00000800:00000200:1.1F:1777572597.487848:0:3633:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a30d164] -> 12345-192.168.204.109@tcp (2) 00000800:00000200:2.1F:1777572597.488501:0:3623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a30d164] -> 12345-192.168.204.109@tcp (2) 00000800:00000200:2.1:1777572597.488510:0:3623:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.109@tcp 00000000afa6d04e deleted 00000800:00000010:2.1:1777572597.488512:0:3623:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000afa6d04e. 00000800:00000200:2.1:1777572597.488516:0:3623:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1777572597.488521:0:3623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:1023 00000800:00000200:2.1:1777572597.488525:0:3623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099e3de2d type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1F:1777572597.489193:0:3624:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1777572597.489561:0:3625:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004a30d164] -> 12345-192.168.204.109@tcp (4) 00000800:00000200:0.1:1777572597.489564:0:3625:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.109@tcp 000000004689b2f2 deleted 00000800:00000010:0.1:1777572597.489566:0:3625:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004689b2f2. 00000800:00000200:0.1:1777572597.489569:0:3625:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1777572597.490408:0:3624:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1777572597.575398:0:6507:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c22c9e3. 00010000:00000010:2.1:1777572597.575459:0:6507:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4a184d2. 00010000:00000010:0.1:1777572597.674984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000038970f26. 00010000:00000010:3.1F:1777572597.683885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000062505adc. 00010000:00000010:3.1:1777572597.683901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b4a184d2. 00010000:00000010:3.1:1777572597.683906:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006d96d580. 00010000:00000010:3.1:1777572597.683908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a12ceb0d. 00080000:00000010:0.1:1777572597.697731:0:6462:0:(osd_handler.c:1611:osd_oxc_free()) kfreed 'oxe': 68 at 00000000c409b762. 00000100:00100000:2.0:1777573353.400873:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573353.401287:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926208128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573353.500969:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917584512 00000100:00100000:2.0:1777573353.500979:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917584512 00000100:00100000:2.0:1777573353.501049:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917584640 00000100:00100000:2.0:1777573353.501054:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917584640 00000100:00100000:2.0:1777573353.501089:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 610 00000100:00100000:2.0:1777573353.501099:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917584512:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573353.501517:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917584512:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 418us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573353.501525:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 610 00000100:00100000:2.0:1777573353.501544:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 611 00000100:00100000:2.0:1777573353.501557:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7778380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917584640:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573353.501593:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7778380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917584640:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573353.501604:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 611 00000020:00000080:2.0:1777573354.051172:0:75428:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9027bb00 20000000:00000080:2.0:1777573354.051187:0:75428:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2e8bc00 uarg=0000000000000000 00010000:00010000:2.0:1777573354.051354:0:75428:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573354.051369:0:75428:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573354.051402:0:75428:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573354.051416:0:75428:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573354.051436:0:75428:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573354.051453:0:75428:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a66bd5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573354.051471:0:75428:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66bce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66bc7 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573354.051485:0:75428:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a66bd5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573354.051522:0:75428:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66bce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66bc7 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573354.051535:0:75428:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66bce lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66bc7 expref: 22 pid: 6479 timeout: 1028 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573354.051549:0:75428:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc434b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75428:1863919926208256:0@lo:104: 00000100:00100000:2.0:1777573354.051607:0:75428:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573354.051677:0:75428:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1777573354.052336:0:75428:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc434b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75428:1863919926208256:0@lo:104: 00010000:00010000:2.0:1777573354.052350:0:75428:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a66bd5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573354.052543:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573354.052552:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926208384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573354.052572:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573354.052962:0:75428:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a66bd5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573354.052968:0:75428:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a66bd5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573354.052972:0:75428:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a66bd5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75428 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573355.736728:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573355.741033:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573355.741077:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917585024 00000100:00100000:2.0:1777573355.741087:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917585024 00000100:00100000:2.0:1777573355.741164:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 692 00000100:00100000:2.0:1777573355.741176:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:44555:x1863919917585024:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573355.741205:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573355.741235:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a66c06 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dc58 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573355.741316:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a66c0d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573355.741333:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a66c0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573355.741348:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a66c0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573355.741425:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000004:00200000:2.0:1777573355.741430:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573355.741477:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a66c06 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc58 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573355.741596:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a66c0d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc58 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573355.741608:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573355.741611:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573355.741614:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573355.741682:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4349180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:44555:x1863919917585024:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 508us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573355.741719:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 692 00000100:00100000:2.0:1777573355.746257:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573355.751524:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4674e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926208768:0@lo:1000:osp_up0-1.0 00000020:00000080:2.0:1777573356.215159:0:75623:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7f965cf0 20000000:00000080:2.0:1777573356.215175:0:75623:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e53400 uarg=0000000000000000 00010000:00010000:2.0:1777573356.215412:0:75623:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 2. 00010000:00010000:2.0:1777573356.215438:0:75623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc2efd800) 00010000:00010000:2.0:1777573356.215441:0:75623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573356.215449:0:75623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a66bff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc51 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.215467:0:75623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573356.215468:0:75623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573356.215471:0:75623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a66be3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc4a expref: 5 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.215477:0:75623:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 2 locks, left on hash table 0. 00010000:00010000:2.0:1777573356.215491:0:75623:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573356.215498:0:75623:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573356.215513:0:75623:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573356.215522:0:75623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a66c29 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 75623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.215532:0:75623:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66c22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66c1b expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.215538:0:75623:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a66c29 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 75623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.215565:0:75623:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66c22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66c1b expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.215574:0:75623:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66c22 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66c1b expref: 22 pid: 6479 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573356.215584:0:75623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc434a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75623:1863919926209024:0@lo:104: 00000100:00100000:2.0:1777573356.215631:0:75623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573356.215670:0:75623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573356.216362:0:75623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc434a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:75623:1863919926209024:0@lo:104: 00010000:00010000:2.0:1777573356.216388:0:75623:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a66c29 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 75623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573356.216540:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926209152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573356.216594:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573356.217743:0:75623:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a66c29 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.217757:0:75623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a66c29 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573356.217764:0:75623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a66c29 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 75623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573356.983780:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573356.983809:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926209664:0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.983943:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573356.984002:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4674000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926209408:0@lo:400:kworker.0 00000100:00100000:2.0:1777573356.985117:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573356.985132:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967460 gen 2 00000004:00080000:3.0:1777573356.985140:0:3635:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967460 committed transno 4294967460 00000100:00100000:2.0:1777573356.985148:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926209920:0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.985162:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926209664:0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.985173:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926209280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573356.985180:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573356.985201:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926210432:0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.985209:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573356.985229:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573356.985251:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926210048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573356.985252:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926210944:0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.985289:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573356.985301:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573356.985313:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926210688:0@lo:400:kworker.0 00000100:00100000:2.0:1777573356.985347:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926210432 00000100:00100000:2.0:1777573356.985351:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926210432 00000100:00100000:3.0:1777573356.985370:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926209920 00000100:00100000:3.0:1777573356.985376:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926209920 00000100:00100000:2.0:1777573356.985387:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926210944 00000100:00100000:2.0:1777573356.985391:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926210944 00000100:00100000:3.0:1777573356.985419:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1777573356.985423:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1777573356.985429:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc434a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926209920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573356.985433:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926210432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573356.985481:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4348380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926210432:12345-0@lo:400:kworker.0 Request processed in 53us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573356.985486:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc434a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926209920:12345-0@lo:400:kworker.0 Request processed in 59us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573356.985492:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1777573356.985497:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:2.0:1777573356.985518:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1777573356.985526:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc434b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926210944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.985527:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926209280 00000100:00100000:3.0:1777573356.985533:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926209280 00000100:00100000:2.0:1777573356.985556:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc434b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926210944:12345-0@lo:400:kworker.0 Request processed in 33us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573356.985562:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1777573356.985580:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926210048 00000100:00100000:3.0:1777573356.985584:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926210048 00000100:00100000:2.0:1777573356.985593:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926209920:0@lo:400:kworker.0 00000100:00100000:2.0:1777573356.985605:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926210432:0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.985611:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1777573356.985618:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926210944:0@lo:400:kworker.0 00000100:00100000:3.0:1777573356.985622:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926209280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573356.985652:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573356.985722:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926209280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573356.985741:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1777573356.985765:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1777573356.985775:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926210048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573356.985791:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573356.985827:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926210048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573356.985834:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1777573356.985875:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573356.985926:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926209280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573356.985979:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926210048:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1777573356.986040:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573356.986046:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573356.986049:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573356.986052:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573356.986080:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926210688:0@lo:400:kworker.0 00000100:00100000:2.0:1777573356.986463:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4674000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926209408:0@lo:400:kworker.0 00000100:00100000:3.0:1777573357.624259:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926211200 00000100:00100000:3.0:1777573357.624270:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926211200 00000100:00100000:3.0:1777573357.624362:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1777573357.624372:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926211200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573357.624387:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573357.624402:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a66c37 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66c30 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.624426:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a66c37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66c30 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.624443:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a66c37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66c30 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.624451:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573357.624508:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926211200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (1555us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573357.624514:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1777573357.834344:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917585408 00000100:00100000:2.0:1777573357.834355:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917585408 00000100:00080000:2.0:1777573357.836030:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573357.839873:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.840004:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573357.841737:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917585536 00000100:00100000:3.0:1777573357.841751:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917585536 00000100:00100000:3.0:1777573357.841813:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 695 00000100:00100000:3.0:1777573357.841820:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:44631:x1863919917585536:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573357.841839:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573357.841857:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66c5a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dc66 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.841916:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66c61 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.841931:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66c61 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.841944:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66c61 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573357.841994:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000004:00200000:3.0:1777573357.841998:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1777573357.842035:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66c5a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc66 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.842060:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66c61 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc66 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.842068:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573357.842071:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1777573357.842074:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573357.842132:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4348e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:44631:x1863919917585536:12345-192.168.204.9@tcp:101:touch.0 Request processed in 313us (2268us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573357.842138:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 695 00000100:00100000:2.0:1777573357.844652:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573357.845299:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926211328 00000100:00100000:3.0:1777573357.845305:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926211328 00000100:00100000:3.0:1777573357.845358:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1777573357.845367:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6486:x1863919926211328:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1777573357.845465:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6486:x1863919926211328:12345-0@lo:1000:mdt00_001.0 Request processed in 95us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573357.845473:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1777573357.849274:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.851487:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.854407:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.858185:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.862969:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.892402:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.899150:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573357.903220:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573357.903262:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917587328 00000100:00100000:3.0:1777573357.903271:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917587328 00000100:00100000:3.0:1777573357.903332:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 700 00000100:00100000:3.0:1777573357.903341:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:44635:x1863919917587328:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1777573357.903389:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573357.903412:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a66cae lrc: 0/0,0 mode: --/PR res: [0x240000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc7b expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903436:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a66c92 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc74 expref: 12 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903446:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x14:0x0].0x0 (ffff89dec87d8800) 00010000:00010000:3.0:1777573357.903451:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573357.903474:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903486:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903495:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903506:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a66cc3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903514:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a66cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903521:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a66cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903679:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 3/0,1 mode: --/EX res: [0x240000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903689:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.903737:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573357.904156:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 64 off8704 00000004:00080000:3.0:1777573357.904166:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 882552472895ns, next at 883552470215ns, rc = 0 00010000:00010000:3.0:1777573357.904214:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66cd1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904222:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66cd1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904229:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66cd1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904235:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66cd1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904241:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66cd1 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904247:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66cd1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904262:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573357.904278:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904283:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904287:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904296:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573357.904299:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904311:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904337:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x14:0x0].0x0 (ffff89dec87d8800) 00010000:00010000:3.0:1777573357.904340:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573357.904343:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 2/0,0 mode: --/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904349:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66cca lrc: 0/0,0 mode: --/EX res: [0x240000402:0x14:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904378:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904386:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904393:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904402:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904407:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573357.904410:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904416:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904422:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573357.904424:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573357.904426:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 3/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904435:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66cbc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573357.904445:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004825ebae reply state 00000000bf67d883 transno 4294967385 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a66cc3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904454:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a66cc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573357.904460:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89dec87d8600) 00010000:00010000:3.0:1777573357.904462:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573357.904464:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573357.904548:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:44635:x1863919917587328:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1206us (1337us total) trans 4294967385 rc 0/0 00000100:00100000:3.0:1777573357.904555:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 700 00000100:00100000:3.0:1777573358.006939:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926211456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573358.007009:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777573358.007124:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573358.007256:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926211456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573358.008399:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573358.008413:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926211584:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573358.008456:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573358.008577:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926211584 00000100:00100000:2.0:1777573358.008583:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926211584 00000100:00100000:2.0:1777573358.008647:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1777573358.008656:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926211584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573358.008673:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1777573358.008740:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573358.008745:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926211584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573358.008753:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1777573358.008795:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc482bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926211584:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777573358.326972:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573358.519344:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926211712 00000100:00100000:2.0:1777573358.519354:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926211712 00000100:00100000:2.0:1777573358.519414:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1777573358.519424:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926211712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573358.519466:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:2.0:1777573358.519531:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926211712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573358.519542:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1777573358.618921:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917587840 00000100:00100000:2.0:1777573358.618928:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917587840 00000100:00100000:2.0:1777573358.619067:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 616 00000100:00100000:2.0:1777573358.619087:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917587840:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573358.619298:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917587584 00000100:00100000:3.0:1777573358.619318:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917587584 00000100:00100000:3.0:1777573358.619378:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917587712 00000100:00100000:3.0:1777573358.619383:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917587712 00000100:00100000:3.0:1777573358.619414:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1138 00000100:00100000:3.0:1777573358.619424:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917587584:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573358.619517:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc467ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917587840:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 437us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573358.619534:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 616 00000100:00100000:2.0:1777573358.619565:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917587968 00000100:00100000:2.0:1777573358.619572:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917587968 00000100:00100000:2.0:1777573358.619616:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 617 00000100:00100000:2.0:1777573358.619626:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917587968:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573358.619678:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917587968:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 49us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573358.619689:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 617 00000100:00080000:2.0:1777573358.619887:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573358.620649:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917587584:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 1222us (2046us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573358.620658:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1138 00000100:00100000:3.0:1777573358.894788:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926211840 00000100:00100000:3.0:1777573358.894796:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926211840 00000100:00100000:3.0:1777573358.894884:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1777573358.894894:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:75866:x1863919926211840:12345-0@lo:104: 00010000:00010000:3.0:1777573358.894905:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573358.894973:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573358.894980:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:75866:x1863919926211840:12345-0@lo:104: Request processed in 87us (377us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573358.894981:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777573358.894990:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00010000:00010000:2.0:1777573358.894991:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573358.895001:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573358.895005:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573358.895015:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573358.895025:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573358.895031:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573358.895063:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573358.895071:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573358.895091:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573358.895100:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3186400/0x1e8fa618a5a66c30 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66c37 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573358.895109:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573358.895111:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573358.895112:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573358.895129:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926211968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573358.895153:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573358.897000:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926211968:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573360.055199:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573360.055221:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926212096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573360.055301:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573360.057938:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926212096 00000100:00100000:3.0:1777573360.057950:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926212096 00000100:00100000:3.0:1777573360.058074:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1777573360.058084:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926212096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573360.058118:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573360.058204:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926212096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (2903us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573360.058211:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1777573360.058259:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926212096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573360.359184:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:2.0:1777573360.359353:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:2.0:1777573360.367004:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967386 is committed 00000004:00080000:2.0:1777573360.367021:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 36 committed 00000100:00100000:2.0:1777573360.367855:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc419b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926212224:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1777573360.367901:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573360.374890:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573360.502990:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573360.502997:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573360.503003:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573360.503054:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.503066:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.503078:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573360.503105:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926212480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573360.503168:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573360.503312:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec87d1a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573360.503341:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926212480 00000100:00100000:3.0:1777573360.504162:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926212480 00000100:00100000:3.0:1777573360.504224:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1777573360.504233:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926212480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573360.504247:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573360.504263:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66cfb expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573360.504297:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573360.504307:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573360.504316:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573360.504369:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926212480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573360.504376:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1777573360.504485:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926212480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573360.504501:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.504522:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573360.504540:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573360.504545:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.504553:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573360.799025:0:76063:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc411ba590 20000000:00000080:3.0:1777573360.799046:0:76063:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc30a8400 uarg=0000000000000000 00010000:00010000:3.0:1777573360.799292:0:76063:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573360.799312:0:76063:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573360.799335:0:76063:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573360.799348:0:76063:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573360.799376:0:76063:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573360.799399:0:76063:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573360.799426:0:76063:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573360.799435:0:76063:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573360.799483:0:76063:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573360.799499:0:76063:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 22 pid: 6478 timeout: 1035 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573360.799517:0:76063:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bbb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:76063:1863919926212608:0@lo:104: 00000100:00100000:3.0:1777573360.799602:0:76063:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573360.799742:0:76063:0:(client.c:2691:ptlrpc_set_wait()) set ffff89deeeae6480 going to sleep for 11 seconds 00010000:00010000:2.0:1777573360.800185:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573360.800193:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800202:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573360.800206:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800214:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573360.800222:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573360.800228:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573360.800271:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800279:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573360.800301:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800307:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66cfb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d02 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800322:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573360.800324:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573360.800325:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573360.800343:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926212736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573360.800370:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573360.800407:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926212736 00000100:00100000:2.0:1777573360.800411:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926212736 00010000:00010000:2.0:1777573360.800430:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 23 pid: 6478 timeout: 1035 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573360.800455:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1777573360.800461:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926212736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573360.800472:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573360.800478:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 23 pid: 6478 timeout: 1035 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800489:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a66d02 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66cfb expref: 23 pid: 6478 timeout: 1035 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800507:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800517:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800531:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800538:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800546:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800551:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800555:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573360.800558:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800563:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800568:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66d09 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76063 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573360.800575:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573360.800594:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926212736:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573360.800598:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1777573360.800632:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926212736:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573362.102954:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573362.102958:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926212992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573362.102971:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926213120:0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.103462:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573362.103534:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926212992 00000100:00100000:2.0:1777573362.103541:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926212992 00000100:00100000:2.0:1777573362.103600:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1777573362.103608:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926212992:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573362.103629:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573362.103675:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926213120 00000100:00100000:3.0:1777573362.103679:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926213120 00000100:00100000:3.0:1777573362.103740:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1777573362.103748:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926213120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.103793:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926213120:12345-0@lo:400:kworker.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573362.103799:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1777573362.103847:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926213120:0@lo:400:kworker.0 00002000:00000024:2.0:1777573362.104020:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573362.104058:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926212992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 451us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573362.104065:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1777573362.104090:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926213248:0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.104116:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573362.104142:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573362.104147:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926213376:0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.104173:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573362.104206:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926213376 00000100:00100000:2.0:1777573362.104210:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926213376 00000100:00100000:2.0:1777573362.104255:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1777573362.104265:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926213376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.104274:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926213504:0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.104318:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926213376:12345-0@lo:400:kworker.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573362.104319:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573362.104329:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:3.0:1777573362.104369:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926213504 00000100:00100000:2.0:1777573362.104370:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926213376:0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.104375:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926213504 00000100:00100000:2.0:1777573362.104390:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926213248:0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.104426:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1777573362.104460:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573362.104469:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926213632:0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.104496:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573362.104539:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926213504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.104542:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926213760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.104567:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573362.104588:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926213504:12345-0@lo:400:kworker.0 Request processed in 153us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573362.104596:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1777573362.104616:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926213760 00000100:00100000:2.0:1777573362.104621:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926213760 00000100:00100000:3.0:1777573362.104892:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926214016:0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.105140:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573362.105176:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926213632:0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.105192:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926213504:0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.105212:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573362.105220:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926214144:0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.105256:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573362.105306:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926214016 00000100:00100000:3.0:1777573362.105310:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926214016 00000100:00100000:3.0:1777573362.105347:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1777573362.105357:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926214016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.105397:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926214016:12345-0@lo:400:kworker.0 Request processed in 42us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573362.105404:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1777573362.105545:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926214144:0@lo:400:kworker.0 00000100:00100000:3.0:1777573362.105563:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926214016:0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.105578:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00080000:3.0:1777573362.105606:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573362.105891:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926213760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573362.105990:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926213760:12345-0@lo:400:kworker.0 Request processed in 403us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573362.105997:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00080000:2.0:1777573362.269638:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1777573362.422982:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573362.682440:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573362.682451:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573362.682458:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573362.682525:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573362.682539:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573362.682554:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573362.682589:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79ba680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926214528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573362.682677:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573362.682759:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3c41c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573363.126954:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926214656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573363.127020:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573363.129865:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926214784 00000100:00100000:3.0:1777573363.129874:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926214784 00000100:00100000:3.0:1777573363.129927:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1777573363.129936:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926214784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573363.129957:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573363.130956:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926214784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1019us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573363.130964:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000001:00080000:2.0:1777573363.131188:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000001:00080000:2.0:1777573363.131195:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00100000:3.0:1777573363.217789:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926214912 00000100:00100000:3.0:1777573363.217798:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926214912 00000100:00100000:3.0:1777573363.217857:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1777573363.217869:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:76306:x1863919926214912:12345-0@lo:104: 00010000:00010000:3.0:1777573363.217882:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573363.217952:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573363.217958:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:76306:x1863919926214912:12345-0@lo:104: Request processed in 93us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573363.217965:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00010000:00010000:2.0:1777573363.218040:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573363.218047:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218055:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573363.218058:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218066:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573363.218072:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573363.218076:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573363.218105:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218108:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573363.218132:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218138:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a66d3a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d41 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573363.218151:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1777573363.218153:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573363.218155:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573363.218158:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573363.218162:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926215040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573363.218190:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573363.218311:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926215040 00000100:00100000:2.0:1777573363.218316:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926215040 00010000:00010000:2.0:1777573363.218335:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66d41 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66d3a expref: 23 pid: 6478 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573363.218363:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1777573363.218370:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926215040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573363.218381:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573363.218385:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66d41 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66d3a expref: 23 pid: 6478 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218392:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66d41 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66d3a expref: 23 pid: 6478 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218400:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66d41 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66d3a expref: 23 pid: 6478 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218409:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218415:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218428:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218434:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218440:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218446:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218452:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573363.218456:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218463:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218483:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0600/0x1e8fa618a5a66d48 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573363.218492:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573363.218519:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926215040:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573363.218525:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1777573363.218545:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926215040:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573363.639043:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573363.639075:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926215168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573363.639159:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573363.639726:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926215168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573363.737837:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917589120 00000100:00100000:3.0:1777573363.737846:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917589120 00000100:00100000:3.0:1777573363.737900:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1146 00000100:00100000:3.0:1777573363.737908:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573363.737969:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 62us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573363.737977:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1146 00000100:00100000:3.0:1777573363.737994:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917589248 00000100:00100000:3.0:1777573363.737997:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917589248 00000100:00100000:2.0:1777573363.738015:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917589376 00000100:00100000:2.0:1777573363.738021:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917589376 00000100:00100000:3.0:1777573363.738024:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1147 00000100:00100000:3.0:1777573363.738033:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573363.738068:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 620 00000100:00100000:2.0:1777573363.738078:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573363.738462:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 429us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573363.738471:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1147 00000100:00080000:3.0:1777573363.738609:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573363.738614:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573363.739339:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917589504 00000100:00100000:3.0:1777573363.739345:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917589504 00000100:00100000:3.0:1777573363.739392:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 621 00000100:00100000:3.0:1777573363.739400:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573363.739434:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573363.739514:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 621 00000100:00100000:2.0:1777573363.741331:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917589376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 3224us (3456us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573363.741343:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 620 00010000:00010000:2.0:1777573364.470857:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573364.796062:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917589632 00000100:00100000:3.0:1777573364.796074:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917589632 00000100:00100000:3.0:1777573364.796149:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 705 00000100:00100000:3.0:1777573364.796160:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:44885:x1863919917589632:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573364.796193:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573364.796218:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a66d4f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dc9e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573364.796288:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66d56 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573364.796715:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66d56 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573364.796733:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66d56 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573364.796789:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000004:00200000:3.0:1777573364.796794:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573364.796816:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66d56 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573364.796843:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a66d4f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc9e expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573364.796867:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66d56 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc9e expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573364.796875:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc10ea600) 00010000:00010000:3.0:1777573364.796878:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573364.796881:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573364.796946:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:44885:x1863919917589632:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 788us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573364.796954:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 705 00000100:00100000:3.0:1777573364.799964:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573364.800069:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917589888 00000100:00100000:1.0:1777573364.800163:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 706 00000100:00100000:1.0:1777573364.800174:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:44885:x1863919917589888:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573364.800237:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573364.800263:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66d56 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dc9e expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573364.800286:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc10ea600) 00010000:00010000:1.0:1777573364.800299:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573364.800327:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573364.800342:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573364.800352:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573364.800515:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006ee1ecfc reply state 00000000d3df3588 transno 4294967387 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573364.800527:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573364.800534:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8f00) 00010000:00010000:1.0:1777573364.800537:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573364.800540:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573364.800549:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000100:00100000:1.0:1777573364.800630:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:44885:x1863919917589888:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 458us (673us total) trans 4294967387 rc 0/0 00000100:00100000:1.0:1777573364.800639:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 706 00000100:00100000:3.0:1777573365.175208:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926215296 00000100:00100000:3.0:1777573365.175217:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926215296 00000100:00100000:3.0:1777573365.175268:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1777573365.175278:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926215296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573365.175308:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573365.175395:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926215296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573365.175403:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000020:00000080:2.0:1777573365.230038:0:76501:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde6cb45e0 20000000:00000080:2.0:1777573365.230055:0:76501:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc1f04000 uarg=0000000000000000 00010000:00010000:2.0:1777573365.231449:0:76501:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573365.231470:0:76501:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573365.231496:0:76501:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573365.231508:0:76501:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573365.231533:0:76501:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573365.231553:0:76501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231568:0:76501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231578:0:76501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231585:0:76501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231592:0:76501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231599:0:76501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231606:0:76501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573365.231611:0:76501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231618:0:76501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231631:0:76501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231643:0:76501:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.231649:0:76501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a66d64 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 76501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573365.240544:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573365.240551:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573365.240556:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573365.240600:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573365.240612:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573365.240624:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573365.240651:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926215424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573365.240858:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573365.240900:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc25bf780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573365.241614:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926215424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573365.241625:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573365.241631:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573365.241643:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573365.241647:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573365.241652:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573365.497731:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573366.934404:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573366.934558:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917590016 00000100:00100000:2.0:1777573366.934569:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917590016 00000100:00100000:2.0:1777573366.934680:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 707 00000100:00100000:2.0:1777573366.934712:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590016:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:1.0:1777573366.934859:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573366.934972:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590016:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 282us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573366.934982:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 707 00000100:00100000:2.0:1777573366.938307:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573366.938367:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917590144 00000100:00100000:3.0:1777573366.938377:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917590144 00000100:00080000:1.0:1777573366.938417:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573366.938448:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 303 00000100:00100000:3.0:1777573366.938459:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590144:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573366.938646:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590144:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 189us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573366.938654:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 303 00000100:00100000:1.0:1777573366.943026:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:1.0:1777573366.943639:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573366.947253:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573366.947397:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917590400 00000100:00100000:2.0:1777573366.947408:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917590400 00000100:00100000:2.0:1777573366.947466:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 708 00000100:00100000:2.0:1777573366.947476:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590400:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573366.947684:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590400:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 208us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573366.948074:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 708 00000100:00100000:3.0:1777573366.950769:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:3.0:1777573366.951319:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573366.954567:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573366.956365:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573366.956441:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917590784 00000100:00100000:3.0:1777573366.956448:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917590784 00000100:00100000:3.0:1777573366.956574:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 305 00000100:00100000:3.0:1777573366.956583:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590784:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573366.956955:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590784:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 372us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573366.956963:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 305 00000100:00100000:3.0:1777573366.958271:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573366.958768:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917590912 00000100:00100000:2.0:1777573366.958776:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917590912 00000100:00100000:2.0:1777573366.958831:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 306 00000100:00100000:2.0:1777573366.958842:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590912:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573366.959002:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917590912:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 162us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573366.959009:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 306 00000100:00100000:1.0:1777573366.961099:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573366.961556:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917591040 00000100:00100000:3.0:1777573366.961564:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917591040 00000100:00100000:3.0:1777573366.961662:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 711 00000100:00100000:3.0:1777573366.961672:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917591040:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573366.961905:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:44966:x1863919917591040:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 234us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573366.961912:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 711 00000100:00100000:1.0:1777573366.964345:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573366.964428:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917591168 00000100:00100000:3.0:1777573366.964443:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917591168 00000100:00100000:3.0:1777573366.964797:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 712 00000100:00100000:3.0:1777573366.964809:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:44966:x1863919917591168:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573366.965293:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:44966:x1863919917591168:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 486us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573366.965301:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 712 00000100:00100000:3.0:1777573367.000007:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917591296 00000100:00100000:3.0:1777573367.000018:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917591296 00000100:00100000:1.0:1777573367.004853:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573367.008763:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573367.013433:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573367.030683:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573367.051129:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573367.051235:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917592064 00000100:00100000:2.0:1777573367.051245:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917592064 00000100:00100000:2.0:1777573367.051303:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 714 00000100:00100000:2.0:1777573367.051313:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:44970:x1863919917592064:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:3.0:1777573367.053383:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967388 is committed 00010000:00010000:1.0:1777573367.053492:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053504:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053511:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053518:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573367.053522:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053530:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053546:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8f00) 00010000:00010000:1.0:1777573367.053550:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573367.053555:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053562:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66d5d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053586:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a66d87 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053594:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a66d87 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053605:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a66d87 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053610:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573367.053613:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a66d87 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053620:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a66d87 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053628:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89ddc2efd500) 00010000:00010000:1.0:1777573367.053630:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573367.053633:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a66d87 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573367.053639:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a66d87 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573367.054418:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:44970:x1863919917592064:12345-192.168.204.9@tcp:44:dd.0 Request processed in 3101us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573367.054429:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 714 00000100:00100000:1.0:1777573367.056873:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573367.057280:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917592192 00000100:00100000:3.0:1777573367.057290:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917592192 00000100:00100000:3.0:1777573367.057348:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 308 00000100:00100000:3.0:1777573367.057358:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917592192:12345-192.168.204.9@tcp:16:dd.0 00000001:00080000:1.0:1777573367.059288:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed 00000100:00100000:3.0:1777573367.059509:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917592192:12345-192.168.204.9@tcp:16:dd.0 Request processed in 2149us (2639us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573367.059521:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 308 00000100:00100000:1.0:1777573367.061861:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573367.223133:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926215680:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.223195:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926215552:0@lo:400:kworker.0 00000100:00100000:3.0:1777573367.223221:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573367.223249:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573367.223267:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926215680 00000100:00100000:3.0:1777573367.223273:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926216192:0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.223276:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926215680 00000100:00100000:2.0:1777573367.223289:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926216064:0@lo:400:kworker.0 00000100:00100000:3.0:1777573367.223305:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573367.223330:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926216704:0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.223332:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926216192 00000100:00100000:2.0:1777573367.223335:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573367.223339:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926216192 00000100:00100000:2.0:1777573367.223365:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926216576:0@lo:400:kworker.0 00000100:00100000:3.0:1777573367.223369:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573367.223383:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926216704 00000100:00100000:1.0:1777573367.223387:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926216704 00000100:00100000:2.0:1777573367.223400:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573367.223405:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926217216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573367.223422:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:1.0:1777573367.223434:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926215680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.223435:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926217088:0@lo:400:kworker.0 00000100:00100000:3.0:1777573367.223442:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573367.223466:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1777573367.223473:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573367.223476:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926215808:0@lo:400:kworker.0 00000100:00100000:3.0:1777573367.223516:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573367.223532:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926215552 00000100:00100000:2.0:1777573367.223538:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926215552 00000100:00100000:3.0:1777573367.223543:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926216320:0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.223551:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926215680:12345-0@lo:400:kworker.0 Request processed in 119us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573367.223560:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1777573367.223570:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573367.223579:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1777573367.223585:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926215936 00000100:00100000:3.0:1777573367.223589:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926216832:0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.223591:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926215936 00000100:00100000:2.0:1777573367.223592:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926215552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.223613:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926216320 00000100:00100000:1.0:1777573367.223616:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926216320 00000100:00100000:3.0:1777573367.223622:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573367.223635:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926216832 00000100:00100000:1.0:1777573367.223638:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926216832 00000100:00100000:3.0:1777573367.223645:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926217344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573367.223655:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926215552:12345-0@lo:400:kworker.0 Request processed in 67us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573367.223662:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1777573367.223671:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573367.223677:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926216192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.223680:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1777573367.223736:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926215680:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.223771:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926216576 00000100:00100000:2.0:1777573367.223776:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926216576 00000100:00100000:2.0:1777573367.223807:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926217088 00000100:00100000:2.0:1777573367.223810:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926217088 00000100:00100000:2.0:1777573367.223835:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1777573367.223842:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926216576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.223875:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926216576:12345-0@lo:400:kworker.0 Request processed in 34us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573367.223881:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1777573367.223895:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1777573367.223901:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926217088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.223925:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926217088:12345-0@lo:400:kworker.0 Request processed in 25us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573367.223930:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1777573367.223950:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573367.223964:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926216960:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.223981:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573367.224002:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926216448 00000100:00100000:2.0:1777573367.224004:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926216448 00000100:00100000:2.0:1777573367.224026:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926216960 00000100:00100000:2.0:1777573367.224028:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926216960 00000100:00100000:1.0:1777573367.224038:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926216192:12345-0@lo:400:kworker.0 Request processed in 364us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573367.224046:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1777573367.224049:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1777573367.224056:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926216448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.224070:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1777573367.224079:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926215936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224091:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926216448:12345-0@lo:400:kworker.0 Request processed in 35us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573367.224097:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1777573367.224112:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1777573367.224119:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926216960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.224123:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926215936:12345-0@lo:400:kworker.0 Request processed in 44us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573367.224131:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1777573367.224162:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1777573367.224167:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926216960:12345-0@lo:400:kworker.0 Request processed in 48us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573367.224172:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926216320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224178:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1777573367.224215:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926215936:0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.224220:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926216320:12345-0@lo:400:kworker.0 Request processed in 50us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573367.224228:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1777573367.224232:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926216448:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224245:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967333 gen 2 00000100:00100000:1.0:1777573367.224248:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000004:00080000:2.0:1777573367.224252:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc419b800, transno 4294967333 00000100:00100000:2.0:1777573367.224263:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926216960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.224270:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926216832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573367.224302:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926216832:12345-0@lo:400:kworker.0 Request processed in 46us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573367.224309:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1777573367.224312:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926215552:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224324:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926216064:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224334:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926216576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224342:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926217088:0@lo:400:kworker.0 00000100:00080000:2.0:1777573367.224361:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573367.224363:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573367.224393:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926217216 00000100:00100000:2.0:1777573367.224397:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926217216 00000100:00100000:2.0:1777573367.224420:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926217344 00000100:00100000:2.0:1777573367.224423:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926217344 00000100:00100000:3.0:1777573367.224430:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926215808:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224442:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1777573367.224521:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926216320:0@lo:400:kworker.0 00000100:00100000:3.0:1777573367.224535:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926216832:0@lo:400:kworker.0 00000100:00100000:3.0:1777573367.224543:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926216192:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224583:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926217216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573367.224605:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573367.224636:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926217216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573367.224642:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1777573367.224653:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1777573367.224657:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926217344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573367.224665:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573367.224682:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926217344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 25us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573367.224688:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1777573367.224908:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926216704:0@lo:400:kworker.0 00000100:00100000:2.0:1777573367.224941:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926217344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573367.224955:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926217216:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1777573367.546373:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777573367.718050:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967389 is committed 00000100:00100000:1.0:1777573368.247161:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926217472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573368.247234:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573368.247643:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926217472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573368.248105:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926217600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573368.248148:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573368.248248:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926217600 00000100:00100000:3.0:1777573368.248254:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926217600 00000100:00100000:3.0:1777573368.248287:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1777573368.248295:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926217600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573368.248307:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3690934272 00000100:00100000:3.0:1777573368.248340:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926217600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573368.248346:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1777573368.248458:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926217600:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1777573368.349887:0:76745:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 892998191378ns, next at 863184331499ns, rc = 0 00080000:00080000:3.0:1777573368.349905:0:76745:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573368.350004:0:76745:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 892998310747ns, next at 784952470966ns, rc = 0 00080000:00080000:3.0:1777573368.350010:0:76745:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573368.350070:0:76745:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 892998376499ns, next at 852275852120ns, rc = 0 00080000:00080000:3.0:1777573368.350075:0:76745:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573368.350147:0:76745:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 892998453617ns, next at 883552470215ns, rc = 0 00080000:00080000:3.0:1777573368.350153:0:76745:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573368.351912:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 37 committed 00000004:00080000:1.0:1777573368.351959:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 37 committed 00010000:00010000:2.0:1777573368.566961:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573368.759004:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926217728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573368.759131:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573368.759257:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926217728 00000100:00100000:1.0:1777573368.759269:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926217728 00000100:00100000:1.0:1777573368.759332:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1777573368.759342:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926217728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573368.759390:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:1.0:1777573368.759473:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926217728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573368.759483:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1777573368.759617:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926217728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573368.856223:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573368.856270:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573368.856308:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573368.856346:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917593088 00000100:00100000:1.0:1777573368.856360:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917593088 00000100:00100000:1.0:1777573368.856439:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 626 00000100:00100000:1.0:1777573368.856452:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917593088:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573368.856539:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917593088:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 90us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573368.856546:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 626 00000100:00080000:1.0:1777573368.856570:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573368.856821:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917592832 00000100:00100000:3.0:1777573368.856826:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917592832 00000100:00100000:3.0:1777573368.856873:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1154 00000100:00100000:3.0:1777573368.856880:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917592832:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573368.856924:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917592832:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 45us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573368.856931:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1154 00000100:00080000:1.0:1777573368.857043:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573368.857365:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573368.857459:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573368.857482:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917592960 00000100:00100000:3.0:1777573368.857486:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917592960 00000100:00100000:3.0:1777573368.857521:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 627 00000100:00100000:3.0:1777573368.857528:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917592960:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573368.857569:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917592960:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573368.857575:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 627 00000100:00080000:3.0:1777573368.857594:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573368.859031:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573369.133827:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573369.133904:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917593216 00000100:00100000:2.0:1777573369.133918:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917593216 00000100:00100000:2.0:1777573369.133999:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 715 00000100:00100000:2.0:1777573369.134011:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917593216:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573369.134157:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917593216:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 148us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573369.134166:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 715 00000100:00100000:3.0:1777573369.138109:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573369.138195:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917593344 00000100:00100000:1.0:1777573369.138209:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917593344 00000100:00100000:1.0:1777573369.138293:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 309 00000100:00100000:1.0:1777573369.138305:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:45167:x1863919917593344:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573369.138598:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:45167:x1863919917593344:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 294us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573369.138608:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 309 00000100:00100000:1.0:1777573369.141535:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573369.141620:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917593472 00000100:00100000:2.0:1777573369.141634:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917593472 00000100:00100000:2.0:1777573369.141727:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 310 00000100:00100000:2.0:1777573369.141739:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917593472:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573369.142010:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917593472:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 272us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573369.142018:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 310 00000100:00100000:3.0:1777573369.143859:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573369.143977:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917593600 00000100:00100000:1.0:1777573369.143989:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917593600 00000100:00100000:1.0:1777573369.144088:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 716 00000100:00100000:1.0:1777573369.144110:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917593600:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573369.144362:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917593600:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 264us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573369.144370:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 716 00000100:00100000:3.0:1777573369.146754:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573369.146919:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 717 00000100:00100000:1.0:1777573369.146935:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:45167:x1863919917593728:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573369.147066:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:45167:x1863919917593728:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 135us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573369.147075:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 717 00000100:00100000:1.0:1777573369.151335:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573369.155070:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917593984 00000100:00100000:2.0:1777573369.155086:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917593984 00000100:00100000:2.0:1777573369.155160:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 311 00000100:00100000:2.0:1777573369.155172:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:45167:x1863919917593984:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573369.155373:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:45167:x1863919917593984:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 203us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573369.155381:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 311 00000100:00100000:1.0:1777573369.162654:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917594112 00000100:00100000:1.0:1777573369.162673:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917594112 00000100:00100000:1.0:1777573369.162790:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 312 00000100:00100000:1.0:1777573369.162804:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917594112:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573369.163045:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917594112:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 246us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573369.163053:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 312 00000100:00100000:1.0:1777573369.165541:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573369.165786:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917594240 00000100:00100000:3.0:1777573369.165799:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917594240 00000100:00100000:3.0:1777573369.165847:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 719 00000100:00100000:3.0:1777573369.165855:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917594240:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573369.166031:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45167:x1863919917594240:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 177us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573369.166038:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 719 00000100:00100000:1.0:1777573369.168336:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573369.213290:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000040:00080000:1.0:1777573369.213998:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8768 00000004:00080000:1.0:1777573369.214009:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 893862315716ns, next at 894862313486ns, rc = 0 00010000:00010000:1.0:1777573369.214058:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66db8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214067:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66db8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214074:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66db8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214080:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66db8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214086:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66db8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214092:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66db8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214128:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573369.214148:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a66db1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214154:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a66db1 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214160:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a66db1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214167:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573369.214171:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a66db1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214178:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a66db1 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214186:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:1.0:1777573369.214189:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573369.214193:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a66db1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214198:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a66db1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x16:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214409:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214429:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214438:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214444:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214450:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573369.214453:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214459:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214471:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc2efde00) 00010000:00010000:1.0:1777573369.214473:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573369.214476:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214481:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66da3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573369.214492:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003214c6a2 reply state 00000000985f0d7a transno 4294967390 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214502:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573369.214509:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89ddc2efd100) 00010000:00010000:1.0:1777573369.214511:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573369.214513:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573369.214641:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:45171:x1863919917594624:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1211us (1357us total) trans 4294967390 rc 0/0 00000100:00100000:1.0:1777573369.214650:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 721 00010000:00010000:2.0:1777573369.595987:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573370.295148:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573370.295174:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926217856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573370.295244:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573370.295304:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926217856 00000100:00100000:3.0:1777573370.295312:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926217856 00000100:00100000:3.0:1777573370.295355:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1777573370.295364:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926217856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573370.295399:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573370.295442:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926217856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573370.295450:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1777573370.295496:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926217856:0@lo:41:osp-pre-1-0.0 00000004:00080000:2.0:1777573370.401541:0:76889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 895049845931ns, next at 863184331499ns, rc = 0 00080000:00080000:2.0:1777573370.401561:0:76889:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573370.401673:0:76889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 895049980056ns, next at 894862313486ns, rc = 0 00080000:00080000:2.0:1777573370.401680:0:76889:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573370.404153:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 39 committed 00000001:00080000:1.0:1777573370.404200:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967390 is committed 00000004:00080000:1.0:1777573370.404206:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 38 committed 00010000:00010000:2.0:1777573370.404276:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.404288:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.404296:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.404303:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573370.404309:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.404318:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.404336:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89ddc2efd100) 00010000:00010000:2.0:1777573370.404339:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573370.404342:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.404348:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a66daa lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573370.404423:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926217984:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777573370.404489:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573370.405137:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926217984 00000100:00100000:2.0:1777573370.405145:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926217984 00000100:00080000:3.0:1777573370.405206:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573370.405210:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:2.0:1777573370.405222:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926217984:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1777573370.405248:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9 count 1 00010000:00010000:2.0:1777573370.405268:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.405289:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a66d9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcac expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.405303:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573370.405306:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573370.405309:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.405338:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a66d9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcac expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.405352:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a66d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcac expref: 5 pid: 8359 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573370.405365:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926218112:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573370.405440:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89deeeae63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573370.409461:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926218112:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573370.409493:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573370.410523:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917594752 00000100:00100000:2.0:1777573370.410531:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917594752 00010000:00010000:2.0:1777573370.410593:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a66d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcac expref: 6 pid: 8359 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573370.410679:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 292 00000100:00100000:2.0:1777573370.410688:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917594752:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573370.410730:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573370.410734:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a66d9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcac expref: 6 pid: 8359 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.410744:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a66d9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcac expref: 6 pid: 8359 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.410765:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a66d9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcac expref: 6 pid: 8359 timeout: 995 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.410781:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573370.410783:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573370.410787:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.410797:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.410820:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:3.0:1777573370.410860:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573370.410870:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917594752:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 181us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573370.410878:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 292 00010000:00010000:1.0:1777573370.410951:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573370.410963:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573370.410974:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573370.410981:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573370.411001:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573370.411030:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573370.411036:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.411042:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573370.411047:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.411053:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.411062:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.411067:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfc1928d/0x1e8fa618a5a66dbf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573370.411093:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573370.411095:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573370.411096:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573370.411253:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926217984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6033us (6762us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1777573370.411262:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000004:00080000:2.0:1777573370.411650:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc46fdf80/2, rc 0, transno 4294967337 00000100:00100000:2.0:1777573370.411668:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926217984:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1777573370.412122:0:76889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 895060427773ns, next at 852275852120ns, rc = 0 00080000:00080000:3.0:1777573370.412131:0:76889:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573370.412353:0:76889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 895060658898ns, next at 883552470215ns, rc = 0 00080000:00080000:3.0:1777573370.412359:0:76889:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573370.414749:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 38 committed 00010000:00010000:2.0:1777573371.639299:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573372.343075:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926218368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573372.343140:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573372.343242:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926218368 00000100:00100000:3.0:1777573372.343250:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926218368 00000100:00100000:2.0:1777573372.343365:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926218240 00000100:00100000:2.0:1777573372.343369:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926218240 00000100:00100000:3.0:1777573372.343473:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1777573372.343483:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926218368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573372.343517:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573372.343560:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926218368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573372.343566:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1777573372.343608:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926218368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573372.345291:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926218496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.345357:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573372.345390:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926219008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.345416:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573372.345434:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926219520:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.345455:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573372.345479:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777573372.345485:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926218880:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.345505:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573372.345522:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926219392:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.345540:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573372.345572:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926218496 00000100:00100000:1.0:1777573372.345577:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926218496 00000100:00100000:1.0:1777573372.345615:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1777573372.345624:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926218496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.345670:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926218496:12345-0@lo:400:kworker.0 Request processed in 47us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573372.345677:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1777573372.345729:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219008 00000100:00100000:1.0:1777573372.345733:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219008 00000100:00100000:1.0:1777573372.345757:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1777573372.345763:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926219008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.345808:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926219008:12345-0@lo:400:kworker.0 Request processed in 45us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573372.345815:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1777573372.345834:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219520 00000100:00100000:1.0:1777573372.345837:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219520 00000100:00100000:2.0:1777573372.346146:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1777573372.346155:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926218240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573372.346171:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573372.346212:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926218240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (3018us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573372.346218:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1777573372.346270:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219392 00000100:00100000:2.0:1777573372.346276:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219392 00000100:00100000:1.0:1777573372.346287:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1777573372.346296:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926219520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573372.346308:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1777573372.346317:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926219392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.346335:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926219520:12345-0@lo:400:kworker.0 Request processed in 40us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573372.346341:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1777573372.346357:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926219392:12345-0@lo:400:kworker.0 Request processed in 41us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573372.346363:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1777573372.346388:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926218880 00000100:00100000:2.0:1777573372.346392:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926218880 00000100:00100000:1.0:1777573372.346400:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926219392:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.346412:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926218496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.346422:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926219008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.346433:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4580000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926219520:0@lo:400:kworker.0 00000100:00100000:2.0:1777573372.346437:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:2.0:1777573372.346448:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926218880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.346485:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926218624:0@lo:400:kworker.0 00000100:00100000:2.0:1777573372.346491:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926218880:12345-0@lo:400:kworker.0 Request processed in 44us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573372.346498:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1777573372.346520:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573372.346546:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926219136:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.346568:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573372.346590:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926219648:0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.346596:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926218624 00000100:00100000:3.0:1777573372.346602:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926218624 00000100:00100000:1.0:1777573372.346611:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573372.346634:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219136 00000100:00100000:3.0:1777573372.346638:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219136 00000100:00100000:1.0:1777573372.346649:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926218240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573372.346659:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219648 00000100:00100000:3.0:1777573372.346662:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219648 00000100:00100000:3.0:1777573372.346687:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1777573372.346784:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926218624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.346821:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926218624:12345-0@lo:400:kworker.0 Request processed in 129us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573372.346828:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1777573372.346841:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1777573372.346847:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926219136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.346869:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926219136:12345-0@lo:400:kworker.0 Request processed in 23us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573372.346874:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1777573372.346884:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1777573372.346890:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4583480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926219648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.346910:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4583480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926219648:12345-0@lo:400:kworker.0 Request processed in 21us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573372.346915:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1777573372.348203:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926218752:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.348752:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926218624:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.348766:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926219136:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.348775:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926219648:0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.348821:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926218880:0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.350006:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573372.350054:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926219264:0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.350083:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573372.350107:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4581180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926219776:0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.350132:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573372.350165:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219264 00000100:00100000:3.0:1777573372.350169:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219264 00000100:00100000:3.0:1777573372.350207:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219776 00000100:00100000:3.0:1777573372.350210:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219776 00000100:00100000:3.0:1777573372.350227:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1777573372.350234:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926219264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573372.350263:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926219264:12345-0@lo:400:kworker.0 Request processed in 30us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573372.350270:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1777573372.350377:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1777573372.350810:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926219776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573372.350854:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926219776:12345-0@lo:400:kworker.0 Request processed in 469us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573372.350862:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00010000:00010000:3.0:1777573372.665125:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573373.368059:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573373.368087:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926219904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573373.368132:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573373.368155:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573373.368181:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926219904 00000100:00100000:3.0:1777573373.368190:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926219904 00000100:00100000:3.0:1777573373.368260:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1777573373.368270:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926219904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573373.368298:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573373.368353:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926219904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573373.368360:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1777573373.368748:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926220032:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573373.368786:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573373.368996:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926220032 00000100:00100000:2.0:1777573373.369002:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926220032 00000100:00100000:2.0:1777573373.369087:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1777573373.369096:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926220032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573373.369109:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573373.369162:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926220032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573373.369168:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1777573373.369224:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926220032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573373.878810:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573373.878834:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926220160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573373.878898:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573373.879022:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926220160 00000100:00100000:3.0:1777573373.879030:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926220160 00000100:00100000:3.0:1777573373.879115:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1777573373.879125:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926220160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573373.879155:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:3.0:1777573373.879244:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926220160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573373.879251:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1777573373.879311:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926220160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573373.976626:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573373.976672:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573373.976734:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573373.976757:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573373.976781:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573373.976845:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917595392 00000100:00100000:1.0:1777573373.976849:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917594880 00000100:00100000:1.0:1777573373.976855:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917594880 00000100:00100000:2.0:1777573373.976863:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917595392 00000100:00100000:1.0:1777573373.976908:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 737 00000100:00100000:2.0:1777573373.976914:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917595264 00000100:00100000:2.0:1777573373.976919:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917595264 00000100:00100000:1.0:1777573373.976920:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917594880:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573373.976948:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 630 00000100:00100000:2.0:1777573373.976958:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917595392:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573373.976991:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917594880:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573373.976999:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917595392:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 42us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573373.977013:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 737 00000100:00100000:2.0:1777573373.977023:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 630 00000100:00100000:2.0:1777573373.977045:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 631 00000100:00100000:2.0:1777573373.977054:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917595264:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573373.977086:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917595264:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573373.977093:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 631 00000100:00100000:2.0:1777573373.977143:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1163 00000100:00100000:2.0:1777573373.977152:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917595008:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573373.977187:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917595008:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573373.977195:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1163 00010000:00010000:2.0:1777573374.710881:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573375.416308:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926220288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573375.416464:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573375.417050:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4581c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926220288:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573375.734995:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777573376.441797:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000100:00100000:3.0:1777573377.462923:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926220544:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.463006:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573377.463010:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926220416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573377.463044:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.463048:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926221056:0@lo:400:kworker.0 00000100:00100000:1.0:1777573377.463062:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926220928:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.463074:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573377.463082:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.463091:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926221568:0@lo:400:kworker.0 00000100:00100000:1.0:1777573377.463097:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926221440:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.463110:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573377.463124:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926220928 00000100:00100000:3.0:1777573377.463131:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926222080:0@lo:400:kworker.0 00000100:00100000:1.0:1777573377.463131:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926220928 00000100:00100000:2.0:1777573377.463138:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926220800:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.463152:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573377.463184:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.463189:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926220672:0@lo:400:kworker.0 00000100:00100000:1.0:1777573377.463192:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1777573377.463202:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926220928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573377.463211:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926221312:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.463218:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573377.463239:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.463243:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926221184:0@lo:400:kworker.0 00000100:00100000:2.0:1777573377.463265:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926221824:0@lo:400:kworker.0 00000100:00100000:1.0:1777573377.463271:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926220928:12345-0@lo:400:kworker.0 Request processed in 68us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573377.463282:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1777573377.463297:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926220672 00000100:00100000:1.0:1777573377.463300:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926220672 00000100:00100000:1.0:1777573377.463323:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926221312 00000100:00100000:1.0:1777573377.463326:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926221312 00000100:00100000:1.0:1777573377.463352:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1777573377.463357:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926220672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.464033:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.464062:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926221696:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.464153:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.464170:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926222208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573377.464193:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.464244:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926220544 00000100:00100000:3.0:1777573377.464248:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926220544 00000100:00100000:3.0:1777573377.464293:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1777573377.464301:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926220544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.464342:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926220544:12345-0@lo:400:kworker.0 Request processed in 42us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.464349:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1777573377.464382:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926220416 00000100:00100000:3.0:1777573377.464387:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926220416 00000100:00100000:3.0:1777573377.464417:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222208 00000100:00100000:3.0:1777573377.464420:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222208 00000100:00100000:3.0:1777573377.464443:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1777573377.464450:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926220416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573377.464472:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573377.464508:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926220416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.464515:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1777573377.464530:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1777573377.464537:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926222208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573377.464547:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573377.464597:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926222208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.464604:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1777573377.464631:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926221056 00000100:00100000:3.0:1777573377.464635:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926221056 00000100:00100000:3.0:1777573377.464667:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926220800 00000100:00100000:3.0:1777573377.464671:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926220800 00000100:00100000:3.0:1777573377.464722:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1777573377.464742:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926221056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.464783:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926221056:12345-0@lo:400:kworker.0 Request processed in 44us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.464789:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1777573377.464805:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1777573377.464813:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926220800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.464852:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926220800:12345-0@lo:400:kworker.0 Request processed in 41us (1668us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.464858:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1777573377.464897:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926221568 00000100:00100000:3.0:1777573377.464901:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926221568 00000100:00100000:3.0:1777573377.464951:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222080 00000100:00100000:3.0:1777573377.464956:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222080 00000100:00100000:3.0:1777573377.464991:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1777573377.465002:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926221568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.465045:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926221568:12345-0@lo:400:kworker.0 Request processed in 47us (1934us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.465053:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1777573377.465071:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1777573377.465083:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926222080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573377.465244:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573377.465266:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926222080:12345-0@lo:400:kworker.0 Request processed in 185us (2112us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.465277:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1777573377.465297:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926220800:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.465300:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926221440 00000100:00100000:3.0:1777573377.465305:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926221440 00000100:00100000:2.0:1777573377.465318:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926221312:0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.465339:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926221952 00000100:00100000:3.0:1777573377.465343:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926221952 00000100:00100000:2.0:1777573377.465360:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1777573377.465368:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1777573377.465371:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926221440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573377.465378:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926221952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573377.465423:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926221440:12345-0@lo:400:kworker.0 Request processed in 54us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573377.465429:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926221952:12345-0@lo:400:kworker.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573377.465435:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1777573377.465443:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1777573377.466096:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926220672:12345-0@lo:400:kworker.0 Request processed in 2737us (2876us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573377.466104:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00010000:00010000:2.0:1777573377.782976:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573378.486988:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573378.487444:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222464 00000100:00100000:3.0:1777573378.487452:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222464 00000100:00100000:3.0:1777573378.487503:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1777573378.487513:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926222464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573378.487542:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573378.487587:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926222464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573378.487595:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1777573378.487871:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926222336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573378.487899:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573378.488009:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222336 00000100:00100000:3.0:1777573378.488013:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222336 00000100:00100000:3.0:1777573378.488084:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1777573378.488092:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926222336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573378.488104:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573378.488154:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926222336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573378.488160:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1777573378.488216:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926222336:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573378.806884:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573378.999917:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573379.002147:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926222592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573379.002227:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573379.003128:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222592 00000100:00100000:3.0:1777573379.003142:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222592 00000100:00100000:3.0:1777573379.003234:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1777573379.003247:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926222592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573379.003284:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:3.0:1777573379.003356:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926222592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573379.003362:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1777573379.003441:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926222592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573379.012795:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917595520 00000100:00100000:3.0:1777573379.012807:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917595520 00000100:00100000:3.0:1777573379.012888:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 722 00000100:00100000:3.0:1777573379.012899:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595520:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573379.013012:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595520:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 115us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573379.013021:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 722 00000100:00100000:1.0:1777573379.017899:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573379.017954:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917595648 00000100:00100000:1.0:1777573379.017965:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917595648 00000100:00100000:1.0:1777573379.018036:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 314 00000100:00100000:1.0:1777573379.018050:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595648:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573379.018293:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595648:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 246us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573379.018301:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 314 00000100:00080000:2.0:1777573379.021020:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573379.026314:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917595776 00000100:00100000:1.0:1777573379.026335:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917595776 00000100:00080000:2.0:1777573379.026382:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573379.026413:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 315 00000100:00100000:1.0:1777573379.026423:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595776:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573379.027040:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595776:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 616us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573379.027050:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 315 00000100:00100000:1.0:1777573379.029479:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917595904 00000100:00100000:1.0:1777573379.029487:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917595904 00000100:00100000:1.0:1777573379.029534:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 723 00000100:00100000:1.0:1777573379.029542:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595904:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573379.030309:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917595904:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 767us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573379.030316:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 723 00000100:00100000:2.0:1777573379.034477:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596032 00000100:00100000:2.0:1777573379.034492:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596032 00000100:00100000:2.0:1777573379.034592:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 724 00000100:00100000:2.0:1777573379.034606:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596032:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573379.034900:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596032:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 296us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573379.034919:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 724 00000100:00080000:2.0:1777573379.034953:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573379.037572:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596160 00000100:00100000:2.0:1777573379.037582:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596160 00000100:00100000:2.0:1777573379.037677:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 725 00000100:00100000:2.0:1777573379.037688:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596160:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573379.037807:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4675f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596160:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 122us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573379.037815:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 725 00000100:00100000:1.0:1777573379.039085:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573379.039214:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596288 00000100:00100000:3.0:1777573379.039222:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596288 00000100:00100000:3.0:1777573379.039303:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 316 00000100:00100000:3.0:1777573379.039309:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596288:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573379.039458:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596288:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 149us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573379.039463:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 316 00000100:00100000:1.0:1777573379.041005:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596416 00000100:00100000:1.0:1777573379.041012:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596416 00000100:00100000:1.0:1777573379.041088:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 317 00000100:00100000:1.0:1777573379.041098:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596416:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573379.041293:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596416:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 196us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573379.041299:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 317 00000100:00100000:2.0:1777573379.042855:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596544 00000100:00100000:2.0:1777573379.042862:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596544 00000100:00100000:2.0:1777573379.042901:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 726 00000100:00100000:2.0:1777573379.042920:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596544:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573379.043111:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596544:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 203us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573379.043120:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 726 00000100:00100000:1.0:1777573379.044677:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573379.044735:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596672 00000100:00100000:3.0:1777573379.044744:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596672 00000100:00100000:3.0:1777573379.044796:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 727 00000100:00100000:3.0:1777573379.044807:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596672:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573379.045005:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:45499:x1863919917596672:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 200us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573379.045013:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 727 00000100:00100000:1.0:1777573379.096511:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596800 00000100:00100000:1.0:1777573379.096521:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596800 00000100:00100000:1.0:1777573379.096581:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 739 00000100:00100000:1.0:1777573379.096591:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917596800:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573379.096730:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917596800:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 141us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573379.096738:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 739 00010000:00010000:3.0:1777573379.832306:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573379.837636:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222720 00000100:00100000:1.0:1777573379.837643:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222720 00000100:00100000:1.0:1777573379.837679:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1777573379.837685:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77276:x1863919926222720:12345-0@lo:104: 00010000:00010000:1.0:1777573379.837773:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573379.837923:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573379.837929:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77276:x1863919926222720:12345-0@lo:104: Request processed in 244us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573379.837937:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00010000:00010000:2.0:1777573379.837987:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573379.837994:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573379.838001:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573379.838004:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573379.838017:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573379.838024:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573379.838030:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573379.838064:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573379.838071:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1777573379.838109:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926222848:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573379.838132:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573379.838165:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222848 00000100:00100000:3.0:1777573379.838169:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222848 00010000:00010000:3.0:1777573379.838189:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a66d72 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66d6b expref: 23 pid: 6479 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573379.838192:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573379.838199:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66d6b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66d72 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573379.838212:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00010000:00010000:2.0:1777573379.838212:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573379.838214:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573379.838216:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573379.838218:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926222848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573379.838227:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573379.838231:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a66d72 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66d6b expref: 23 pid: 6479 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838242:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a66d72 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66d6b expref: 23 pid: 6479 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838252:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a66d72 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66d6b expref: 23 pid: 6479 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838264:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838272:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838283:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838290:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838301:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838307:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838312:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573379.838315:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838320:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838334:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573379.838342:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573379.838351:0:77276:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573379.838358:0:77276:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573379.838364:0:77276:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a66dc6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77276 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573379.838377:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b81450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926222848:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573379.838384:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1777573379.839017:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926222848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573380.536159:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926222976 00000100:00100000:2.0:1777573380.536167:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926222976 00000100:00100000:2.0:1777573380.536216:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1777573380.536230:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926222976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573380.536262:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573380.536310:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926222976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573380.536317:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1777573380.536358:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926222976:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573380.854954:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573381.186823:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573381.186908:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917596928 00000100:00100000:3.0:1777573381.186918:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917596928 00000100:00100000:3.0:1777573381.186991:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 728 00000100:00100000:3.0:1777573381.187003:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:45586:x1863919917596928:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573381.187024:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573381.187047:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66dcd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcb3 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.187123:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a66dd4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.187137:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a66dd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.187151:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a66dd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573381.187209:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000004:00200000:3.0:1777573381.187214:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573381.187236:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a66dd4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.187262:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a66dcd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcb3 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.187282:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a66dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcb3 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.187292:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:3.0:1777573381.187295:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573381.187298:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573381.187356:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:45586:x1863919917596928:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 356us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573381.187364:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 728 00000100:00080000:2.0:1777573381.187504:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573381.189774:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573381.189950:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917597184 00000100:00100000:1.0:1777573381.189959:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917597184 00000100:00100000:1.0:1777573381.190009:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 729 00000100:00100000:1.0:1777573381.190019:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:45586:x1863919917597184:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573381.190065:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573381.190088:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a66dd4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcb3 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.190103:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:1.0:1777573381.190113:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573381.190136:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.190147:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.190155:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573381.195098:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967391 is committed 00000004:00010000:1.0:1777573381.195162:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004a72fffc reply state 00000000046789b0 transno 4294967391 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195182:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195191:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8700) 00010000:00010000:1.0:1777573381.195195:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573381.195198:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573381.195211:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00010000:00080000:1.0:1777573381.195287:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573381.195301:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:45586:x1863919917597184:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 5282us (5528us total) trans 4294967391 rc 0/0 00000100:00100000:1.0:1777573381.195310:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 729 00010000:00010000:1.0:1777573381.195342:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195350:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195357:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195364:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573381.195369:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195376:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195387:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8700) 00010000:00010000:1.0:1777573381.195390:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573381.195393:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.195399:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66ddb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573381.238754:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573381.238762:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573381.238769:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573381.238814:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.238826:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.238837:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573381.238875:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926223104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573381.238943:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573381.239002:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1a000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573381.239338:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926223104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573381.239353:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66de9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.239363:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66de9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573381.239381:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573381.239385:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66de9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.239392:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66de9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573381.640988:0:77472:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe47f73480 20000000:00000080:3.0:1777573381.641007:0:77472:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc323b800 uarg=0000000000000000 00010000:00010000:3.0:1777573381.641352:0:77472:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573381.641370:0:77472:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573381.641389:0:77472:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573381.641400:0:77472:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573381.641419:0:77472:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573381.641435:0:77472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.641452:0:77472:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a66de9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66de2 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.641460:0:77472:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.641499:0:77472:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a66de9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66de2 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.641518:0:77472:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a66de9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66de2 expref: 22 pid: 6478 timeout: 1056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573381.641531:0:77472:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77472:1863919926223232:0@lo:104: 00000100:00100000:3.0:1777573381.641593:0:77472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573381.641650:0:77472:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1af00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573381.641659:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926223232 00000100:00100000:1.0:1777573381.641667:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926223232 00000100:00100000:1.0:1777573381.641725:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1777573381.641737:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77472:x1863919926223232:12345-0@lo:104: 00010000:00010000:1.0:1777573381.641749:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a66de2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66de9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.641813:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573381.641821:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77472:x1863919926223232:12345-0@lo:104: Request processed in 87us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573381.641829:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1777573381.641839:0:77472:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77472:1863919926223232:0@lo:104: 00010000:00010000:3.0:1777573381.641872:0:77472:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573381.642008:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926223360:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573381.642044:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573381.642290:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926223360 00000100:00100000:1.0:1777573381.642294:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926223360 00010000:00010000:1.0:1777573381.642329:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a66de9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66de2 expref: 23 pid: 6478 timeout: 1056 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573381.642360:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1777573381.642366:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926223360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573381.642377:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573381.642381:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a66de9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66de2 expref: 23 pid: 6478 timeout: 1056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642391:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a66de9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66de2 expref: 23 pid: 6478 timeout: 1056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642404:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a66de9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66de2 expref: 23 pid: 6478 timeout: 1056 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642416:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642430:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642444:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642450:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642457:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642464:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642470:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573381.642473:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642481:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642505:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573381.642514:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573381.642550:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926223360:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573381.642556:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1777573381.642584:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926223360:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573381.642619:0:77472:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.642627:0:77472:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573381.642633:0:77472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a66df0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573382.583112:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926223488 00000100:00100000:3.0:1777573382.583121:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926223488 00000100:00100000:2.0:1777573382.583184:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926223616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573382.583219:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573382.583231:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926223616 00000100:00100000:3.0:1777573382.583236:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926223616 00000100:00100000:1.0:1777573382.583324:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926223872:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583366:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926223744:0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.583369:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573382.583406:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926224384:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583410:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573382.583435:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926224256:0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.583442:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573382.583468:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926224896:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583472:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573382.583492:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926224768:0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.583504:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573382.583514:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573382.583532:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1777573382.583535:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777573382.583542:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926224000:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583543:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc419b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926224128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583558:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573382.583568:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926224640:0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.583587:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573382.583595:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573382.583612:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926224512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583633:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224256 00000100:00100000:2.0:1777573382.583638:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224256 00000100:00100000:1.0:1777573382.583642:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573382.583664:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926225024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583670:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224000 00000100:00100000:2.0:1777573382.583675:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224000 00000100:00100000:1.0:1777573382.583689:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573382.583722:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1777573382.583734:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926224256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.583753:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926223872 00000100:00100000:1.0:1777573382.583759:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926223872 00000100:00100000:2.0:1777573382.583783:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926224256:12345-0@lo:400:kworker.0 Request processed in 54us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573382.583786:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224384 00000100:00100000:2.0:1777573382.583790:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1777573382.583791:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224384 00000100:00100000:2.0:1777573382.583807:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1777573382.583814:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926224000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.583818:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224896 00000100:00100000:1.0:1777573382.583823:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224896 00000100:00100000:2.0:1777573382.583853:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926224000:12345-0@lo:400:kworker.0 Request processed in 40us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573382.583858:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1777573382.583867:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224128 00000100:00100000:1.0:1777573382.583871:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224128 00000100:00100000:2.0:1777573382.583878:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224768 00000100:00100000:2.0:1777573382.583882:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224768 00000100:00100000:1.0:1777573382.583885:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224512 00000100:00100000:1.0:1777573382.583889:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224512 00000100:00100000:2.0:1777573382.583908:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926224640 00000100:00100000:2.0:1777573382.583912:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926224640 00000100:00100000:1.0:1777573382.583912:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926225024 00000100:00100000:1.0:1777573382.583917:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926225024 00000100:00100000:2.0:1777573382.583938:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1777573382.583943:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1777573382.583948:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926224768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.583954:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4581880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926223872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.583998:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926224768:12345-0@lo:400:kworker.0 Request processed in 53us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573382.584003:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1777573382.584022:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1777573382.584023:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4581880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926223872:12345-0@lo:400:kworker.0 Request processed in 70us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573382.584032:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926224640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.584041:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1777573382.584064:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926224640:12345-0@lo:400:kworker.0 Request processed in 33us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573382.584069:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1777573382.584073:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1777573382.584082:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4581c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926224384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.584098:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1777573382.584108:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4581180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926224896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.584121:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4581c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926224384:12345-0@lo:400:kworker.0 Request processed in 43us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573382.584129:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1777573382.584138:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4581180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926224896:12345-0@lo:400:kworker.0 Request processed in 33us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573382.584147:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1777573382.584245:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1777573382.584253:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926223616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573382.584262:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573382.584298:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926223616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573382.584307:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1777573382.584348:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926223616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573382.584373:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926224640:0@lo:400:kworker.0 00000100:00100000:3.0:1777573382.584388:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926224256:0@lo:400:kworker.0 00000100:00100000:3.0:1777573382.584397:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926224768:0@lo:400:kworker.0 00000100:00100000:3.0:1777573382.584421:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926224000:0@lo:400:kworker.0 00000100:00100000:3.0:1777573382.584430:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926224384:0@lo:400:kworker.0 00000100:00100000:3.0:1777573382.584438:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926224896:0@lo:400:kworker.0 00000100:00100000:3.0:1777573382.584447:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926223872:0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.585846:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1777573382.585855:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1777573382.585866:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926224128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.585871:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926224512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573382.585938:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926224128:12345-0@lo:400:kworker.0 Request processed in 82us (2378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573382.585947:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1777573382.585949:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926224512:12345-0@lo:400:kworker.0 Request processed in 83us (2307us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573382.585962:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1777573382.585994:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc419b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926224128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.586022:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926224512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573382.586040:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926225024:0@lo:400:kworker.0 00000100:00100000:3.0:1777573382.586194:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926223744:0@lo:400:kworker.0 10000000:01000000:2.0:1777573382.904189:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573382.904194:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573382.904198:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573382.904238:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573382.904250:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573382.904261:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573382.904288:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926225152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573382.904365:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573382.904417:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573382.904732:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926225152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573382.904746:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66dfe expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573382.904755:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66dfe expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573382.904772:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573382.904776:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66dfe expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573382.904783:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66dfe expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777573383.190938:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573383.606838:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573383.606860:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926225280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573383.606921:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573383.606978:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926225280 00000100:00100000:1.0:1777573383.606986:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926225280 00000100:00100000:1.0:1777573383.607037:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1777573383.607047:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926225280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573383.607074:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573383.607127:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926225280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573383.607135:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1777573383.607295:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926225280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573383.607960:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926225408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573383.607990:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573383.608060:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926225408 00000100:00100000:1.0:1777573383.608065:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926225408 00000100:00100000:1.0:1777573383.608100:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1777573383.608107:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926225408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573383.608120:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573383.608798:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926225408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 689us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573383.608808:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1777573383.608809:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926225408:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1777573384.077077:0:77715:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc854b2fd0 20000000:00000080:3.0:1777573384.077095:0:77715:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc323b800 uarg=0000000000000000 00010000:00010000:3.0:1777573384.077310:0:77715:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573384.077329:0:77715:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573384.077350:0:77715:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573384.077362:0:77715:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573384.077384:0:77715:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573384.077401:0:77715:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66e05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573384.077418:0:77715:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a66dfe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66df7 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573384.077427:0:77715:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66e05 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573384.077466:0:77715:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a66dfe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66df7 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573384.077480:0:77715:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a66dfe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66df7 expref: 22 pid: 6479 timeout: 1058 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573384.077495:0:77715:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77715:1863919926225536:0@lo:104: 00000100:00100000:3.0:1777573384.077553:0:77715:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573384.077958:0:77715:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec12ed300 going to sleep for 11 seconds 00000100:00100000:1.0:1777573384.078007:0:9433:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777573384.078019:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926225536 00000100:00100000:1.0:1777573384.078025:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926225536 00000100:00100000:1.0:1777573384.078072:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1777573384.078081:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc333b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77715:x1863919926225536:12345-0@lo:104: 00010000:00010000:1.0:1777573384.078093:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a66df7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66dfe expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573384.078158:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573384.078163:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc333b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77715:x1863919926225536:12345-0@lo:104: Request processed in 85us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573384.078170:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1777573384.078269:0:77715:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77715:1863919926225536:0@lo:104: 00010000:00010000:3.0:1777573384.078290:0:77715:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66e05 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573384.078389:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926225664:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573384.078422:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573384.078738:0:77715:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66e05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573384.078747:0:77715:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66e05 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573384.078754:0:77715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66e05 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77715 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573384.079541:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926225664:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573384.118936:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926225792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573384.119034:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573384.119076:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926225792 00000100:00100000:2.0:1777573384.119088:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926225792 00000100:00100000:2.0:1777573384.119148:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1777573384.119160:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926225792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573384.119203:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:2.0:1777573384.119263:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926225792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573384.119271:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1777573384.119875:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926225792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573384.217051:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573384.217118:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573384.217131:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917597568 00000100:00100000:2.0:1777573384.217143:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917597568 00000100:00100000:1.0:1777573384.217151:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573384.217192:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573384.217210:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917597696 00000100:00100000:2.0:1777573384.217214:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917597696 00000100:00100000:1.0:1777573384.217237:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573384.217252:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1176 00000100:00100000:2.0:1777573384.217263:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917597568:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:1.0:1777573384.217266:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573384.217272:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573384.217291:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1177 00000100:00100000:1.0:1777573384.217302:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917597696:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573384.217322:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917597440 00000100:00100000:3.0:1777573384.217328:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917597440 00000100:00100000:1.0:1777573384.217353:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917597696:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 54us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573384.217362:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1177 00000100:00100000:3.0:1777573384.217369:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 743 00000100:00100000:2.0:1777573384.217370:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917597568:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 101us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573384.217381:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917597440:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573384.217388:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1176 00000100:00100000:1.0:1777573384.217403:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917597952 00000100:00100000:1.0:1777573384.217408:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917597952 00000100:00100000:3.0:1777573384.217417:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917597440:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573384.217425:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 743 00000100:00100000:1.0:1777573384.217460:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 639 00000100:00100000:1.0:1777573384.217476:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917597952:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573384.217511:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917597952:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573384.217517:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 639 00000100:00080000:1.0:1777573384.217538:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573385.487886:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573385.487965:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917598080 00000100:00100000:1.0:1777573385.487975:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917598080 00000100:00100000:1.0:1777573385.488072:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 730 00000100:00100000:1.0:1777573385.488082:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:45753:x1863919917598080:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573385.488101:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573385.488124:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66e0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcba expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.488191:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66e13 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.488205:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66e13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.488217:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66e13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573385.488262:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000004:00200000:1.0:1777573385.488265:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573385.488284:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66e13 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.488325:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66e0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcba expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.488348:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66e13 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcba expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.488357:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:1.0:1777573385.488360:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573385.488363:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:1.0:1777573385.488433:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:45753:x1863919917598080:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 352us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573385.488442:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 730 00000100:00100000:3.0:1777573385.490777:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917598336 00000100:00100000:3.0:1777573385.490796:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917598336 00000100:00100000:3.0:1777573385.490850:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 731 00000100:00100000:3.0:1777573385.490862:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:45753:x1863919917598336:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573385.490917:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573385.490943:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66e13 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcba expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573385.491039:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:3.0:1777573385.491051:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573385.491076:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66e1a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573385.491091:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66e1a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573385.491108:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a66e1a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573385.499304:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967392 is committed 10000000:01000000:2.0:1777573385.526875:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573385.526882:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573385.526888:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573385.526937:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573385.526949:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573385.526960:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573385.526984:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926225920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573385.527046:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573385.527097:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926225920 00000100:00100000:1.0:1777573385.527105:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926225920 00000100:00100000:2.0:1777573385.527108:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e6300 going to sleep for 11 seconds 00000100:00100000:1.0:1777573385.527165:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1777573385.527174:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926225920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573385.527188:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573385.527201:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a66e28 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66e21 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.527224:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a66e28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66e21 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.527234:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a66e28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66e21 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.527243:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573385.527287:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926225920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573385.527294:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1777573385.527407:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926225920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573385.527423:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66e28 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573385.527433:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66e28 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573385.527461:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573385.527466:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66e28 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573385.527473:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66e28 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573385.656005:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926226048 00000100:00100000:1.0:1777573385.656016:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926226048 00000100:00100000:1.0:1777573385.656065:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1777573385.656074:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926226048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573385.656110:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573385.656170:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926226048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573385.656177:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1777573385.656317:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926226048:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1777573385.891142:0:77910:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee8499cc0 20000000:00000080:1.0:1777573385.891161:0:77910:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f16000 uarg=0000000000000000 00010000:00010000:1.0:1777573385.891386:0:77910:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573385.891403:0:77910:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573385.891425:0:77910:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573385.891436:0:77910:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573385.891458:0:77910:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573385.891479:0:77910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a66e2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 77910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.891498:0:77910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a66e28 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66e21 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.891507:0:77910:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a66e2f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 77910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.891547:0:77910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a66e28 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66e21 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.891566:0:77910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a66e28 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66e21 expref: 22 pid: 6478 timeout: 1060 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573385.891583:0:77910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77910:1863919926226176:0@lo:104: 00000100:00100000:1.0:1777573385.891649:0:77910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573385.891731:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926226176 00000100:00100000:2.0:1777573385.891738:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926226176 00000100:00100000:2.0:1777573385.891795:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1777573385.891808:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77910:x1863919926226176:12345-0@lo:104: 00010000:00010000:2.0:1777573385.891822:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a66e21 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66e28 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573385.891842:0:77910:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c300 going to sleep for 11 seconds 00010000:00010000:2.0:1777573385.891882:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573385.891889:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:77910:x1863919926226176:12345-0@lo:104: Request processed in 85us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573385.891896:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:1.0:1777573385.891904:0:77910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:77910:1863919926226176:0@lo:104: 00010000:00010000:1.0:1777573385.891927:0:77910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a66e2f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 77910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573385.892171:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4674380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926226304:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573385.892193:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573385.892485:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4674380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926226304:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573385.892532:0:77910:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a66e2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.892541:0:77910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a66e2f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573385.892547:0:77910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a66e2f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 77910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573385.974886:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573387.269391:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917598592 00000100:00100000:1.0:1777573387.269403:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917598592 00000100:00080000:3.0:1777573387.269468:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573387.269525:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 732 00000100:00100000:1.0:1777573387.269541:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:45832:x1863919917598592:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573387.269566:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573387.269590:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66e36 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcc1 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.269723:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.269739:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.269765:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.269779:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.269786:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.269793:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573387.270174:0:6487:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x9:0x0], index 1: 0 00010000:00010000:1.0:1777573387.270357:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a66e4b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270368:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a66e4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270376:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a66e4b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270413:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270421:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270427:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270434:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270441:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573387.270445:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270453:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270466:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8000) 00010000:00010000:1.0:1777573387.270470:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573387.270474:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270481:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e3d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573387.270494:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000023ebec03 reply state 000000004dd3f962 transno 4294967393 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270506:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270512:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89dec87d8f00) 00010000:00010000:1.0:1777573387.270514:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573387.270517:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573387.270546:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a66e36 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcc1 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270568:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a66e4b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcc1 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.270577:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17:0x0].0x0 (ffff89dec87d8a00) 00010000:00010000:1.0:1777573387.270580:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573387.270582:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187e00, rc 0) 00000100:00100000:1.0:1777573387.270649:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:45832:x1863919917598592:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1109us (1363us total) trans 4294967393 rc 0/0 00000100:00100000:1.0:1777573387.270657:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 732 00000100:00100000:3.0:1777573387.273862:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573387.273896:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917598848 00000100:00100000:3.0:1777573387.273906:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917598848 00000100:00100000:3.0:1777573387.273955:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 733 00000100:00100000:3.0:1777573387.273966:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:45832:x1863919917598848:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:3.0:1777573387.274019:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573387.274045:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a66e4b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcc1 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.274063:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17:0x0].0x0 (ffff89dec87d8a00) 00010000:00010000:3.0:1777573387.274072:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573387.274116:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.274129:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.274137:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573387.274235:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a3f63a9 reply state 0000000045a0c8cd transno 4294967394 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.274246:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.274252:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:3.0:1777573387.274255:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573387.274258:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573387.274343:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:45832:x1863919917598848:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 379us (493us total) trans 4294967394 rc 0/0 00000100:00100000:3.0:1777573387.274351:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 733 00000100:00100000:1.0:1777573387.277884:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573387.277921:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917598976 00000100:00100000:1.0:1777573387.277930:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917598976 00000100:00100000:1.0:1777573387.277982:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 734 00000100:00100000:1.0:1777573387.277992:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:45832:x1863919917598976:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573387.278013:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573387.278032:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a66e60 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcc8 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.278085:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a66e60 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcc8 expref: 10 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.278101:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a66e60 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x17:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcc8 expref: 10 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.278119:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573387.278122:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573387.278125:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186600, rc 0) 00000100:00100000:1.0:1777573387.278176:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:45832:x1863919917598976:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 186us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573387.278183:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 734 00000100:00100000:1.0:1777573387.283460:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573387.283529:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917599104 00000100:00100000:2.0:1777573387.283539:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917599104 00000100:00100000:2.0:1777573387.283643:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 318 00000100:00100000:2.0:1777573387.283653:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917599104:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:2.0:1777573387.283916:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917599104:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 264us (464us total) trans 4294967334 rc 0/0 00000100:00100000:2.0:1777573387.283924:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 318 00000100:00080000:1.0:1777573387.284280:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573387.286364:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573387.286473:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917599360 00000100:00100000:2.0:1777573387.286482:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917599360 00000100:00100000:2.0:1777573387.286539:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 117 00000100:00100000:2.0:1777573387.286551:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:45832:x1863919917599360:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:2.0:1777573387.286886:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:45832:x1863919917599360:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 337us (526us total) trans 4294967395 rc 0/0 00000100:00100000:2.0:1777573387.286895:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 117 00000100:00100000:1.0:1777573387.320642:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917599488 00000100:00100000:1.0:1777573387.320652:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917599488 00000100:00100000:1.0:1777573387.320848:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 735 00000100:00100000:1.0:1777573387.320859:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+11:45836:x1863919917599488:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:1.0:1777573387.320889:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573387.320913:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e67 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dccf expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.320983:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.320994:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321003:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321010:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321016:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321022:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321093:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a66e7c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321102:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a66e7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321108:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a66e7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573387.321146:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x17:0x0]: returning size 0 00000004:00200000:1.0:1777573387.321150:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573387.321173:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a66e7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321185:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a66e7c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321194:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321200:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321205:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321211:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321217:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573387.321221:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321229:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321239:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89dec87d8000) 00010000:00010000:1.0:1777573387.321242:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573387.321245:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 3/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321252:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66e6e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321266:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321271:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321277:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321281:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573387.321284:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321289:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321295:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89dec87d8f00) 00010000:00010000:1.0:1777573387.321298:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573387.321300:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321309:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66e75 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321333:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66e67 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dccf expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321352:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a66e7c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dccf expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573387.321359:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573387.321362:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573387.321364:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187c00, rc 0) 00000100:00100000:1.0:1777573387.321434:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4677480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:45836:x1863919917599488:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 577us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573387.321441:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 735 00000100:00100000:1.0:1777573387.324495:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573387.324642:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917599616 00000100:00100000:2.0:1777573387.324651:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917599616 00000100:00100000:2.0:1777573387.324966:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 319 00000100:00100000:2.0:1777573387.324978:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917599616:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:2.0:1777573387.324994:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573387.325012:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcd6 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573387.325038:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x9:0x0] initial LVB size: 0, mtime: 0x69f39e0b, atime: 0x69f39e0b, ctime: 0x69f39e0b, blocks: 0x0 00010000:00010000:2.0:1777573387.325057:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573387.325060:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573387.325069:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573387.325087:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573387.325101:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54000, rc 0) 00000100:00100000:2.0:1777573387.325516:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917599616:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 540us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573387.325529:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 319 00000100:00100000:3.0:1777573387.328431:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1777573387.329510:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573387.329517:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66e9f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.329525:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573387.329529:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66e9f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.329536:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66e9f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.329550:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:3.0:1777573387.329557:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573387.329561:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66e9f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.329568:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a66e9f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.329579:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573387.329581:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573387.329583:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573387.511128:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573387.511135:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573387.511140:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573387.511194:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.511207:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.511219:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573387.511248:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926226432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573387.511337:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573387.511414:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573387.512042:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926226432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573387.512060:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66ead expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.512073:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66ead expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573387.512090:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573387.512095:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66ead expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573387.512102:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66ead expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573387.702873:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926226560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573387.702969:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926226816:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703106:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573387.703135:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573387.703192:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926226688 00000100:00100000:1.0:1777573387.703194:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926226816 00000100:00100000:3.0:1777573387.703201:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926226688 00000100:00100000:1.0:1777573387.703201:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926226816 00000100:00100000:1.0:1777573387.703259:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1777573387.703271:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926226816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703324:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926226816:12345-0@lo:400:kworker.0 Request processed in 53us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573387.703333:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:3.0:1777573387.703338:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1777573387.703348:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926226688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573387.703362:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573387.703383:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926226816:0@lo:400:kworker.0 00000100:00100000:3.0:1777573387.703410:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926226688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573387.703418:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1777573387.703434:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573387.703443:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926226944:0@lo:400:kworker.0 00000100:00100000:3.0:1777573387.703476:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926226560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573387.703481:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573387.703499:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4674380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926227200:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703512:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4677100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926227328:0@lo:400:kworker.0 00000100:00100000:3.0:1777573387.703535:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573387.703546:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573387.703567:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926227712:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703577:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926227840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573387.703606:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573387.703612:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573387.703638:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777573387.703641:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777573387.703648:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926227072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703651:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4674a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926227456:0@lo:400:kworker.0 00000100:00100000:3.0:1777573387.703716:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573387.703719:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926227328 00000100:00100000:1.0:1777573387.703724:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926227328 00000100:00100000:3.0:1777573387.703770:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926227584:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703778:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926227840 00000100:00100000:1.0:1777573387.703783:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926227840 00000100:00100000:3.0:1777573387.703808:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573387.703811:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926227072 00000100:00100000:1.0:1777573387.703814:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926227072 00000100:00100000:3.0:1777573387.703845:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4674380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926227200:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703847:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1777573387.703860:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926227328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.703906:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926227328:12345-0@lo:400:kworker.0 Request processed in 48us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573387.703908:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926227712 00000100:00100000:3.0:1777573387.703915:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926227712 00000100:00100000:1.0:1777573387.703919:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1777573387.703942:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1777573387.703952:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926227072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573387.703956:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926227584 00000100:00100000:3.0:1777573387.703961:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926227584 00000100:00100000:1.0:1777573387.703992:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926227072:12345-0@lo:400:kworker.0 Request processed in 41us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573387.703999:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1777573387.704008:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1777573387.704017:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926227712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.704045:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1777573387.704055:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926227584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573387.704062:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926227712:12345-0@lo:400:kworker.0 Request processed in 44us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573387.704085:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1777573387.704095:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926227584:12345-0@lo:400:kworker.0 Request processed in 42us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573387.704101:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1777573387.704126:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4675180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926227072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.704140:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926227456 00000100:00100000:3.0:1777573387.704141:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4675500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926227584:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.704145:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926227456 00000100:00100000:3.0:1777573387.704163:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926227712:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.704184:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926227968 00000100:00100000:1.0:1777573387.704189:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926227968 00000100:00100000:1.0:1777573387.704228:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:1.0:1777573387.704235:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926227456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.704275:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926227456:12345-0@lo:400:kworker.0 Request processed in 40us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573387.704281:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00080000:1.0:1777573387.704302:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573387.704327:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4674a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926227456:0@lo:400:kworker.0 00000100:00100000:1.0:1777573387.704339:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926227968:0@lo:400:kworker.0 00010000:00010000:2.0:1777573388.022843:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573388.150065:0:78153:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7464b1a0 20000000:00000080:1.0:1777573388.150081:0:78153:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f8d000 uarg=0000000000000000 00010000:00010000:1.0:1777573388.150259:0:78153:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573388.150278:0:78153:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573388.150302:0:78153:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573388.150313:0:78153:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573388.150332:0:78153:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573388.150347:0:78153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a66eb4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 78153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573388.150364:0:78153:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66ead lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66ea6 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573388.150373:0:78153:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a66eb4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573388.150407:0:78153:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66ead lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66ea6 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573388.150421:0:78153:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66ead lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66ea6 expref: 22 pid: 6480 timeout: 1062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573388.150435:0:78153:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78153:1863919926228096:0@lo:104: 00000100:00100000:1.0:1777573388.150492:0:78153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573388.150603:0:78153:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573388.150647:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926228096 00000100:00100000:3.0:1777573388.150654:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926228096 00000100:00100000:2.0:1777573388.150778:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1777573388.150790:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:78153:x1863919926228096:12345-0@lo:104: 00010000:00010000:2.0:1777573388.150802:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a66ea6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66ead expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573388.150861:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573388.150867:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:78153:x1863919926228096:12345-0@lo:104: Request processed in 80us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573388.150873:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1777573388.150879:0:78153:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78153:1863919926228096:0@lo:104: 00010000:00010000:1.0:1777573388.150895:0:78153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a66eb4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573388.151135:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926228224:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573388.151161:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573388.151512:0:78153:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a66eb4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573388.151520:0:78153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a66eb4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573388.151524:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926228224:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573388.151526:0:78153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a66eb4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573388.727125:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926228352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573388.727422:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926228480 00000100:00100000:1.0:1777573388.727430:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926228480 00000100:00100000:1.0:1777573388.727473:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1777573388.727481:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926228480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573388.727508:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573388.727789:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573388.727801:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926228480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 320us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573388.727808:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1777573388.727826:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926228352 00000100:00100000:1.0:1777573388.727830:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926228352 00000100:00100000:1.0:1777573388.727856:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1777573388.727863:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926228352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573388.727871:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573388.727895:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926228352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573388.727899:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1777573388.727977:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926228352:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1777573389.046874:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573389.238808:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573389.238830:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926228608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573389.238897:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573389.239126:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926228608 00000100:00100000:1.0:1777573389.239135:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926228608 00000100:00100000:1.0:1777573389.239199:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1777573389.239209:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926228608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573389.239244:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:1.0:1777573389.239308:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926228608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573389.239315:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1777573389.239348:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926228608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573389.337100:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917600128 00000100:00100000:1.0:1777573389.337111:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917600128 00000100:00100000:1.0:1777573389.337174:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917600256 00000100:00100000:1.0:1777573389.337178:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917600256 00000100:00100000:1.0:1777573389.337203:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1184 00000100:00100000:1.0:1777573389.337219:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917600128:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573389.337246:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917600384 00000100:00100000:3.0:1777573389.337252:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917600384 00000100:00100000:3.0:1777573389.337292:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917600512 00000100:00100000:3.0:1777573389.337296:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917600512 00000100:00100000:3.0:1777573389.337324:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 642 00000100:00100000:1.0:1777573389.337334:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917600128:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 118us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573389.337337:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917600384:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573389.337358:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1184 00000100:00080000:1.0:1777573389.337382:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573389.337385:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917600384:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (310us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573389.337387:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573389.337391:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573389.337396:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 642 00000100:00100000:3.0:1777573389.337412:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 643 00000100:00100000:3.0:1777573389.337418:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917600512:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573389.337444:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917600512:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573389.337451:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 643 00000100:00080000:1.0:1777573389.337576:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573389.639647:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917600640 00000100:00100000:2.0:1777573389.639656:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917600640 00000100:00100000:2.0:1777573389.639728:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 737 00000100:00100000:2.0:1777573389.639738:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:45926:x1863919917600640:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573389.639759:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573389.639782:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ebb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcdd expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.639855:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66ec2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.639877:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66ec2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.639891:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66ec2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573389.640015:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000004:00200000:2.0:1777573389.640020:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573389.640043:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66ec2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.640067:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ebb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcdd expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.640088:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66ec2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcdd expref: 13 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.640097:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243500) 00010000:00010000:2.0:1777573389.640100:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573389.640104:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573389.640202:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:45926:x1863919917600640:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 465us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573389.640210:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 737 00000100:00100000:2.0:1777573389.644036:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917600896 00000100:00100000:2.0:1777573389.644046:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917600896 00000100:00100000:2.0:1777573389.644097:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 738 00000100:00100000:2.0:1777573389.644107:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:45926:x1863919917600896:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573389.644154:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573389.644177:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66ec2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcdd expref: 13 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.644190:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243500) 00010000:00010000:2.0:1777573389.644197:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573389.644214:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.644223:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.644230:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573389.644344:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d118840d reply state 000000006b3c049c transno 4294967397 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.644352:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.644356:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243000) 00010000:00010000:2.0:1777573389.644358:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573389.644360:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573389.644366:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000100:00100000:2.0:1777573389.644426:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:45926:x1863919917600896:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 321us (578us total) trans 4294967397 rc 0/0 00000100:00100000:2.0:1777573389.644433:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 738 10000000:01000000:3.0:1777573389.942856:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573389.942863:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573389.942868:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573389.942922:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573389.942934:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573389.942945:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573389.942970:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926228736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573389.943038:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573389.943112:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3c23600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573389.943180:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926228736 00000100:00100000:2.0:1777573389.943189:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926228736 00000100:00100000:2.0:1777573389.943276:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1777573389.943286:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926228736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573389.943299:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573389.943312:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66ed0 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.943334:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.943344:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573389.943353:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573389.943406:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926228736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573389.943412:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1777573389.943497:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926228736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573389.943510:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573389.943519:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573389.943535:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573389.943539:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573389.943546:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.067996:0:78349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.068122:0:78349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.068136:0:78349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 22 pid: 6479 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573390.068152:0:78349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78349:1863919926228864:0@lo:104: 00000100:00100000:0.0:1777573390.068217:0:78349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573390.068262:0:78349:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436d240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573390.068312:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926228864 00000100:00100000:2.0:1777573390.068318:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926228864 00000100:00100000:2.0:1777573390.068365:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1777573390.068375:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:78349:x1863919926228864:12345-0@lo:104: 00010000:00010000:2.0:1777573390.068386:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573390.068449:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573390.068455:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:78349:x1863919926228864:12345-0@lo:104: Request processed in 83us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573390.068462:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1777573390.068564:0:78349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:78349:1863919926228864:0@lo:104: 00010000:00010000:1.0:1777573390.068569:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573390.068577:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.068585:0:78349:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573390.068586:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573390.068592:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573390.068603:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573390.068611:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573390.068617:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573390.068648:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573390.068655:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573390.068683:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573390.068686:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926228992:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573390.068717:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a66ed0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66ed7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573390.068733:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573390.068736:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573390.068738:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573390.068858:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573390.068924:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926228992 00000100:00100000:0.0:1777573390.068929:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926228992 00010000:00010000:0.0:1777573390.068946:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 23 pid: 6479 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573390.068975:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1777573390.068982:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926228992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573390.068992:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573390.068996:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 23 pid: 6479 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069006:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 23 pid: 6479 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069017:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a66ed7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66ed0 expref: 23 pid: 6479 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069030:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069038:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069051:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069058:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069064:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069070:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069075:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573390.069078:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069085:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069105:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573390.069114:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573390.069182:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926228992:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573390.069191:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00010000:00010000:1.0:1777573390.069193:0:78349:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573390.069204:0:78349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573390.069211:0:78349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a66ede lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 78349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573390.069268:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926228992:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573390.071542:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573390.774988:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573390.775014:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926229120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573390.775096:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573390.775241:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926229120 00000100:00100000:1.0:1777573390.775250:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926229120 00000100:00100000:1.0:1777573390.775303:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1777573390.775312:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926229120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573390.775346:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573390.775404:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926229120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573390.775410:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1777573390.775456:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926229120:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573391.095979:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573391.604185:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573391.604239:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601024 00000100:00100000:1.0:1777573391.604250:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601024 00000100:00100000:1.0:1777573391.604333:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 739 00000100:00100000:1.0:1777573391.604345:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601024:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:2.0:1777573391.604550:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573391.604630:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601024:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 288us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573391.604638:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 739 00000100:00100000:0.0:1777573391.609115:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573391.609372:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601152 00000100:00100000:2.0:1777573391.609382:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601152 00000100:00100000:2.0:1777573391.609446:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 320 00000100:00100000:2.0:1777573391.609454:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601152:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:3.0:1777573391.609530:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573391.609635:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601152:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 182us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573391.609643:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 320 00000100:00100000:0.0:1777573391.612218:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573391.612330:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601280 00000100:00100000:3.0:1777573391.612341:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601280 00000100:00100000:3.0:1777573391.612413:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 321 00000100:00100000:3.0:1777573391.612424:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:46007:x1863919917601280:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:2.0:1777573391.612527:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573391.612606:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:46007:x1863919917601280:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 184us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573391.612613:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 321 00000100:00100000:3.0:1777573391.614854:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573391.615041:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601408 00000100:00100000:0.0:1777573391.615051:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601408 00000100:00100000:0.0:1777573391.615131:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 740 00000100:00100000:0.0:1777573391.615148:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601408:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573391.615584:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601408:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 437us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573391.615593:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 740 00000100:00100000:0.0:1777573391.619381:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573391.619463:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601536 00000100:00100000:3.0:1777573391.619472:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601536 00000100:00100000:3.0:1777573391.619541:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 741 00000100:00100000:3.0:1777573391.619552:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:46007:x1863919917601536:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:2.0:1777573391.619616:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573391.620087:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:46007:x1863919917601536:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 536us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573391.620096:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 741 00000100:00100000:0.0:1777573391.627519:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573391.627644:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601664 00000100:00100000:2.0:1777573391.627654:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601664 00000100:00100000:2.0:1777573391.627747:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 742 00000100:00100000:2.0:1777573391.627758:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601664:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573391.627871:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601664:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 115us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573391.627886:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 742 00000100:00100000:0.0:1777573391.630504:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573391.630607:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601792 00000100:00100000:3.0:1777573391.630617:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601792 00000100:00100000:3.0:1777573391.630677:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 322 00000100:00100000:3.0:1777573391.630688:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601792:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573391.631140:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917601792:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 454us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573391.631148:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 322 00000100:00100000:0.0:1777573391.632872:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573391.633041:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917601920 00000100:00100000:1.0:1777573391.633050:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917601920 00000100:00100000:1.0:1777573391.633105:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 323 00000100:00100000:1.0:1777573391.633114:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:46007:x1863919917601920:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573391.633328:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:46007:x1863919917601920:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 214us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573391.633336:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 323 00000100:00100000:0.0:1777573391.635790:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573391.635847:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917602048 00000100:00100000:2.0:1777573391.635855:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917602048 00000100:00100000:2.0:1777573391.635901:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 743 00000100:00100000:2.0:1777573391.635908:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917602048:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573391.636068:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:46007:x1863919917602048:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 160us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573391.636076:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 743 00000100:00100000:0.0:1777573391.639023:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573391.639307:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917602176 00000100:00100000:1.0:1777573391.639316:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917602176 00000100:00100000:1.0:1777573391.639381:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 744 00000100:00100000:1.0:1777573391.639390:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:46007:x1863919917602176:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573391.639584:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:46007:x1863919917602176:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 195us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573391.639592:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 744 00000100:00100000:0.0:1777573391.665948:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573391.666037:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917602432 00000100:00100000:1.0:1777573391.666049:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917602432 00000100:00100000:1.0:1777573391.666125:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 745 00000100:00100000:1.0:1777573391.666136:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:46011:x1863919917602432:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:1.0:1777573391.666156:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573391.666177:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a66ee5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dce4 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666307:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 3/0,1 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666322:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666336:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666347:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666354:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666366:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573391.666740:0:8523:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xa:0x0], index 0: 0 00010000:00010000:1.0:1777573391.666884:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66efa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666895:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66efa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666903:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66efa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666939:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666947:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666953:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666960:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666966:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573391.666970:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666977:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.666993:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243000) 00010000:00010000:1.0:1777573391.666995:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573391.666999:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 3/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.667005:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a66eec lrc: 0/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573391.667019:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002e94cbfd reply state 00000000db677b11 transno 4294967398 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.667030:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.667037:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89dec87d8f00) 00010000:00010000:1.0:1777573391.667040:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573391.667042:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573391.667070:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a66ee5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dce4 expref: 17 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.667084:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66efa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dce4 expref: 16 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.667092:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x18:0x0].0x0 (ffff89dec87d8800) 00010000:00010000:1.0:1777573391.667094:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573391.667096:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186200, rc 0) 00000100:00100000:1.0:1777573391.667171:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+17:46011:x1863919917602432:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 1037us (1231us total) trans 4294967398 rc 0/0 00000100:00100000:1.0:1777573391.667179:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 745 10000000:01000000:3.0:1777573391.670793:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573391.670801:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573391.670805:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573391.670858:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.670874:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.670885:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573391.670927:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926229248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573391.671006:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573391.671070:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89defbe0ba80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573391.671165:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926229248 00000100:00100000:1.0:1777573391.671175:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926229248 00000100:00100000:1.0:1777573391.671232:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1777573391.671241:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926229248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573391.671253:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573391.671267:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66f08 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.671291:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.671302:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.671311:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187600, rc 0) 00000100:00100000:1.0:1777573391.671359:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926229248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573391.671366:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1777573391.671434:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926229248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573391.671448:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.671456:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573391.671476:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573391.671480:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.671487:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573391.675589:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573391.675737:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917602560 00000100:00100000:3.0:1777573391.675747:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917602560 00000100:00100000:3.0:1777573391.675808:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 324 00000100:00100000:3.0:1777573391.675818:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46011:x1863919917602560:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:3.0:1777573391.675837:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573391.675859:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dceb expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573391.675884:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777573391.675905:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573391.675908:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573391.675917:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.675933:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.675946:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573391.675993:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:46011:x1863919917602560:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 177us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573391.676000:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 324 00000100:00100000:0.0:1777573391.693084:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573391.693309:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917602688 00000100:00100000:3.0:1777573391.693319:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917602688 00002000:00100000:3.0:1777573391.693371:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (0->1048575) req@ffff89ddc40d1880 x1863919917602688/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:647/0 lens 488/0 e 0 to 0 dl 1777573402 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:65534 00002000:00100000:3.0:1777573391.693383:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc40d1880 with x1863919917602688 ext(0->1048575) 00002000:00010000:3.0:1777573391.693388:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc40d1880 00000100:00100000:3.0:1777573391.693455:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 15 00000100:00100000:3.0:1777573391.693466:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917602688:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:3.0:1777573391.710937:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917602688:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 17463us (17852us total) trans 4294967338 rc 0/0 00000100:00100000:3.0:1777573391.710950:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 15 00002000:00100000:3.0:1777573391.710961:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0xa:0x0] (0->1048575) req@ffff89ddc40d1880 x1863919917602688/t4294967338(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:647/0 lens 488/448 e 0 to 0 dl 1777573402 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:65534 00002000:00100000:3.0:1777573391.710971:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc40d1880 with x1863919917602688 ext(0->1048575) 00002000:00010000:3.0:1777573391.710977:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc40d1880 00000100:00100000:1.0:1777573391.713884:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573391.713952:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917602816 00000100:00100000:0.0:1777573391.713964:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917602816 00000100:00100000:0.0:1777573391.714145:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 746 00000100:00100000:0.0:1777573391.714157:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+17:46011:x1863919917602816:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:3.0:1777573391.715786:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967398 is committed 00000004:00080000:3.0:1777573391.715805:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 39 committed 00010000:00010000:1.0:1777573391.715922:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.715946:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.715954:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.715961:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573391.715966:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.715975:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.715990:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89dec87d8f00) 00000100:00100000:0.0:1777573391.715992:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:46011:x1863919917602816:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 1834us (2113us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573391.715996:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573391.716002:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573391.716006:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 746 00010000:00010000:1.0:1777573391.716021:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a66e44 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716044:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716050:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716056:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716062:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573391.716065:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716072:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716080:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x17:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573391.716083:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573391.716086:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716092:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66e59 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x17:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716110:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a66e91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716116:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a66e91 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716121:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a66e91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716126:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573391.716128:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a66e91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716134:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a66e91 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716143:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89dec87d8f00) 00010000:00010000:1.0:1777573391.716146:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573391.716148:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a66e91 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716153:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a66e91 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716163:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716168:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716175:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716180:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573391.716182:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716187:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716193:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243000) 00010000:00010000:1.0:1777573391.716196:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573391.716199:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716204:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a66ec9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716217:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716223:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716231:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716236:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573391.716239:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716250:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716258:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89dec87d8f00) 00010000:00010000:1.0:1777573391.716260:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573391.716262:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573391.716268:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a66ef3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573391.716287:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573391.716442:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926229376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777573391.716487:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573391.717234:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926229376 00000100:00100000:1.0:1777573391.717245:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926229376 00000100:00100000:2.0:1777573391.717366:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1777573391.717374:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926229376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1777573391.717402:0:12154:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9 count 1 00010000:00010000:2.0:1777573391.717423:0:12154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.717443:0:12154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.717452:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573391.717454:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573391.717458:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.717485:0:12154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.717503:0:12154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 6 pid: 12154 timeout: 1016 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573391.717516:0:12154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926229504:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573391.717583:0:12154:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2fad600 going to sleep for 11 seconds 00000100:00080000:3.0:1777573391.718528:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573391.719321:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573391.719562:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917602944 00000100:00100000:0.0:1777573391.719572:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917602944 00000100:00100000:0.0:1777573391.719627:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 326 00000100:00100000:0.0:1777573391.719636:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917602944:12345-192.168.204.9@tcp:16:dd.60003 00000100:00100000:0.0:1777573391.720132:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573391.720191:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917603072 00000100:00100000:3.0:1777573391.720196:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917603072 00010000:00010000:3.0:1777573391.720219:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 7 pid: 12154 timeout: 1016 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573391.720251:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 299 00000100:00100000:3.0:1777573391.720258:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917603072:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573391.720268:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573391.720274:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 7 pid: 12154 timeout: 1016 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720292:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 7 pid: 12154 timeout: 1016 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720317:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573391.720320:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573391.720325:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.720331:0:12154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a66e83 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcd6 expref: 7 pid: 12154 timeout: 1016 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720340:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573391.720353:0:12154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926229504:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573391.720364:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573391.720380:0:12154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.720398:0:12154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.720406:0:12154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573391.720417:0:12154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573391.720418:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917603072:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 154us (282us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573391.720434:0:12154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573391.720435:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 299 00010000:00010000:2.0:1777573391.720459:0:12154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573391.720479:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573391.720485:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720494:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573391.720499:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720508:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720521:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720528:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000644657d3/0x1e8fa618a5a66f1d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573391.720548:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573391.720551:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573391.720553:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573391.720705:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926229376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3317us (4202us total) trans 4294967335 rc 0/0 00000100:00100000:2.0:1777573391.720714:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000004:00080000:0.0:1777573391.720808:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc2f08a80/2, rc 0, transno 4294967335 00000100:00100000:0.0:1777573391.720816:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926229376:0@lo:6:osp-syn-1-1.0 00000001:00080000:3.0:1777573391.722281:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000100:00100000:0.0:1777573391.722481:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917602944:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 2844us (3164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573391.722492:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 326 00000100:00100000:0.0:1777573391.724979:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573391.725034:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917603328 00000100:00100000:2.0:1777573391.725044:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917603328 00000100:00100000:2.0:1777573391.725111:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 118 00000100:00100000:2.0:1777573391.725122:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:46011:x1863919917603328:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:2.0:1777573391.725739:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:46011:x1863919917603328:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 617us (774us total) trans 4294967399 rc 0/0 00000100:00100000:2.0:1777573391.725748:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 118 00010000:00010000:2.0:1777573392.118837:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573392.309853:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000001:00080000:0.0:1777573392.309871:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000001:00080000:3.0:1777573392.312266:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967399 is committed 00000100:00100000:3.0:1777573392.822894:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926230016:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.822894:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926229632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573392.822910:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926229760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573392.822969:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926229888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.822977:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573392.822979:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573392.823020:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573392.823022:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926229632 00000100:00100000:1.0:1777573392.823031:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926229632 00000100:00100000:0.0:1777573392.823034:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926230144:0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.823043:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926230528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.823058:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926230400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.823069:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573392.823075:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573392.823086:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1777573392.823097:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926229632:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573392.823105:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926231040:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.823105:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573392.823110:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926230656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.823134:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926230912:0@lo:400:kworker.0 00002000:00000024:1.0:1777573392.823134:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573392.823144:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573392.823173:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573392.823194:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230016 00000100:00100000:3.0:1777573392.823199:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230016 00000100:00100000:0.0:1777573392.823203:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926230272:0@lo:400:kworker.0 00000100:00100000:1.0:1777573392.823213:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926229632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573392.823221:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1777573392.823235:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573392.823238:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230528 00000100:00100000:3.0:1777573392.823242:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230528 00000100:00100000:1.0:1777573392.823242:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926229760 00000100:00100000:1.0:1777573392.823248:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926229760 00000100:00100000:0.0:1777573392.823265:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926230784:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.823269:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573392.823295:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231040 00000100:00100000:1.0:1777573392.823296:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1777573392.823298:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926231424:0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.823301:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231040 00000100:00100000:0.0:1777573392.823310:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573392.823312:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926229760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573392.823328:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573392.823332:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230272 00000100:00100000:3.0:1777573392.823337:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230272 00000100:00100000:2.0:1777573392.823338:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573392.823341:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926231296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.823363:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1777573392.823373:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926230016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573392.823377:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926229760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573392.823382:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573392.823385:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926229888 00000100:00100000:2.0:1777573392.823390:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926229888 00000100:00100000:1.0:1777573392.823407:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1777573392.823430:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926229760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573392.823433:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1777573392.823434:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230144 00000100:00100000:3.0:1777573392.823438:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926230016:12345-0@lo:400:kworker.0 Request processed in 64us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573392.823441:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230144 00000100:00100000:2.0:1777573392.823447:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926229888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.823452:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1777573392.823478:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1777573392.823485:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1777573392.823488:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230400 00000100:00100000:3.0:1777573392.823490:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926230528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.823493:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926229888:12345-0@lo:400:kworker.0 Request processed in 48us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573392.823493:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230400 00000100:00100000:0.0:1777573392.823496:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926231040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.823508:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1777573392.823520:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1777573392.823530:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926230144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.823549:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4677100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926230528:12345-0@lo:400:kworker.0 Request processed in 63us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573392.823553:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1777573392.823553:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4675500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926231040:12345-0@lo:400:kworker.0 Request processed in 57us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573392.823566:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1777573392.823567:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926230272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573392.823575:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926230144:12345-0@lo:400:kworker.0 Request processed in 46us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573392.823582:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1777573392.823606:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926230272:12345-0@lo:400:kworker.0 Request processed in 40us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573392.823606:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1777573392.823617:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926230400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573392.823661:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926230400:12345-0@lo:400:kworker.0 Request processed in 46us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573392.823667:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1777573392.823684:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230912 00000100:00100000:1.0:1777573392.823689:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230912 00000100:00100000:1.0:1777573392.823741:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230784 00000100:00100000:1.0:1777573392.823744:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230784 00000100:00100000:1.0:1777573392.823758:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231424 00000100:00100000:1.0:1777573392.823760:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231424 00000100:00100000:1.0:1777573392.823765:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231296 00000100:00100000:1.0:1777573392.823766:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231296 00000100:00100000:1.0:1777573392.823774:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1777573392.823778:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926230912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.823791:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1777573392.823798:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1777573392.823813:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926230912:12345-0@lo:400:kworker.0 Request processed in 33us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573392.823819:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00080000:3.0:1777573392.823835:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573392.823836:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00080000:3.0:1777573392.823842:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573392.823847:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00080000:3.0:1777573392.823848:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573392.823848:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926230784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.823859:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1777573392.823863:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926231424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.823871:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926231296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573392.823876:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926230784:12345-0@lo:400:kworker.0 Request processed in 31us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573392.823880:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573392.823883:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1777573392.823912:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926231168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.823919:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926231424:12345-0@lo:400:kworker.0 Request processed in 58us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573392.823924:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926231296:12345-0@lo:400:kworker.0 Request processed in 56us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573392.823933:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1777573392.823939:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1777573392.823944:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573392.823979:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967335 gen 2 00000004:00080000:3.0:1777573392.823985:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc2f08a80, transno 4294967335 00000100:00100000:2.0:1777573392.823986:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926229888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.823994:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926230784:0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.824008:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926229632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573392.824008:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926230400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.824013:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926231296:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.824034:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926230912:0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.824037:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926230144:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.824039:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926230272:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.824053:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926231424:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.824106:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926230528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573392.824107:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926230656 00000100:00100000:2.0:1777573392.824113:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926230656 00000100:00100000:0.0:1777573392.824122:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926231040:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.824136:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926230016:0@lo:400:kworker.0 00000100:00080000:0.0:1777573392.824165:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573392.825262:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231168 00000100:00100000:3.0:1777573392.825270:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231168 00000100:00100000:2.0:1777573392.825280:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:3.0:1777573392.825327:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1777573392.825335:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926231168:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573392.825337:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573392.825384:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926230656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573392.825401:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926231168:12345-0@lo:400:kworker.0 Request processed in 67us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573392.825408:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1777573392.825430:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4675180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926230656:12345-0@lo:400:kworker.0 Request processed in 125us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573392.825437:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1777573392.825805:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926230656:0@lo:400:kworker.0 00000100:00100000:0.0:1777573392.825818:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926231168:0@lo:400:kworker.0 00000004:00080000:1.0:1777573392.907859:0:78592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 917556164103ns, next at 863184331499ns, rc = 0 00080000:00080000:1.0:1777573392.907876:0:78592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573392.908017:0:78592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 917556323786ns, next at 894862313486ns, rc = 0 00080000:00080000:1.0:1777573392.908023:0:78592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573392.908236:0:78592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 917556542847ns, next at 852275852120ns, rc = 0 00080000:00080000:1.0:1777573392.908243:0:78592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573392.908314:0:78592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 917556620426ns, next at 912977601861ns, rc = 0 00080000:00080000:1.0:1777573392.908319:0:78592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573392.909362:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 43 committed 00000004:00080000:0.0:1777573392.910416:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 40 committed 00000004:00080000:3.0:1777573392.910634:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 43 committed 00000004:00080000:0.0:1777573392.911137:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 40 committed 00010000:00010000:3.0:1777573393.142849:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573393.577473:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573393.577573:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917603456 00000100:00100000:3.0:1777573393.577584:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917603456 00000100:00080000:0.0:1777573393.577645:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573393.577670:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 747 00000100:00100000:3.0:1777573393.577681:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917603456:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573393.577801:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917603456:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 123us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573393.577809:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 747 00000100:00100000:0.0:1777573393.579120:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573393.579285:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917603584 00000100:00100000:3.0:1777573393.579293:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917603584 00000100:00100000:3.0:1777573393.579358:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 327 00000100:00100000:3.0:1777573393.579367:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917603584:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573393.579486:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917603584:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 120us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573393.579494:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 327 00000100:00080000:0.0:1777573393.579546:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573393.581061:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573393.581174:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917603712 00000100:00100000:1.0:1777573393.581181:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917603712 00000100:00080000:0.0:1777573393.581219:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573393.581243:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 328 00000100:00100000:1.0:1777573393.581252:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917603712:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573393.581431:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917603712:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 180us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573393.581439:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 328 00000100:00100000:1.0:1777573393.583040:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573393.583110:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917603840 00000100:00100000:0.0:1777573393.583117:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917603840 00000100:00100000:0.0:1777573393.583174:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 748 00000100:00100000:0.0:1777573393.583185:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917603840:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573393.583367:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917603840:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 184us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573393.583375:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 748 00000100:00100000:0.0:1777573393.587020:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573393.587574:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917603968 00000100:00100000:3.0:1777573393.587584:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917603968 00000100:00100000:3.0:1777573393.587659:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 749 00000100:00100000:3.0:1777573393.587671:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917603968:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573393.587924:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917603968:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 256us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573393.587934:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 749 00000100:00080000:3.0:1777573393.588026:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573393.590171:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573393.590209:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917604096 00000100:00100000:1.0:1777573393.590217:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917604096 00000100:00100000:1.0:1777573393.590273:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 750 00000100:00100000:1.0:1777573393.590291:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917604096:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573393.590387:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917604096:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 100us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573393.590395:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 750 00000100:00100000:3.0:1777573393.592015:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573393.592056:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917604224 00000100:00100000:0.0:1777573393.592064:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917604224 00000100:00100000:0.0:1777573393.592106:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 329 00000100:00100000:0.0:1777573393.592113:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917604224:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573393.592220:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917604224:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 107us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573393.592228:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 329 00000100:00100000:2.0:1777573393.595335:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573393.595378:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917604352 00000100:00100000:1.0:1777573393.595388:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917604352 00000100:00100000:1.0:1777573393.595437:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 330 00000100:00100000:1.0:1777573393.595447:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917604352:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573393.595979:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917604352:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 194us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573393.595989:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 330 00000100:00100000:1.0:1777573393.596877:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573393.596946:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917604480 00000100:00100000:3.0:1777573393.596953:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917604480 00000100:00100000:3.0:1777573393.597004:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 751 00000100:00100000:3.0:1777573393.597014:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917604480:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573393.597171:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:46208:x1863919917604480:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 159us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573393.597178:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 751 00000100:00100000:3.0:1777573393.598386:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573393.598426:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917604608 00000100:00100000:1.0:1777573393.598432:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917604608 00000100:00100000:1.0:1777573393.598469:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 752 00000100:00100000:1.0:1777573393.598477:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917604608:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573393.598569:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:46208:x1863919917604608:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 93us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573393.598576:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 752 00000100:00100000:2.0:1777573393.624898:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573393.624951:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917604864 00000100:00100000:3.0:1777573393.624961:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917604864 00000100:00100000:3.0:1777573393.625014:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 753 00000100:00100000:3.0:1777573393.625022:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:46212:x1863919917604864:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573393.625133:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573393.625161:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66efa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dce4 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625178:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x18:0x0].0x0 (ffff89dec87d8800) 00010000:00010000:3.0:1777573393.625187:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573393.625208:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625218:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625225:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625232:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625235:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625239:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625305:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625312:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625323:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573393.625546:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8832 00000004:00080000:3.0:1777573393.625559:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 918273865254ns, next at 919273862517ns, rc = 0 00010000:00010000:3.0:1777573393.625607:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625615:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625637:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625645:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625650:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625656:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625685:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573393.625743:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625749:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625756:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625762:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573393.625766:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625772:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625780:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x18:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:3.0:1777573393.625783:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573393.625786:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625791:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a66f32 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x18:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625808:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625814:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625819:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625824:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625830:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573393.625833:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625843:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625850:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ddc10eb100) 00010000:00010000:3.0:1777573393.625852:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573393.625855:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625860:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a66f24 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573393.625880:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000320fbcda reply state 000000001c4dad02 transno 4294967400 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625890:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573393.625895:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89ddc10ebc00) 00010000:00010000:3.0:1777573393.625897:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573393.625900:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573393.625921:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573393.625928:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573393.625936:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573393.625952:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573393.625963:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573393.625973:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x18:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573393.625976:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777573393.625979:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573393.625986:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a66f39 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x18:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573393.626003:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573393.626005:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573393.626007:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573393.626179:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:46212:x1863919917604864:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1005us (1137us total) trans 4294967400 rc 0/0 00000100:00100000:3.0:1777573393.626188:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 753 00000100:00100000:1.0:1777573393.846927:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573393.846951:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926231552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573393.847039:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573393.847379:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926231680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573393.847406:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573393.847467:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231552 00000100:00100000:1.0:1777573393.847475:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231552 00000100:00100000:3.0:1777573393.847506:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231680 00000100:00100000:3.0:1777573393.847511:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231680 00000100:00100000:1.0:1777573393.847528:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1777573393.847539:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926231552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573393.847567:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573393.847579:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1777573393.847586:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926231680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573393.847596:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1777573393.847658:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926231552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573393.847666:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1777573393.847673:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926231680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573393.847681:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1777573393.847757:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926231552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573393.847783:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926231680:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777573394.167035:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573394.359534:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926231808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573394.359621:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573394.359987:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231808 00000100:00100000:0.0:1777573394.359997:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231808 00000100:00100000:0.0:1777573394.360057:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1777573394.360066:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926231808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573394.360102:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:0.0:1777573394.360148:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926231808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573394.360155:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1777573394.360235:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926231808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573394.457017:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573394.457054:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573394.457081:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573394.457097:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573394.457121:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573394.457146:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917605120 00000100:00100000:2.0:1777573394.457154:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917605248 00000100:00100000:1.0:1777573394.457157:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917605120 00000100:00100000:2.0:1777573394.457160:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917605248 00000100:00100000:3.0:1777573394.457190:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917605376 00000100:00100000:3.0:1777573394.457197:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917605376 00000100:00100000:1.0:1777573394.457221:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1192 00000100:00100000:2.0:1777573394.457230:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1193 00000100:00100000:1.0:1777573394.457236:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917605120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573394.457238:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917605504 00000100:00100000:2.0:1777573394.457244:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917605248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573394.457248:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917605504 00000100:00100000:3.0:1777573394.457279:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 648 00000100:00100000:3.0:1777573394.457288:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917605376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573394.457314:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917605248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 71us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573394.457315:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917605120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 81us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573394.457329:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917605376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573394.457335:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1192 00000100:00100000:3.0:1777573394.457346:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 648 00000100:00100000:2.0:1777573394.457346:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1193 00000100:00100000:1.0:1777573394.457367:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917604992 00000100:00100000:1.0:1777573394.457371:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917604992 00000100:00100000:3.0:1777573394.457374:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 649 00000100:00100000:3.0:1777573394.457385:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917605504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573394.457413:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 750 00000100:00100000:3.0:1777573394.457420:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917605504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573394.457429:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917604992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573394.457440:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 649 00000100:00100000:1.0:1777573394.457472:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917604992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 49us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573394.457478:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 750 00000004:00080000:0.0:1777573394.644555:0:78737:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 919292860256ns, next at 863184331499ns, rc = 0 00080000:00080000:0.0:1777573394.644573:0:78737:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573394.644870:0:78737:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 919293176252ns, next at 919273862517ns, rc = 0 00080000:00080000:0.0:1777573394.644877:0:78737:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573394.646864:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 44 committed 00000004:00080000:1.0:1777573394.647534:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 42 committed 00000001:00080000:1.0:1777573394.647559:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967400 is committed 00000004:00080000:1.0:1777573394.647564:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 41 committed 00010000:00010000:0.0:1777573394.647599:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.647621:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.647628:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.647634:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573394.647639:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.647652:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.647671:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0xa8fa037c (ffff89ddc10ebc00) 00010000:00010000:0.0:1777573394.647674:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573394.647678:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.647685:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a66f2b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x13:0x0].0xa8fa037c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573394.648025:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573394.648040:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926231936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777573394.648148:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573394.648191:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926231936 00000100:00100000:3.0:1777573394.648199:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926231936 00000100:00100000:3.0:1777573394.648328:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1777573394.648339:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926231936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777573394.648366:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10 count 1 00010000:00010000:3.0:1777573394.648388:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.648408:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.648422:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573394.648424:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573394.648428:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.648456:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.648471:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 5 pid: 8361 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573394.648483:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926232064:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573394.648547:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded1a05180 going to sleep for 11 seconds 00000100:00080000:0.0:1777573394.649153:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573394.650432:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926232064:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573394.650445:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1777573394.650458:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573394.650642:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917605632 00000100:00100000:0.0:1777573394.650649:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917605632 00010000:00010000:0.0:1777573394.650682:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 6 pid: 8361 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573394.650772:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 300 00000100:00100000:0.0:1777573394.650783:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917605632:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573394.650797:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573394.650803:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 6 pid: 8361 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.650812:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 6 pid: 8361 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.650834:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a66f16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dceb expref: 6 pid: 8361 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.650851:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573394.650852:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573394.650857:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.650868:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573394.650895:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573394.650919:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.650929:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.650939:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.650947:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573394.650969:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573394.651062:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573394.651071:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573394.651071:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b83c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917605632:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 288us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573394.651088:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 300 00010000:00010000:1.0:1777573394.651097:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573394.651101:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573394.651109:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573394.651123:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573394.651130:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001231da29/0x1e8fa618a5a66f40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573394.651155:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573394.651158:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573394.651160:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573394.651219:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926231936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2881us (3071us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1777573394.651228:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000004:00080000:1.0:1777573394.651248:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc4615f80/2, rc 0, transno 4294967339 00000100:00100000:1.0:1777573394.651267:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926231936:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1777573394.651714:0:78737:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 919299997058ns, next at 852275852120ns, rc = 0 00080000:00080000:0.0:1777573394.651724:0:78737:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573394.651830:0:78737:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 919300136124ns, next at 912977601861ns, rc = 0 00080000:00080000:0.0:1777573394.651838:0:78737:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573394.653338:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 44 committed 00000004:00080000:0.0:1777573394.653413:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 41 committed 00010000:00010000:1.0:1777573395.191793:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573395.894937:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926232192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573395.895012:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573395.895262:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926232192 00000100:00100000:2.0:1777573395.895271:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926232192 00000100:00100000:2.0:1777573395.895322:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1777573395.895332:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926232192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573395.895366:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573395.895423:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926232192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573395.895431:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1777573395.895466:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926232192:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573396.214962:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573397.238871:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573397.944736:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573397.944759:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926232320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573397.944826:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.944960:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926232448:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.944989:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945009:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926232960:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945030:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945045:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926233472:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945066:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945083:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573397.945088:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926232576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573397.945109:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926232448 00000100:00100000:3.0:1777573397.945111:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573397.945116:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926232448 00000100:00100000:3.0:1777573397.945127:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926233088:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945144:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573397.945155:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1777573397.945159:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926233600:0@lo:400:kworker.0 00000100:00100000:2.0:1777573397.945164:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926232448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945174:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945198:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926232960 00000100:00100000:3.0:1777573397.945201:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926232960 00000100:00100000:2.0:1777573397.945227:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926232448:12345-0@lo:400:kworker.0 Request processed in 63us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573397.945228:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1777573397.945234:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926232960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573397.945234:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1777573397.945264:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926232960:12345-0@lo:400:kworker.0 Request processed in 30us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573397.945267:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926232704:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945270:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1777573397.945286:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945291:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233472 00000100:00100000:3.0:1777573397.945294:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233472 00000100:00100000:2.0:1777573397.945299:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926233216:0@lo:400:kworker.0 00000100:00100000:2.0:1777573397.945317:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945325:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1777573397.945329:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926233728:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945331:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926233472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573397.945346:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945354:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926233472:12345-0@lo:400:kworker.0 Request processed in 24us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573397.945360:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1777573397.945360:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1777573397.945365:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926232832:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945377:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926232576 00000100:00100000:3.0:1777573397.945381:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926232576 00000100:00100000:2.0:1777573397.945383:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573397.945395:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926233344:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945397:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233088 00000100:00100000:3.0:1777573397.945399:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233088 00000100:00100000:3.0:1777573397.945410:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233600 00000100:00100000:3.0:1777573397.945412:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233600 00000100:00100000:2.0:1777573397.945419:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945422:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233216 00000100:00100000:3.0:1777573397.945424:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233216 00000100:00100000:3.0:1777573397.945434:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233728 00000100:00100000:2.0:1777573397.945434:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926233856:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945435:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233728 00000100:00100000:3.0:1777573397.945445:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926232832 00000100:00100000:3.0:1777573397.945448:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926232832 00000100:00100000:2.0:1777573397.945452:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.945459:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1777573397.945464:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926232576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573397.945472:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1777573397.945478:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926233088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945491:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926232576:12345-0@lo:400:kworker.0 Request processed in 27us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573397.945497:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1777573397.945500:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926233088:12345-0@lo:400:kworker.0 Request processed in 23us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573397.945505:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1777573397.945508:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1777573397.945512:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926233600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573397.945518:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1777573397.945523:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926233216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945534:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926233600:12345-0@lo:400:kworker.0 Request processed in 21us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573397.945551:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1777573397.945558:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926233216:12345-0@lo:400:kworker.0 Request processed in 35us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573397.945563:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1777573397.945672:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926232320 00000100:00100000:0.0:1777573397.945676:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926232320 00000100:00100000:1.0:1777573397.945735:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926232704 00000100:00100000:1.0:1777573397.945740:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926232704 00000100:00100000:1.0:1777573397.945764:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1777573397.945764:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1777573397.945770:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926232704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573397.945771:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926232320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573397.945790:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573397.945801:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926232704:12345-0@lo:400:kworker.0 Request processed in 31us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573397.945806:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1777573397.945818:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926232320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573397.945824:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1777573397.945891:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1777573397.945899:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926233728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945927:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926233728:12345-0@lo:400:kworker.0 Request processed in 30us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573397.945933:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:0.0:1777573397.945942:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573397.945946:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00080000:0.0:1777573397.945946:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573397.945948:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573397.945950:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573397.945951:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926232832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.945975:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926232832:12345-0@lo:400:kworker.0 Request processed in 25us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573397.945981:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1777573397.945991:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573397.945999:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926233984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573397.946003:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233344 00000100:00100000:3.0:1777573397.946006:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233344 00000100:00100000:0.0:1777573397.946022:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573397.946029:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233856 00000100:00100000:3.0:1777573397.946032:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233856 00000100:00080000:0.0:1777573397.946039:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573397.946041:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573397.946048:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1777573397.946053:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926233344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573397.946060:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1777573397.946066:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926233856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946079:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926233344:12345-0@lo:400:kworker.0 Request processed in 26us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573397.946086:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1777573397.946087:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926233856:12345-0@lo:400:kworker.0 Request processed in 22us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573397.946092:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1777573397.946117:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926233984 00000100:00100000:0.0:1777573397.946119:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926233984 00000100:00100000:3.0:1777573397.946124:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926232576:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946134:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926233088:0@lo:400:kworker.0 00000100:00100000:0.0:1777573397.946138:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1777573397.946143:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926233600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573397.946143:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926233984:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573397.946151:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926232448:0@lo:400:kworker.0 00002000:00000024:0.0:1777573397.946152:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573397.946159:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926232960:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946168:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926233472:0@lo:400:kworker.0 00000100:00100000:0.0:1777573397.946175:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926233984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573397.946180:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1777573397.946219:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926233984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573397.946318:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926232832:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946328:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926233344:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946336:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926233856:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946343:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926232704:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946351:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926233216:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946358:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926233728:0@lo:400:kworker.0 00000100:00100000:3.0:1777573397.946370:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926232320:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1777573398.262880:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573398.966946:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926234240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573398.966960:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926234112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573398.967016:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573398.967176:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926234112 00000100:00100000:3.0:1777573398.967184:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926234112 00000100:00100000:3.0:1777573398.967243:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1777573398.967253:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926234112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573398.967279:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573398.967345:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573398.967750:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926234112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 497us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573398.967758:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1777573398.967774:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926234112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573398.967778:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926234240 00000100:00100000:3.0:1777573398.967783:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926234240 00000100:00100000:3.0:1777573398.968228:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1777573398.968239:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926234240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573398.968251:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573398.968288:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926234240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573398.968294:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1777573398.968321:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926234240:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777573399.286942:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573399.478849:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926234368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573399.478948:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573399.479072:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926234368 00000100:00100000:1.0:1777573399.479082:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926234368 00000100:00100000:1.0:1777573399.479473:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1777573399.479546:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926234368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573399.479581:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:1.0:1777573399.479652:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926234368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573399.479659:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1777573399.479836:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926234368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573399.577114:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573399.577156:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573399.577171:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917605760 00000100:00100000:1.0:1777573399.577182:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917605760 00000100:00100000:3.0:1777573399.577193:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573399.577209:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606016 00000100:00100000:2.0:1777573399.577215:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606016 00000100:00100000:1.0:1777573399.577243:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 752 00000100:00100000:3.0:1777573399.577247:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573399.577256:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917605760:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573399.577274:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917605888 00000100:00100000:2.0:1777573399.577277:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917605888 00000100:00100000:2.0:1777573399.577304:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1200 00000100:00100000:2.0:1777573399.577311:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917606016:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573399.577315:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606272 00000100:00100000:3.0:1777573399.577321:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606272 00000100:00100000:1.0:1777573399.577325:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917605760:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573399.577331:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 752 00000100:00100000:2.0:1777573399.577347:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917606016:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573399.577355:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1200 00000100:00100000:3.0:1777573399.577372:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 653 00000100:00100000:2.0:1777573399.577376:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1201 00000100:00100000:3.0:1777573399.577386:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917606272:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573399.577387:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917605888:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:1.0:1777573399.577393:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573399.577399:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573399.577402:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573399.577416:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917605888:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573399.577421:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1201 00000100:00100000:3.0:1777573399.577443:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917606272:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 62us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573399.577451:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 653 00000100:00100000:2.0:1777573399.580914:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573399.584476:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606144 00000100:00100000:3.0:1777573399.584490:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606144 00000100:00100000:3.0:1777573399.584579:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 654 00000100:00100000:3.0:1777573399.584591:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917606144:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573399.584679:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917606144:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 91us (3774us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573399.584687:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 654 00000100:00080000:3.0:1777573399.584736:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777573400.310858:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573400.506347:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000100:00100000:1.0:1777573401.014835:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926234496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573401.014910:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573401.014960:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926234496 00000100:00100000:0.0:1777573401.014970:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926234496 00000100:00100000:0.0:1777573401.015026:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1777573401.015037:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926234496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573401.015093:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573401.015164:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926234496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573401.015171:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1777573401.015266:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926234496:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573401.334925:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573402.360649:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573403.062854:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926234752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573403.062865:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926234880:0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.062911:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926234624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573403.062939:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573403.062943:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573403.062960:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926235008:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.062978:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926234752 00000100:00100000:2.0:1777573403.062987:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926234752 00000100:00100000:1.0:1777573403.062991:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573403.063027:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926234880 00000100:00100000:1.0:1777573403.063031:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926234880 00000100:00100000:2.0:1777573403.063053:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00080000:3.0:1777573403.063065:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573403.063067:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926234752:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573403.063071:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1777573403.063082:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926234880:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1777573403.063104:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573403.063122:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926234880:12345-0@lo:400:kworker.0 Request processed in 41us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573403.063130:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1777573403.063153:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926234752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573403.063160:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1777573403.063168:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235008 00000100:00100000:1.0:1777573403.063173:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235008 00000100:00100000:1.0:1777573403.063211:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1777573403.063219:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926235008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.063260:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926235008:12345-0@lo:400:kworker.0 Request processed in 42us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573403.063266:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1777573403.063285:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573403.063361:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926234624 00000100:00100000:2.0:1777573403.063366:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926234624 00000100:00100000:0.0:1777573403.063372:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926234880:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.063395:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926235392:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.063408:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1777573403.063417:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926234624:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573403.063425:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1777573403.063430:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573403.063465:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926235008:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.063465:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926235904:0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.063472:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926235520:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.063489:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926234624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573403.063496:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573403.063496:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573403.063500:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1777573403.063506:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926234752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573403.063526:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926236032:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.063527:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926236416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573403.063532:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926235264:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.063538:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235904 00000100:00100000:2.0:1777573403.063543:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235904 00000100:00100000:1.0:1777573403.063551:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573403.063551:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573403.063572:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573403.063581:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573403.063589:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926236160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.063592:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235392 00000100:00100000:2.0:1777573403.063597:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236416 00000100:00100000:0.0:1777573403.063597:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235392 00000100:00100000:2.0:1777573403.063602:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236416 00000100:00100000:3.0:1777573403.063605:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926235776:0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.063615:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573403.063631:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1777573403.063640:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926235392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.063643:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1777573403.063648:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573403.063659:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926235904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.063659:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926234624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573403.063672:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926235136:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.063689:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926235392:12345-0@lo:400:kworker.0 Request processed in 52us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573403.063717:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1777573403.063741:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235776 00000100:00100000:2.0:1777573403.063742:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926235904:12345-0@lo:400:kworker.0 Request processed in 86us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573403.063744:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573403.063745:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235776 00000100:00100000:2.0:1777573403.063753:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1777573403.063768:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926235648:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.063775:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1777573403.063784:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926236416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.063785:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1777573403.063792:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573403.063797:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926235776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573403.063816:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926236288:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.063830:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926236416:12345-0@lo:400:kworker.0 Request processed in 48us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573403.063831:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235520 00000100:00100000:1.0:1777573403.063836:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235520 00000100:00100000:2.0:1777573403.063840:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:0.0:1777573403.063844:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926235776:12345-0@lo:400:kworker.0 Request processed in 48us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573403.063854:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573403.063855:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1777573403.063864:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236032 00000100:00100000:1.0:1777573403.063866:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236032 00000100:00100000:1.0:1777573403.063879:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235264 00000100:00100000:1.0:1777573403.063881:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235264 00000100:00100000:1.0:1777573403.063889:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236160 00000100:00100000:1.0:1777573403.063891:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236160 00000100:00100000:1.0:1777573403.063901:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235648 00000100:00100000:1.0:1777573403.063903:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235648 00000100:00100000:2.0:1777573403.063909:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236288 00000100:00100000:2.0:1777573403.063915:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236288 00000100:00100000:1.0:1777573403.063921:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1777573403.063924:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926235136 00000100:00100000:0.0:1777573403.063927:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926235136 00000100:00100000:1.0:1777573403.063930:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926235520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573403.063938:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967339 gen 2 00000004:00080000:3.0:1777573403.063944:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc4615f80, transno 4294967339 00000100:00100000:2.0:1777573403.063951:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1777573403.063959:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926235776:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.063961:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1777573403.063962:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926236288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.063970:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926235520:12345-0@lo:400:kworker.0 Request processed in 41us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573403.063973:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926235136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.063977:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1777573403.063996:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1777573403.064003:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926236032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573403.064007:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1777573403.064017:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926236288:12345-0@lo:400:kworker.0 Request processed in 58us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573403.064022:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926235264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.064024:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926235136:12345-0@lo:400:kworker.0 Request processed in 52us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573403.064031:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926236032:12345-0@lo:400:kworker.0 Request processed in 27us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573403.064032:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1777573403.064037:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1777573403.064039:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1777573403.064051:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1777573403.064061:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926236160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573403.064071:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926235264:12345-0@lo:400:kworker.0 Request processed in 54us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573403.064078:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926235136:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.064079:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1777573403.064090:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1777573403.064095:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926235648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.064096:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926236160:12345-0@lo:400:kworker.0 Request processed in 36us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573403.064105:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1777573403.064109:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926235392:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.064124:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926235904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.064138:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926236416:0@lo:400:kworker.0 00000100:00100000:2.0:1777573403.064145:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926235648:12345-0@lo:400:kworker.0 Request processed in 55us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573403.064153:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1777573403.064153:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926236160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573403.064166:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926235648:0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.064168:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926235520:0@lo:400:kworker.0 00000100:00100000:1.0:1777573403.064178:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926236032:0@lo:400:kworker.0 00000100:00080000:1.0:1777573403.064211:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573403.064215:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573403.064217:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573403.064219:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573403.064245:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926235264:0@lo:400:kworker.0 00000100:00100000:3.0:1777573403.064260:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926236288:0@lo:400:kworker.0 00010000:00010000:1.0:1777573403.382869:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573404.086935:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573404.086957:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926236544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573404.087030:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573404.087108:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236544 00000100:00100000:2.0:1777573404.087116:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236544 00000100:00100000:2.0:1777573404.087163:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1777573404.087169:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573404.087174:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926236544:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573404.087184:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926236672:0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573404.087204:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573404.087218:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573404.087253:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926236544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573404.087260:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1777573404.087265:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236672 00000100:00100000:0.0:1777573404.087270:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236672 00000100:00100000:2.0:1777573404.087295:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1777573404.087304:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926236672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573404.087315:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573404.087351:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926236672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573404.087357:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1777573404.087413:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926236544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573404.087629:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926236672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573404.229210:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573404.229287:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606400 00000100:00100000:3.0:1777573404.229296:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606400 00000100:00100000:3.0:1777573404.229396:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 754 00000100:00100000:3.0:1777573404.229410:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606400:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573404.229525:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606400:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 117us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573404.229533:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 754 00000100:00080000:1.0:1777573404.229779:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573404.232015:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573404.232173:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606528 00000100:00100000:0.0:1777573404.232184:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606528 00000100:00100000:0.0:1777573404.232299:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 332 00000100:00100000:0.0:1777573404.232312:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606528:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573404.232538:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606528:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 230us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.232546:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 332 00000100:00080000:3.0:1777573404.236872:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573404.236935:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573404.236966:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606656 00000100:00100000:3.0:1777573404.236976:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606656 00000100:00100000:3.0:1777573404.237028:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 333 00000100:00100000:3.0:1777573404.237036:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606656:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573404.237233:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606656:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 197us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573404.237242:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 333 00000100:00080000:3.0:1777573404.237453:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573404.242599:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573404.242634:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606784 00000100:00100000:3.0:1777573404.242644:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606784 00000100:00100000:3.0:1777573404.242715:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 755 00000100:00100000:3.0:1777573404.242728:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606784:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573404.242945:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606784:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 220us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573404.242955:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 755 00000100:00100000:3.0:1777573404.244854:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.244904:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917606912 00000100:00100000:1.0:1777573404.244913:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917606912 00000100:00080000:3.0:1777573404.244943:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573404.244981:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 756 00000100:00100000:1.0:1777573404.244995:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606912:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573404.245148:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917606912:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 157us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.245157:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 756 00000100:00100000:3.0:1777573404.248200:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.248365:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917607040 00000100:00100000:1.0:1777573404.248375:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917607040 00000100:00100000:1.0:1777573404.248443:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 757 00000100:00100000:1.0:1777573404.248455:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607040:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573404.248560:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607040:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 108us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.248568:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 757 00000100:00100000:3.0:1777573404.249731:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.249778:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917607168 00000100:00100000:1.0:1777573404.249784:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917607168 00000100:00100000:1.0:1777573404.249823:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 334 00000100:00100000:1.0:1777573404.249830:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607168:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573404.249989:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607168:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 160us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.249995:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 334 00000100:00100000:3.0:1777573404.251483:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573404.251532:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917607296 00000100:00100000:2.0:1777573404.251540:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917607296 00000100:00100000:2.0:1777573404.251580:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 335 00000100:00100000:2.0:1777573404.251586:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607296:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573404.251792:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607296:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 205us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573404.251800:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 335 00000100:00100000:3.0:1777573404.252877:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.252928:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917607424 00000100:00100000:1.0:1777573404.252934:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917607424 00000100:00100000:1.0:1777573404.252983:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 758 00000100:00100000:1.0:1777573404.252991:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607424:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573404.253137:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607424:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 146us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.253144:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 758 00000100:00100000:3.0:1777573404.254373:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.254443:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917607552 00000100:00100000:1.0:1777573404.254450:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917607552 00000100:00100000:1.0:1777573404.254497:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 759 00000100:00100000:1.0:1777573404.254507:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607552:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573404.254726:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:46580:x1863919917607552:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 221us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.254737:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 759 00000100:00100000:3.0:1777573404.271167:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.271260:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917607680 00000100:00100000:1.0:1777573404.271271:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917607680 00000100:00100000:1.0:1777573404.271325:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 760 00000100:00100000:1.0:1777573404.271336:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:46581:x1863919917607680:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573404.271356:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573404.271414:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66f47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcf2 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.271491:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66f4e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.271514:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66f4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.271528:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66f4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573404.271574:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00000004:00200000:1.0:1777573404.271578:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573404.271596:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66f4e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.271621:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a66f47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcf2 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.271641:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66f4e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcf2 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.271655:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ded4e60800) 00010000:00010000:1.0:1777573404.271658:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573404.271661:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573404.271749:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:46581:x1863919917607680:12345-192.168.204.9@tcp:101:rm.0 Request processed in 415us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.271756:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 760 00000100:00100000:3.0:1777573404.274401:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.274602:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917607808 00000100:00100000:1.0:1777573404.274612:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917607808 00000100:00100000:1.0:1777573404.274668:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 119 00000100:00100000:1.0:1777573404.274678:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:46581:x1863919917607808:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:1.0:1777573404.275114:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:46581:x1863919917607808:12345-192.168.204.9@tcp:49:rm.0 Request processed in 436us (719us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573404.275121:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 119 00000100:00100000:3.0:1777573404.277357:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.277469:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917608064 00000100:00100000:1.0:1777573404.277476:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917608064 00000100:00100000:1.0:1777573404.277518:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 761 00000100:00100000:1.0:1777573404.277525:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:46581:x1863919917608064:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573404.277539:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573404.277556:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66f55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dcf9 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573404.277638:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x13:0x0]: returning size 4096 00010000:00010000:1.0:1777573404.277980:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66f55 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcf9 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.277995:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89ded4e60600) 00010000:00010000:1.0:1777573404.277997:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573404.278000:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a66f55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcf9 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.278012:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186200, rc 0) 00000100:00100000:1.0:1777573404.278087:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:46581:x1863919917608064:12345-192.168.204.9@tcp:101:rm.0 Request processed in 562us (734us total) trans 4294967401 rc 301/301 00000100:00100000:1.0:1777573404.278094:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 761 00000100:00100000:3.0:1777573404.281452:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573404.281560:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917608192 00000100:00100000:0.0:1777573404.281573:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917608192 00000100:00100000:0.0:1777573404.281624:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 120 00000100:00100000:0.0:1777573404.281638:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec2d42050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:46581:x1863919917608192:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1777573404.284211:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec2d42050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:46581:x1863919917608192:12345-192.168.204.9@tcp:37:rm.0 Request processed in 2572us (2761us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.284223:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 120 00000100:00100000:3.0:1777573404.286439:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573404.286484:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917608448 00000100:00100000:1.0:1777573404.286494:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917608448 00000100:00100000:1.0:1777573404.286561:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 121 00000100:00100000:1.0:1777573404.286573:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:46581:x1863919917608448:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1777573404.286802:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:46581:x1863919917608448:12345-192.168.204.9@tcp:35:rm.0 Request processed in 231us (368us total) trans 4294967402 rc 0/0 00000100:00100000:1.0:1777573404.286810:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 121 00000100:00100000:3.0:1777573404.288879:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573404.288921:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573404.288975:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917608832 00000100:00100000:2.0:1777573404.288984:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917608832 00000100:00100000:0.0:1777573404.289000:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917608576 00000100:00100000:0.0:1777573404.289006:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917608576 00000100:00100000:2.0:1777573404.289037:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 762 00000100:00100000:2.0:1777573404.289048:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:46581:x1863919917608832:12345-192.168.204.9@tcp:36:rm.0 00000100:00100000:0.0:1777573404.289065:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 42 00000100:00100000:0.0:1777573404.289075:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917608576:12345-192.168.204.9@tcp:103:rm.0 00010000:00010000:0.0:1777573404.289088:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573404.289091:0:10290:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a66bff) 00010000:00010000:0.0:1777573404.289093:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573404.289140:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917608576:12345-192.168.204.9@tcp:103:rm.0 Request processed in 67us (266us total) trans 0 rc 116/116 00000100:00100000:0.0:1777573404.289147:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 42 00010000:00010000:2.0:1777573404.291061:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573404.291248:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a66f4e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dcf2 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.291267:0:6485:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a66c61) 00010000:00010000:2.0:1777573404.291272:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ded4e60800) 00010000:00010000:2.0:1777573404.291285:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573404.291337:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.291345:0:6485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.291356:0:6485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573404.291378:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a23100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926236800:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1777573404.291482:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573404.291556:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dee026cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573404.291629:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236800 00000100:00100000:0.0:1777573404.291634:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236800 00000100:00100000:2.0:1777573404.291774:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1777573404.291784:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926236800:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1777573404.291798:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573404.291811:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66f6a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66f63 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.291834:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66f6a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f63 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.291849:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66f6a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f63 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.291856:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573404.291859:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573404.291861:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573404.291895:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926236800:12345-0@lo:101:mdt00_000.0 Request processed in 113us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573404.291901:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1777573404.292376:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a23100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926236800:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1777573404.292393:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.292404:0:6485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573404.292447:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573404.292472:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.292478:0:6485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.292486:0:6485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573404.292498:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926236928:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1777573404.292522:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573404.292545:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573404.292567:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926236928 00000100:00100000:0.0:1777573404.292572:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926236928 00000100:00100000:0.0:1777573404.292601:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1777573404.292608:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926236928:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1777573404.292616:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573404.292627:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a66f78 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66f71 expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.292642:0:13250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a66f78 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f71 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.292652:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a66f78 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f71 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.292659:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff89ddc2efd500) 00010000:00010000:0.0:1777573404.292662:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573404.292664:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573404.292828:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926236928:12345-0@lo:101:mdt00_000.0 Request processed in 219us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.292835:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1777573404.292860:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926236928:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1777573404.292871:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.292886:0:6485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573404.292898:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1777573404.292926:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237056:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573404.292943:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573404.292961:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573404.292985:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237056 00000100:00100000:0.0:1777573404.292990:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237056 00000100:00100000:0.0:1777573404.293044:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1777573404.293051:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926237056:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573404.293123:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926237056:12345-0@lo:1000:mdt00_000.0 Request processed in 73us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.293130:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1777573404.293175:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237056:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573404.293204:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237184:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573404.293267:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573404.293280:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573404.293306:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237184 00000100:00100000:0.0:1777573404.293311:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237184 00000100:00100000:0.0:1777573404.293339:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1777573404.293345:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926237184:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573404.293461:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926237184:12345-0@lo:1000:mdt00_000.0 Request processed in 116us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.293467:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1777573404.293555:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237184:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573404.293632:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237312:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573404.293656:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573404.293674:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573404.293715:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237312 00000100:00100000:0.0:1777573404.293721:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237312 00000100:00100000:0.0:1777573404.293749:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1777573404.293755:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926237312:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573404.293842:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926237312:12345-0@lo:1000:mdt00_000.0 Request processed in 86us (184us total) trans 0 rc 1/1 00000100:00100000:0.0:1777573404.293849:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1777573404.293873:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237312:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1777573404.293911:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.293919:0:6485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.293925:0:6485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573404.293935:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237440:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1777573404.293953:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573404.293975:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1777573404.293998:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237440 00000100:00100000:2.0:1777573404.294003:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237440 00000100:00100000:2.0:1777573404.294030:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1777573404.294035:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926237440:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1777573404.294042:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573404.294056:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a66f86 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66f7f expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294076:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a66f86 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f7f expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294168:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a66f86 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f7f expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294178:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243b00) 00010000:00010000:2.0:1777573404.294181:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573404.294185:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573404.294281:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6485:x1863919926237440:12345-0@lo:101:mdt00_000.0 Request processed in 244us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.294283:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926237440:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1777573404.294295:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00010000:00010000:1.0:1777573404.294300:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294370:0:6485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294393:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294402:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294409:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294470:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294477:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294483:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294489:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573404.294494:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294500:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294509:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89ded4e60a00) 00010000:00010000:1.0:1777573404.294512:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573404.294515:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294521:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a66f8d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294537:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294545:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294556:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294750:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777573404.294761:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573404.294778:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294785:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294790:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294805:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1777573404.294809:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573404.294812:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294818:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294824:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.294844:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1777573404.294855:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1777573404.294863:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294872:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573404.294878:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.294881:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00010000:2.0:1777573404.294884:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.294888:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573404.294899:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:46581:x1863919917608832:12345-192.168.204.9@tcp:36:rm.0 Request processed in 5851us (5975us total) trans 0 rc -13/-13 00010000:00010000:0.0:1777573404.294901:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573404.294904:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.294908:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573404.294918:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 762 00010000:00010000:2.0:1777573404.294922:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000004:00010000:0.0:1777573404.294928:0:6474:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294939:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 1/0,0 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294946:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a66f7f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f86 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.294952:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.294960:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573404.294961:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573404.294966:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.294970:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294979:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:0.0:1777573404.294984:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54400/0x1e8fa618a5a66f63 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f6a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.294986:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573404.295004:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.295007:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573404.295010:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573404.295013:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573404.295025:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573404.295026:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926237696:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573404.295037:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1777573404.295063:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573404.295078:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926237824:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573404.295097:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573404.295106:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926237568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573404.295107:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573404.295135:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573404.295165:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237696 00000100:00100000:0.0:1777573404.295169:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237696 00010000:00010000:3.0:1777573404.295181:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573404.295200:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237824 00000100:00100000:0.0:1777573404.295203:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237824 00000100:00100000:0.0:1777573404.295225:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237568 00010000:00010000:2.0:1777573404.295227:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573404.295228:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237568 00010000:00010000:2.0:1777573404.295237:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a66f71 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a66f78 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573404.295247:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00010000:00010000:2.0:1777573404.295252:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573404.295255:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573404.295256:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4677800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919926237696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573404.295258:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573404.295269:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573404.295285:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a66f6a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a66f63 expref: 11 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.295298:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573404.295302:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573404.295305:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1777573404.295315:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919926237824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573404.295325:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777573404.295338:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4677800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919926237696:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (274us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573404.295339:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a66f78 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x92151253 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a66f71 expref: 10 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573404.295353:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00010000:3.0:1777573404.295360:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x92151253 (ffff89ddc2efd500) 00000100:00100000:1.0:1777573404.295366:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926237696:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573404.295370:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573404.295374:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1777573404.295383:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3636:x1863919926237568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573404.295391:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573404.295402:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a66f86 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x13:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a66f7f expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.295412:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573404.295430:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573404.295467:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926237568:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.295474:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1777573404.295485:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926237568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573404.295491:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926237824:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573404.295500:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1777573404.295516:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926237824:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573404.406914:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573404.600906:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926237952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573404.600985:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573404.601064:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926237952 00000100:00100000:3.0:1777573404.601071:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926237952 00000100:00100000:3.0:1777573404.601124:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1777573404.601134:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926237952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573404.601163:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:3.0:1777573404.601213:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926237952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573404.601220:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1777573404.601265:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926237952:0@lo:41:osp-pre-0-1.0 00000020:00000080:3.0:1777573404.650920:0:79123:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff03fa6f90 20000000:00000080:3.0:1777573404.650937:0:79123:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def77f3400 uarg=0000000000000000 00010000:00010000:3.0:1777573404.651819:0:79123:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573404.651837:0:79123:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573404.651857:0:79123:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573404.651867:0:79123:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573404.651906:0:79123:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573404.651921:0:79123:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573404.651936:0:79123:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573404.651944:0:79123:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573404.651978:0:79123:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573404.651990:0:79123:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 22 pid: 6480 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573404.652004:0:79123:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79123:1863919926238080:0@lo:104: 00000100:00100000:3.0:1777573404.652060:0:79123:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573404.652104:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238080 00000100:00100000:3.0:1777573404.652111:0:79123:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc43dca80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573404.652111:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238080 00000100:00100000:2.0:1777573404.652164:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1777573404.652174:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:79123:x1863919926238080:12345-0@lo:104: 00010000:00010000:2.0:1777573404.652186:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573404.652261:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573404.652268:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:79123:x1863919926238080:12345-0@lo:104: Request processed in 96us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573404.652279:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1777573404.652286:0:79123:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79123:1863919926238080:0@lo:104: 00010000:00010000:1.0:1777573404.652299:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573404.652305:0:79123:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.652307:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.652325:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573404.652329:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.652337:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573404.652344:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573404.652350:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573404.652381:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.652387:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777573404.652424:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926238208:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573404.652451:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573404.652471:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238208 00000100:00100000:0.0:1777573404.652476:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238208 00010000:00010000:0.0:1777573404.652492:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 23 pid: 6480 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573404.652516:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1777573404.652521:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926238208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573404.652528:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573404.652531:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 23 pid: 6480 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652539:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 23 pid: 6480 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652547:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66f0f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66f08 expref: 23 pid: 6480 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652557:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652563:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652571:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652575:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652579:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652583:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652586:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573404.652588:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652592:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652602:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573404.652609:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573404.652627:0:79123:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573404.652635:0:79123:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573404.652641:0:79123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a66f94 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79123 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573404.652649:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926238208:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.652657:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00010000:00010000:1.0:1777573404.652781:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.652789:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a66f08 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66f0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573404.652804:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573404.652806:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573404.652808:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573404.653138:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926238208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573404.698209:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573404.698244:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573404.698277:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609088 00000100:00100000:2.0:1777573404.698283:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573404.698288:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609088 00000100:00100000:2.0:1777573404.698307:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573404.698338:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609216 00000100:00100000:0.0:1777573404.698343:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609216 00000100:00100000:2.0:1777573404.698344:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573404.698373:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917608960 00000100:00100000:0.0:1777573404.698377:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1208 00000100:00100000:2.0:1777573404.698379:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917608960 00000100:00100000:0.0:1777573404.698389:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917609088:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573404.698427:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 754 00000100:00100000:2.0:1777573404.698437:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917608960:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573404.698451:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609344 00000100:00100000:1.0:1777573404.698459:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609344 00000100:00100000:2.0:1777573404.698474:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917608960:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.698474:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917609088:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 84us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573404.698487:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 754 00000100:00100000:0.0:1777573404.698488:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1208 00000100:00100000:1.0:1777573404.698495:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609472 00000100:00100000:1.0:1777573404.698499:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609472 00000100:00100000:0.0:1777573404.698514:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1209 00000100:00100000:0.0:1777573404.698525:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917609216:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573404.698532:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 659 00000100:00100000:2.0:1777573404.698540:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 660 00000100:00100000:1.0:1777573404.698545:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917609344:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573404.698552:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917609472:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573404.698558:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917609216:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573404.698565:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1209 00000100:00100000:2.0:1777573404.698591:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917609472:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573404.698592:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917609344:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573404.698603:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 660 00000100:00100000:1.0:1777573404.698612:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 659 00000020:00000080:1.0:1777573405.065391:0:79171:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc0685f10 20000000:00000080:1.0:1777573405.065420:0:79171:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7998800 uarg=0000000000000000 00010000:00010000:1.0:1777573405.065613:0:79171:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573405.065631:0:79171:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573405.065652:0:79171:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573405.065664:0:79171:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573405.065822:0:79171:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573405.065841:0:79171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065858:0:79171:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065869:0:79171:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065880:0:79171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065886:0:79171:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065892:0:79171:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065899:0:79171:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573405.065903:0:79171:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065910:0:79171:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065922:0:79171:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065929:0:79171:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573405.065935:0:79171:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66f9b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.430914:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573405.475421:0:79219:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc19bd09e0 20000000:00000080:2.0:1777573405.475437:0:79219:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f0f800 uarg=0000000000000000 00010000:00010000:2.0:1777573405.475609:0:79219:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573405.475625:0:79219:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573405.475647:0:79219:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573405.475658:0:79219:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573405.475685:0:79219:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573405.475774:0:79219:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475791:0:79219:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475802:0:79219:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475809:0:79219:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475816:0:79219:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475823:0:79219:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475829:0:79219:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573405.475833:0:79219:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475910:0:79219:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475921:0:79219:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475926:0:79219:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573405.475936:0:79219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a66fa2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79219 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573406.006839:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573406.006846:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573406.006852:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573406.006923:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573406.006936:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573406.006948:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573406.006971:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926238336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573406.007050:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573406.007125:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238336 00000100:00100000:3.0:1777573406.007131:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc43dc3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573406.007133:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238336 00000100:00100000:1.0:1777573406.007186:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1777573406.007196:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926238336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573406.007210:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573406.007224:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66fa9 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573406.007247:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573406.007258:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573406.007267:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187400, rc 0) 00000100:00100000:1.0:1777573406.007317:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926238336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573406.007323:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1777573406.007550:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926238336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573406.007565:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573406.007575:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573406.007594:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573406.007599:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573406.007607:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573406.134981:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573406.135005:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926238464:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573406.135078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573406.135194:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238464 00000100:00100000:0.0:1777573406.135204:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238464 00000100:00100000:0.0:1777573406.135268:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1777573406.135277:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926238464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573406.135315:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573406.135376:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926238464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573406.135394:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1777573406.135610:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926238464:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573406.454902:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573407.204618:0:79414:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd49efc8a0 20000000:00000080:3.0:1777573407.204634:0:79414:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def77f2400 uarg=0000000000000000 00010000:00010000:3.0:1777573407.204808:0:79414:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573407.204821:0:79414:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573407.204843:0:79414:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573407.204853:0:79414:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573407.204921:0:79414:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573407.204940:0:79414:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573407.204957:0:79414:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573407.204965:0:79414:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573407.205000:0:79414:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573407.205012:0:79414:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 22 pid: 6479 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573407.205026:0:79414:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79414:1863919926238592:0@lo:104: 00000100:00100000:3.0:1777573407.205080:0:79414:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573407.205139:0:79414:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f6ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573407.205208:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238592 00000100:00100000:2.0:1777573407.205213:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238592 00000100:00100000:2.0:1777573407.205289:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1777573407.205298:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:79414:x1863919926238592:12345-0@lo:104: 00010000:00010000:2.0:1777573407.205311:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573407.205389:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573407.205396:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:79414:x1863919926238592:12345-0@lo:104: Request processed in 100us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573407.205402:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00010000:00010000:0.0:1777573407.205446:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573407.205453:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205460:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573407.205464:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205472:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573407.205479:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573407.205485:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573407.205514:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205521:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573407.205544:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205552:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a66fa9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fb0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573407.205567:0:79414:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79414:1863919926238592:0@lo:104: 00010000:00010000:0.0:1777573407.205569:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573407.205572:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573407.205575:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573407.205592:0:79414:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573407.205597:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926238720:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573407.205628:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573407.205655:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238720 00000100:00100000:0.0:1777573407.205658:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238720 00010000:00010000:0.0:1777573407.205671:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 23 pid: 6479 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573407.205703:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1777573407.205708:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926238720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573407.205716:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573407.205719:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 23 pid: 6479 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205727:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 23 pid: 6479 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205735:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a66fb0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66fa9 expref: 23 pid: 6479 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205746:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205754:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205766:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205772:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205778:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205784:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205789:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573407.205793:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205799:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205813:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573407.205824:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573407.205848:0:79414:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573407.205857:0:79414:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573407.205858:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926238720:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (228us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573407.205872:0:79414:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a66fb7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79414 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573407.205872:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1777573407.205910:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926238720:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573407.479192:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573408.182986:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926238848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573408.183066:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926239232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183082:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926238976:0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183112:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.183128:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.183168:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926239104:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183196:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.183222:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238976 00000100:00100000:3.0:1777573408.183229:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238976 00000100:00100000:0.0:1777573408.183267:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926239744:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183279:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1777573408.183288:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926238976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183320:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.183353:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926238976:12345-0@lo:400:kworker.0 Request processed in 53us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573408.183365:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1777573408.183365:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926240384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183398:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.183415:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926239104 00000100:00100000:3.0:1777573408.183419:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926239104 00000100:00100000:0.0:1777573408.183423:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777573408.183431:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926239360:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183450:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926239744 00000100:00100000:3.0:1777573408.183454:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926239744 00000100:00100000:0.0:1777573408.183455:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573408.183476:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926239872:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183487:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240384 00000100:00100000:3.0:1777573408.183491:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240384 00000100:00100000:3.0:1777573408.183507:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926239360 00000100:00100000:3.0:1777573408.183510:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926239360 00000100:00100000:0.0:1777573408.183516:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.183531:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:0.0:1777573408.183538:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926240256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573408.183544:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926239104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183563:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573408.183591:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926239232 00000100:00100000:0.0:1777573408.183596:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926239232 00000100:00100000:3.0:1777573408.183603:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926239104:12345-0@lo:400:kworker.0 Request processed in 65us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573408.183610:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1777573408.183626:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1777573408.183630:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1777573408.183635:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926239744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183647:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926239232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183714:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926239744:12345-0@lo:400:kworker.0 Request processed in 57us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573408.183717:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926239232:12345-0@lo:400:kworker.0 Request processed in 79us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573408.183726:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1777573408.183730:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1777573408.183743:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1777573408.183752:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926240384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183769:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:0.0:1777573408.183777:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926239360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183798:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926240384:12345-0@lo:400:kworker.0 Request processed in 48us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573408.183806:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1777573408.183816:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926239360:12345-0@lo:400:kworker.0 Request processed in 38us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573408.183821:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00080000:3.0:1777573408.183850:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573408.183856:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926239872 00000100:00100000:0.0:1777573408.183861:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926239872 00000100:00100000:0.0:1777573408.183894:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1777573408.183900:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926239104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183902:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926239872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.183920:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7778000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926239616:0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.183938:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926239872:12345-0@lo:400:kworker.0 Request processed in 37us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573408.183944:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1777573408.183955:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.183979:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926240128:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184001:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.184018:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926240640:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184040:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.184094:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926238976:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184100:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926239488:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184124:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.184142:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926240000:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184173:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.184194:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926240512:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184215:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.184251:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240640 00000100:00100000:3.0:1777573408.184254:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240640 00000100:00100000:3.0:1777573408.184278:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240000 00000100:00100000:3.0:1777573408.184281:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240000 00000100:00100000:3.0:1777573408.184301:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240512 00000100:00100000:3.0:1777573408.184304:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240512 00000100:00100000:3.0:1777573408.184321:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1777573408.184328:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926240640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.184360:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240256 00000100:00100000:0.0:1777573408.184366:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240256 00000100:00100000:3.0:1777573408.184381:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926240640:12345-0@lo:400:kworker.0 Request processed in 53us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573408.184388:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573408.184393:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1777573408.184401:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926238848 00000100:00100000:0.0:1777573408.184405:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926238848 00000100:00100000:3.0:1777573408.184414:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1777573408.184424:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926240000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573408.184434:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1777573408.184444:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1777573408.184444:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926240256:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573408.184453:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926238848:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573408.184466:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926240000:12345-0@lo:400:kworker.0 Request processed in 44us (293us total) trans 0 rc 0/0 00002000:00000024:1.0:1777573408.184468:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573408.184468:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573408.184478:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1777573408.184496:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1777573408.184506:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926240512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573408.184512:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926238848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573408.184512:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926240256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573408.184519:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1777573408.184526:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1777573408.184550:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926240512:12345-0@lo:400:kworker.0 Request processed in 46us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573408.184550:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926239488 00000100:00100000:0.0:1777573408.184555:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926239488 00000100:00100000:1.0:1777573408.184559:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926238848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573408.184561:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1777573408.184586:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1777573408.184594:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926239488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184603:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7778e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926240000:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184612:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7778700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926240512:0@lo:400:kworker.0 00000100:00080000:1.0:1777573408.184636:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573408.184639:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926239488:12345-0@lo:400:kworker.0 Request processed in 45us (512us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573408.184640:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573408.184643:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926240640:0@lo:400:kworker.0 00000100:00100000:1.0:1777573408.184651:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926239616 00000100:00100000:0.0:1777573408.184651:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1777573408.184655:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926239616 00000100:00100000:3.0:1777573408.184671:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926239488:0@lo:400:kworker.0 00000100:00100000:1.0:1777573408.184686:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240128 00000100:00100000:1.0:1777573408.184710:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240128 00000100:00080000:0.0:1777573408.184711:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573408.184727:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00080000:0.0:1777573408.184729:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573408.184737:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926239616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573408.184744:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:1.0:1777573408.184753:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7778a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926240128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184784:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926239616:12345-0@lo:400:kworker.0 Request processed in 49us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573408.184792:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1777573408.184805:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7778a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926240128:12345-0@lo:400:kworker.0 Request processed in 52us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573408.184812:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1777573408.184832:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7778000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926239616:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184845:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926240128:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184875:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926239360:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184884:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926239872:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184897:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926240256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573408.184909:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7778380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926239232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184919:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926239744:0@lo:400:kworker.0 00000100:00100000:3.0:1777573408.184931:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926240384:0@lo:400:kworker.0 10000000:01000000:3.0:1777573408.374860:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573408.374869:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573408.374875:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573408.374929:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573408.374942:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573408.374953:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573408.374979:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926240768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573408.375044:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573408.375093:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240768 00000100:00100000:3.0:1777573408.375097:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dee026cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573408.375103:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240768 00000100:00100000:1.0:1777573408.375154:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1777573408.375165:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926240768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573408.375178:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573408.375196:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66fbe expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573408.375219:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573408.375229:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573408.375239:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187600, rc 0) 00000100:00100000:1.0:1777573408.375287:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926240768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573408.375294:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1777573408.375647:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926240768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573408.375659:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573408.375665:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573408.375726:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573408.375732:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573408.375740:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573408.504264:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573409.207106:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926240896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573409.207156:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926241024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573409.207200:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573409.207233:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573409.207259:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241024 00000100:00100000:1.0:1777573409.207268:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241024 00000100:00100000:3.0:1777573409.207283:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926240896 00000100:00100000:3.0:1777573409.207288:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926240896 00000100:00100000:1.0:1777573409.207333:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1777573409.207347:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:1.0:1777573409.207348:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926241024:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573409.207361:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926240896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573409.207382:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1777573409.207383:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573409.207490:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926241024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573409.207495:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926240896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573409.207500:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1777573409.207509:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1777573409.207523:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926241024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573409.207565:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926240896:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1777573409.208730:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967402 is committed 00010000:00010000:2.0:1777573409.527685:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573409.719877:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926241152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573409.719978:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573409.720053:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241152 00000100:00100000:0.0:1777573409.720065:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241152 00000100:00100000:0.0:1777573409.720147:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1777573409.720161:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926241152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573409.720195:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:0.0:1777573409.720280:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926241152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573409.720291:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1777573409.720346:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926241152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573409.817299:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573409.817354:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573409.817379:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609600 00000100:00100000:3.0:1777573409.817391:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609600 00000100:00100000:0.0:1777573409.817401:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573409.817442:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573409.817447:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 758 00000100:00100000:3.0:1777573409.817458:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917609600:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573409.817477:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573409.817523:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609856 00000100:00100000:3.0:1777573409.817527:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917609600:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 70us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573409.817529:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609856 00000100:00100000:3.0:1777573409.817538:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 758 00000100:00100000:0.0:1777573409.817576:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609728 00000100:00100000:3.0:1777573409.817577:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917610112 00000100:00100000:0.0:1777573409.817579:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609728 00000100:00100000:3.0:1777573409.817582:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917610112 00000100:00100000:0.0:1777573409.817611:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1216 00000100:00100000:3.0:1777573409.817619:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917609984 00000100:00100000:0.0:1777573409.817621:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917609856:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573409.817623:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917609984 00000100:00100000:3.0:1777573409.817648:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 665 00000100:00100000:3.0:1777573409.817656:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917610112:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573409.817662:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917609856:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573409.817669:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1216 00000100:00100000:3.0:1777573409.817723:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917610112:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573409.817724:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1217 00000100:00100000:3.0:1777573409.817737:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 665 00000100:00100000:0.0:1777573409.817738:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917609728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573409.817755:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 666 00000100:00100000:3.0:1777573409.817762:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917609984:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573409.817769:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917609728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573409.817776:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1217 00000100:00100000:3.0:1777573409.817793:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917609984:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 31us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573409.817799:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 666 00000100:00080000:0.0:1777573409.817802:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573409.817807:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573409.817810:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573409.817812:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1777573410.552098:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573411.255101:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573411.255124:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926241280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573411.255252:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573411.255329:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241280 00000100:00100000:3.0:1777573411.255339:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241280 00000100:00100000:3.0:1777573411.255398:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1777573411.255409:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926241280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573411.255442:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573411.255531:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926241280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573411.255539:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1777573411.255567:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926241280:0@lo:41:osp-pre-1-0.0 00000001:02000400:3.0:1777573411.358224:0:79756:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 19: test nodemap trusted_admin fileops ========================================================== 14:23:31 (1777573411) 00010000:00010000:3.0:1777573411.577084:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:0.0:1777573411.915409:0:79804:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1777573411.926866:0:79804:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:0.0:1777573411.927172:0:79804:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1777573411.927175:0:79804:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00000020:00000080:1.0:1777573412.346434:0:79852:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbad81150 20000000:00000080:1.0:1777573412.346450:0:79852:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def799b400 uarg=0000000000000000 10000000:01000000:1.0:1777573412.346911:0:79852:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573412.346979:0:79852:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.346996:0:79852:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.347004:0:79852:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.347040:0:79852:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.347053:0:79852:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 22 pid: 6479 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573412.347066:0:79852:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79852:1863919926241408:0@lo:104: 00000100:00100000:1.0:1777573412.347125:0:79852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573412.347238:0:79852:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def4f77900 going to sleep for 11 seconds 00000100:00100000:2.0:1777573412.347287:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241408 00000100:00100000:2.0:1777573412.347294:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241408 00000100:00100000:2.0:1777573412.347377:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1777573412.347388:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:79852:x1863919926241408:12345-0@lo:104: 00010000:00010000:2.0:1777573412.347400:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573412.347458:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573412.347464:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:79852:x1863919926241408:12345-0@lo:104: Request processed in 79us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573412.347471:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00010000:00010000:0.0:1777573412.347490:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573412.347498:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347506:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573412.347510:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347519:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573412.347527:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573412.347534:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:1.0:1777573412.347535:0:79852:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:79852:1863919926241408:0@lo:104: 00010000:00010000:1.0:1777573412.347552:0:79852:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347570:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347577:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573412.347604:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573412.347606:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926241536:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573412.347618:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a66fbe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fc5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347638:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573412.347641:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573412.347642:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573412.347644:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573412.347674:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241536 00000100:00100000:0.0:1777573412.347678:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241536 00010000:00010000:0.0:1777573412.347721:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 23 pid: 6479 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573412.347754:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1777573412.347762:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926241536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573412.347771:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573412.347776:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 23 pid: 6479 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347786:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 23 pid: 6479 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347798:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fc5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66fbe expref: 23 pid: 6479 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347811:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347819:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347831:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347839:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347850:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347856:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347866:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573412.347869:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347876:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347891:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573412.347900:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573412.347912:0:79852:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.347921:0:79852:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.347927:0:79852:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a66fcc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79852 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573412.347982:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b83050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926241536:12345-0@lo:103:ldlm_bl.0 Request processed in 220us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573412.347997:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1777573412.348078:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926241536:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573412.598843:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573412.730949:0:79900:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7da9af60 20000000:00000080:1.0:1777573412.730964:0:79900:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7999000 uarg=0000000000000000 10000000:01000000:1.0:1777573412.731182:0:79900:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573412.731201:0:79900:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731217:0:79900:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731228:0:79900:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731236:0:79900:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731243:0:79900:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731250:0:79900:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731268:0:79900:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573412.731272:0:79900:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731280:0:79900:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731292:0:79900:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731300:0:79900:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573412.731306:0:79900:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a66fd3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79900 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1777573413.103661:0:79948:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd593bdcb0 20000000:00000080:1.0:1777573413.103676:0:79948:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def799b400 uarg=0000000000000000 10000000:01000000:1.0:1777573413.103855:0:79948:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573413.103876:0:79948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103892:0:79948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103901:0:79948:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103905:0:79948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103910:0:79948:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103914:0:79948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103918:0:79948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573413.103921:0:79948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103925:0:79948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103934:0:79948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103940:0:79948:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.103946:0:79948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a66fda lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573413.303892:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573413.303915:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926241664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573413.303917:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926241792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573413.304069:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573413.304069:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573413.304081:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926241920:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.304119:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573413.304141:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926242048:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.304143:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926242304:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.304148:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926242432:0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.304189:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573413.304194:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573413.304201:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241664 00000100:00100000:2.0:1777573413.304208:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241664 00000100:00100000:1.0:1777573413.304225:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926242944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.304268:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573413.304274:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241792 00000100:00100000:2.0:1777573413.304278:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241792 00000100:00100000:1.0:1777573413.304291:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926243456:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.304310:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1777573413.304315:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573413.304323:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926241664:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573413.304343:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926241920 00000100:00100000:1.0:1777573413.304347:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926241920 00002000:00000024:2.0:1777573413.304351:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573413.304377:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1777573413.304384:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926241920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.304397:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926241664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573413.304405:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1777573413.304419:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926241920:12345-0@lo:400:kworker.0 Request processed in 35us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573413.304427:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1777573413.304430:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926242560:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.304432:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1777573413.304446:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcf81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926241792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573413.304457:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573413.304470:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573413.304471:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242944 00000100:00100000:1.0:1777573413.304476:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242944 00000100:00100000:2.0:1777573413.304497:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcf81c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926241792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.304497:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926243072:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.304509:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1777573413.304510:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243456 00000100:00100000:1.0:1777573413.304514:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243456 00000100:00100000:0.0:1777573413.304535:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573413.304544:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1777573413.304554:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926242944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.304598:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926242944:12345-0@lo:400:kworker.0 Request processed in 46us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.304599:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926241664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573413.304611:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1777573413.304627:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1777573413.304636:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1777573413.304637:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926242176:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.304649:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926243456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.304669:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573413.304716:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926243456:12345-0@lo:400:kworker.0 Request processed in 47us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573413.304722:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1777573413.304727:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926242688:0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.304757:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573413.304776:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926241920:0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.304784:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926243200:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.304795:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926242944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.304812:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926243456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.304818:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573413.304864:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242048 00000100:00100000:0.0:1777573413.304869:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242048 00000100:00080000:2.0:1777573413.304870:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573413.304875:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573413.304889:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242560 00000100:00100000:2.0:1777573413.304895:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242432 00000100:00100000:1.0:1777573413.304895:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242560 00000100:00100000:2.0:1777573413.304901:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242432 00000100:00100000:0.0:1777573413.304911:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243072 00000100:00100000:0.0:1777573413.304916:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243072 00000100:00100000:2.0:1777573413.304938:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242176 00000100:00100000:0.0:1777573413.304940:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242688 00000100:00100000:2.0:1777573413.304943:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242176 00000100:00100000:0.0:1777573413.304945:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242688 00000100:00100000:2.0:1777573413.304970:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1777573413.304970:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243200 00000100:00100000:0.0:1777573413.304976:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243200 00000100:00100000:2.0:1777573413.304982:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926242432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.304997:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1777573413.305007:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926242048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.305020:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1777573413.305028:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926242432:12345-0@lo:400:kworker.0 Request processed in 48us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573413.305033:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1777573413.305037:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926243072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.305050:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1777573413.305059:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926242176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.305059:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4677800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926242048:12345-0@lo:400:kworker.0 Request processed in 52us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.305071:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1777573413.305075:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926243072:12345-0@lo:400:kworker.0 Request processed in 47us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573413.305081:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1777573413.305097:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926242176:12345-0@lo:400:kworker.0 Request processed in 40us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.305097:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1777573413.305105:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1777573413.305109:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1777573413.305112:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926242688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.305120:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926243200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.305131:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:2.0:1777573413.305142:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926242560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.305163:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926242688:12345-0@lo:400:kworker.0 Request processed in 54us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573413.305167:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926243200:12345-0@lo:400:kworker.0 Request processed in 48us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.305176:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1777573413.305180:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926242560:12345-0@lo:400:kworker.0 Request processed in 41us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573413.305182:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1777573413.305191:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00080000:2.0:1777573413.305231:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573413.305234:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573413.305256:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573413.305278:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926242432:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.305285:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926242816:0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.305308:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926242176:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.305316:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573413.305329:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926242688:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.305340:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926243328:0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.305349:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926243200:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.305350:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242816 00000100:00100000:2.0:1777573413.305356:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242816 00000100:00100000:1.0:1777573413.305360:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573413.305368:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926242048:0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.305389:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926242560:0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.305390:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926241792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573413.305395:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243328 00000100:00100000:2.0:1777573413.305400:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243328 00000100:00100000:0.0:1777573413.305412:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926243072:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.305430:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1777573413.305432:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926242304 00000100:00100000:1.0:1777573413.305436:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926242304 00000100:00100000:2.0:1777573413.305441:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926242816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573413.305463:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:1.0:1777573413.305471:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926242304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573413.305475:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1777573413.305486:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926243328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.305487:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926242816:12345-0@lo:400:kworker.0 Request processed in 47us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573413.305498:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1777573413.305501:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926242304:12345-0@lo:400:kworker.0 Request processed in 31us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573413.305506:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00080000:2.0:1777573413.305525:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573413.305526:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926243328:12345-0@lo:400:kworker.0 Request processed in 43us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.305531:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1777573413.305554:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926242304:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.305567:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926242816:0@lo:400:kworker.0 00000100:00100000:2.0:1777573413.305576:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926243328:0@lo:400:kworker.0 00000020:00000080:2.0:1777573413.477590:0:79996:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3db83cc0 20000000:00000080:2.0:1777573413.477605:0:79996:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f0f400 uarg=0000000000000000 10000000:01000000:2.0:1777573413.477837:0:79996:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573413.477858:0:79996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477874:0:79996:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477885:0:79996:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477896:0:79996:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477904:0:79996:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477910:0:79996:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477916:0:79996:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573413.477921:0:79996:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477931:0:79996:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477943:0:79996:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477952:0:79996:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.477958:0:79996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a66fe1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 79996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573413.623271:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777573413.750768:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573413.750778:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573413.750783:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573413.750825:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.750834:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.750843:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573413.750864:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926243584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573413.750932:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573413.750977:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243584 00000100:00100000:0.0:1777573413.750986:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243584 00000100:00100000:1.0:1777573413.750993:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc43dc180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573413.751040:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1777573413.751050:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926243584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573413.751062:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573413.751074:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a66fe8 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.751097:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.751108:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.751117:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1600, rc 0) 00000100:00100000:0.0:1777573413.751159:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926243584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.751167:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1777573413.751184:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926243584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573413.751196:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.751203:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573413.751650:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573413.751655:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.751662:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1777573413.843330:0:80044:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff61302fd0 20000000:00000080:1.0:1777573413.843344:0:80044:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def799b000 uarg=0000000000000000 10000000:01000000:1.0:1777573413.843477:0:80044:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573413.843494:0:80044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.843512:0:80044:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.843520:0:80044:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.843555:0:80044:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.843568:0:80044:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 22 pid: 6480 timeout: 1088 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573413.843580:0:80044:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80044:1863919926243712:0@lo:104: 00000100:00100000:1.0:1777573413.843635:0:80044:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573413.843688:0:80044:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc43dc180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573413.843760:0:6469:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1777573413.843773:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243712 00000100:00100000:2.0:1777573413.843780:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243712 00000100:00100000:2.0:1777573413.843829:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1777573413.843839:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deef1a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80044:x1863919926243712:12345-0@lo:104: 00010000:00010000:2.0:1777573413.843854:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573413.843908:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573413.843915:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deef1a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80044:x1863919926243712:12345-0@lo:104: Request processed in 78us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573413.843923:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1777573413.843939:0:80044:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80044:1863919926243712:0@lo:104: 00010000:00010000:0.0:1777573413.843946:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573413.843955:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.843963:0:80044:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.843965:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573413.843972:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.843981:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573413.843997:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573413.844004:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573413.844032:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844039:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573413.844068:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844072:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3187c00/0x1e8fa618a5a66fe8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a66fef expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844083:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573413.844085:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573413.844086:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573413.844167:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573413.844181:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926243840:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573413.844211:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573413.844257:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243840 00000100:00100000:0.0:1777573413.844261:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243840 00010000:00010000:0.0:1777573413.844278:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 23 pid: 6480 timeout: 1088 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573413.844298:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1777573413.844302:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926243840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573413.844309:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573413.844313:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 23 pid: 6480 timeout: 1088 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844320:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 23 pid: 6480 timeout: 1088 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844328:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a66fef lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a66fe8 expref: 23 pid: 6480 timeout: 1088 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844337:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844342:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844350:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844362:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844368:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844374:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844380:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573413.844384:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844390:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844403:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573413.844413:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573413.844426:0:80044:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.844435:0:80044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573413.844440:0:80044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a66ff6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573413.844462:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926243840:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573413.844471:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1777573413.844486:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926243840:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1777573414.226777:0:80092:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd81c28a0 20000000:00000080:0.0:1777573414.226791:0:80092:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33f7c00 uarg=0000000000000000 10000000:01000000:0.0:1777573414.226943:0:80092:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573414.226960:0:80092:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.226978:0:80092:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.226989:0:80092:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.226996:0:80092:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.227003:0:80092:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.227010:0:80092:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.227017:0:80092:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573414.227021:0:80092:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.227028:0:80092:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.227041:0:80092:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.227049:0:80092:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573414.227055:0:80092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a66ffd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80092 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573414.326917:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573414.326937:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926243968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573414.326998:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573414.327062:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926243968 00000100:00100000:0.0:1777573414.327069:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926243968 00000100:00100000:0.0:1777573414.327124:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1777573414.327136:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926243968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573414.327165:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573414.327205:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926243968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573414.327211:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1777573414.327270:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926243968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573414.327905:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926244096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573414.327938:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573414.328007:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244096 00000100:00100000:0.0:1777573414.328011:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244096 00000100:00100000:0.0:1777573414.328037:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1777573414.328044:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926244096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573414.328056:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573414.328144:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926244096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573414.328151:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1777573414.328230:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926244096:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573414.647154:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573414.839868:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926244224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573414.839949:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573414.840079:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244224 00000100:00100000:1.0:1777573414.840091:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244224 00000100:00100000:1.0:1777573414.840406:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1777573414.840425:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926244224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573414.840769:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:1.0:1777573414.840865:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926244224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 449us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573414.840873:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1777573414.841018:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926244224:0@lo:41:osp-pre-0-1.0 10000000:01000000:3.0:1777573414.902807:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573414.902814:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573414.902818:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573414.902876:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573414.902888:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573414.902899:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573414.902925:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926244352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573414.902990:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573414.903034:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244352 00000100:00100000:3.0:1777573414.903036:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573414.903043:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244352 00000100:00100000:1.0:1777573414.903104:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1777573414.903115:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926244352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573414.903127:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573414.903141:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67004 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573414.903164:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573414.903174:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573414.903182:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573414.903230:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926244352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573414.903237:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1777573414.903343:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926244352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573414.903358:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573414.903368:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573414.903387:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573414.903393:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573414.903405:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573414.938498:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573414.938538:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573414.938553:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917610240 00000100:00100000:0.0:1777573414.938564:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917610240 00000100:00100000:3.0:1777573414.938579:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573414.938618:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573414.938623:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 762 00000100:00100000:0.0:1777573414.938635:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917610240:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573414.938664:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573414.938745:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917610240:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 113us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573414.938752:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 762 00000100:00100000:1.0:1777573414.938782:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917610368 00000100:00100000:1.0:1777573414.938788:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917610368 00000100:00100000:0.0:1777573414.938809:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917610624 00000100:00100000:0.0:1777573414.938814:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917610624 00000100:00100000:1.0:1777573414.938836:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917610496 00000100:00100000:1.0:1777573414.938840:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917610496 00000100:00100000:0.0:1777573414.938851:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917610752 00000100:00100000:0.0:1777573414.938855:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917610752 00000100:00100000:0.0:1777573414.938884:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 671 00000100:00100000:1.0:1777573414.938891:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1224 00000100:00100000:1.0:1777573414.938907:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917610368:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573414.938908:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917610624:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573414.938949:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917610368:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 50us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573414.938960:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1224 00000100:00100000:0.0:1777573414.938961:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917610624:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 67us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573414.938971:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 671 00000100:00100000:1.0:1777573414.938978:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1225 00000100:00100000:1.0:1777573414.938988:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917610496:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573414.938992:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 672 00000100:00100000:0.0:1777573414.939004:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917610752:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573414.939022:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917610496:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573414.939029:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1225 00000100:00100000:0.0:1777573414.939041:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917610752:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573414.939048:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 672 00000100:00080000:2.0:1777573414.939145:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573414.939151:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573414.939155:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573414.939159:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:1.0:1777573415.431685:0:80239:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd47c1b230 20000000:00000080:1.0:1777573415.431767:0:80239:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc333b000 uarg=0000000000000000 10000000:01000000:1.0:1777573415.431919:0:80239:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573415.431936:0:80239:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573415.431954:0:80239:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573415.431962:0:80239:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573415.431999:0:80239:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573415.432013:0:80239:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 22 pid: 6478 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573415.432027:0:80239:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80239:1863919926244480:0@lo:104: 00000100:00100000:1.0:1777573415.432085:0:80239:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573415.432131:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244480 00000100:00100000:1.0:1777573415.432132:0:80239:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc43dc780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573415.432140:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244480 00000100:00100000:2.0:1777573415.432210:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1777573415.432221:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80239:x1863919926244480:12345-0@lo:104: 00010000:00010000:2.0:1777573415.432233:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573415.432321:0:80239:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80239:1863919926244480:0@lo:104: 00010000:00010000:1.0:1777573415.432336:0:80239:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432342:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573415.432350:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80239:x1863919926244480:12345-0@lo:104: Request processed in 131us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573415.432358:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00010000:00010000:3.0:1777573415.432409:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573415.432416:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573415.432424:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573415.432427:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573415.432436:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573415.432442:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573415.432448:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573415.432479:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573415.432485:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573415.432513:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573415.432520:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1777573415.432529:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67004 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6700b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573415.432531:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926244608:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573415.432550:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573415.432552:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573415.432554:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573415.432558:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573415.432657:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244608 00000100:00100000:2.0:1777573415.432662:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244608 00010000:00010000:2.0:1777573415.432679:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 23 pid: 6478 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573415.432803:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1777573415.432812:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926244608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573415.432823:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573415.432828:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 23 pid: 6478 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432838:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 23 pid: 6478 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432848:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6700b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67004 expref: 23 pid: 6478 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432860:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432867:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432878:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432884:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432891:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432896:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432906:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573415.432909:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432916:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432931:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.432940:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573415.432947:0:80239:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573415.432957:0:80239:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573415.432963:0:80239:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67012 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573415.432979:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926244608:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573415.432988:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1777573415.433044:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926244608:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573415.670829:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573415.797131:0:80287:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff59ae68a0 20000000:00000080:2.0:1777573415.797149:0:80287:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f0cc00 uarg=0000000000000000 10000000:01000000:2.0:1777573415.797324:0:80287:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573415.797344:0:80287:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797361:0:80287:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797371:0:80287:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797377:0:80287:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797388:0:80287:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797396:0:80287:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797402:0:80287:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573415.797406:0:80287:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797413:0:80287:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797426:0:80287:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797432:0:80287:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573415.797438:0:80287:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a67019 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80287 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573416.375899:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926244736:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573416.375960:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573416.376024:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244736 00000100:00100000:2.0:1777573416.376033:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244736 00000100:00100000:2.0:1777573416.376089:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1777573416.376099:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926244736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573416.376133:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573416.376195:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926244736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573416.376205:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1777573416.376244:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926244736:0@lo:41:osp-pre-1-0.0 10000000:01000000:1.0:1777573416.502846:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573416.502853:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573416.502858:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573416.502907:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573416.502920:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573416.502932:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573416.502957:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926244864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573416.503022:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573416.503107:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89df00c1c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573416.503230:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244864 00000100:00100000:2.0:1777573416.503238:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244864 00000100:00100000:2.0:1777573416.503291:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1777573416.503301:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926244864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573416.503314:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573416.503328:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67020 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573416.503350:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573416.503371:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573416.503380:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55a00, rc 0) 00000100:00100000:2.0:1777573416.503467:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926244864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573416.503475:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1777573416.503588:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926244864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573416.503602:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573416.503612:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573416.503630:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573416.503634:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573416.503642:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573416.694792:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573416.989307:0:80434:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee43a9890 20000000:00000080:3.0:1777573416.989319:0:80434:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3361c00 uarg=0000000000000000 00010000:00010000:3.0:1777573416.989478:0:80434:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573416.989493:0:80434:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573416.989512:0:80434:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573416.989523:0:80434:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573416.989541:0:80434:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573416.989559:0:80434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573416.989576:0:80434:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573416.989584:0:80434:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573416.989622:0:80434:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573416.989635:0:80434:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 22 pid: 6479 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573416.989648:0:80434:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80434:1863919926244992:0@lo:104: 00000100:00100000:3.0:1777573416.989770:0:80434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573416.989822:0:80434:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573416.989832:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926244992 00000100:00100000:2.0:1777573416.989841:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926244992 00000100:00100000:2.0:1777573416.989892:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1777573416.989903:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80434:x1863919926244992:12345-0@lo:104: 00010000:00010000:2.0:1777573416.989916:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573416.989988:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573416.989995:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80434:x1863919926244992:12345-0@lo:104: Request processed in 95us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573416.990002:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00010000:00010000:0.0:1777573416.990061:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777573416.990068:0:80434:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80434:1863919926244992:0@lo:104: 00010000:00010000:0.0:1777573416.990068:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990081:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573416.990086:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573416.990089:0:80434:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990110:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573416.990119:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573416.990125:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573416.990168:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990186:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573416.990222:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990229:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a67020 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67027 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990244:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573416.990246:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573416.990248:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573416.990337:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573416.990349:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926245120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573416.990376:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573416.990577:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926245120 00000100:00100000:0.0:1777573416.990582:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926245120 00010000:00010000:0.0:1777573416.990615:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 23 pid: 6479 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573416.990638:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1777573416.990644:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926245120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573416.990654:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573416.990659:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 23 pid: 6479 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990669:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 23 pid: 6479 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990681:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67027 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67020 expref: 23 pid: 6479 timeout: 1091 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990718:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990727:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990740:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990747:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990762:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990769:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990775:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573416.990779:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990786:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990799:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573416.990807:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573416.990833:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926245120:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573416.990839:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1777573416.991049:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926245120:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573416.991051:0:80434:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573416.991060:0:80434:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573416.991065:0:80434:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a6702e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573417.720209:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573418.422872:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573418.422899:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926245632:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.422978:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.422990:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926245504:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423039:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573418.423048:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926245248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573418.423081:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926246016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.423089:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573418.423125:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926246144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423130:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573418.423187:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.423191:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926246528:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.423216:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926246656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423245:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573418.423254:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926245376:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423295:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926245504 00000100:00100000:1.0:1777573418.423300:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.423303:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926245504 00000100:00100000:1.0:1777573418.423329:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926245888:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.423357:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.423363:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246016 00000100:00100000:2.0:1777573418.423368:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246016 00000100:00100000:1.0:1777573418.423378:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926246400:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423407:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246144 00000100:00100000:0.0:1777573418.423409:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926245248 00000100:00100000:2.0:1777573418.423412:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246144 00000100:00100000:1.0:1777573418.423415:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573418.423418:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926245248 00000100:00100000:2.0:1777573418.423436:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246528 00000100:00100000:1.0:1777573418.423440:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926246912:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423442:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246528 00000100:00100000:0.0:1777573418.423466:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1777573418.423471:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.423475:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1777573418.423480:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926245248:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573418.423488:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926245504:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1777573418.423514:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573418.423521:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926245760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423543:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926245504:12345-0@lo:400:kworker.0 Request processed in 60us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573418.423563:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926245248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573418.423567:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1777573418.423575:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1777573418.423597:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:2.0:1777573418.423605:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926246016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423637:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4675880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926246016:12345-0@lo:400:kworker.0 Request processed in 33us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573418.423644:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:0.0:1777573418.423645:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926245376 00000100:00100000:0.0:1777573418.423650:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926245376 00000100:00100000:2.0:1777573418.423661:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1777573418.423670:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926246144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.423683:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1777573418.423725:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926246144:12345-0@lo:400:kworker.0 Request processed in 57us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573418.423731:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1777573418.423746:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1777573418.423753:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926246528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.423760:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926245376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423785:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926246528:12345-0@lo:400:kworker.0 Request processed in 32us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573418.423792:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1777573418.423803:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926245376:12345-0@lo:400:kworker.0 Request processed in 112us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573418.423808:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00080000:2.0:1777573418.423823:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573418.423829:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573418.423832:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573418.423849:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926245632 00000100:00100000:0.0:1777573418.423852:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926245632 00000100:00100000:2.0:1777573418.423869:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926247040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573418.423875:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926245888 00000100:00100000:0.0:1777573418.423877:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926245888 00000100:00100000:0.0:1777573418.423891:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1777573418.423896:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926245632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423901:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573418.423934:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926245632:12345-0@lo:400:kworker.0 Request processed in 39us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573418.423938:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1777573418.423947:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926245504:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.423948:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1777573418.423954:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926245888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.423964:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926246016:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.423978:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926245888:12345-0@lo:400:kworker.0 Request processed in 24us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573418.423981:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926246528:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.423987:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1777573418.424026:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247040 00000100:00100000:2.0:1777573418.424030:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247040 00000100:00100000:2.0:1777573418.424063:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1777573418.424070:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926247040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573418.424082:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573418.424108:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.424123:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926247040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573418.424128:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246400 00000100:00100000:1.0:1777573418.424134:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246400 00000100:00100000:2.0:1777573418.424135:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1777573418.424163:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926245632:0@lo:400:kworker.0 00000100:00080000:2.0:1777573418.424172:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573418.424176:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573418.424185:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246912 00000100:00100000:1.0:1777573418.424190:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246912 00000100:00100000:0.0:1777573418.424205:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926245248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573418.424211:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926247040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573418.424223:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1777573418.424234:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926246400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.424237:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246656 00000100:00100000:2.0:1777573418.424242:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246656 00000100:00100000:0.0:1777573418.424271:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926246144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573418.424279:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1777573418.424284:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926246400:12345-0@lo:400:kworker.0 Request processed in 51us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573418.424291:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926246656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.424295:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1777573418.424315:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1777573418.424333:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926246656:12345-0@lo:400:kworker.0 Request processed in 46us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573418.424341:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1777573418.424345:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926246912:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1777573418.424362:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573418.424363:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573418.424381:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926246912:12345-0@lo:400:kworker.0 Request processed in 39us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573418.424386:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1777573418.424389:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926246656:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.424397:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926246272:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.424429:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573418.424450:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926246784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.424463:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926245376:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.424477:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926245888:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.424481:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573418.424496:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926246400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.424511:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926246912:0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.424518:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246272 00000100:00100000:1.0:1777573418.424522:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246272 00000100:00100000:0.0:1777573418.424554:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926246784 00000100:00100000:1.0:1777573418.424558:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1777573418.424560:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926246784 00000100:00100000:1.0:1777573418.424567:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926246272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.424592:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00080000:2.0:1777573418.424595:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573418.424603:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926246784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573418.424609:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926246272:12345-0@lo:400:kworker.0 Request processed in 43us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573418.424616:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1777573418.424652:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926246272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.424657:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926246784:12345-0@lo:400:kworker.0 Request processed in 56us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573418.424664:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926246784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.424665:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1777573418.424714:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926245760 00000100:00100000:0.0:1777573418.424719:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926245760 00000100:00100000:0.0:1777573418.424748:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1777573418.424755:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926245760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573418.424798:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926245760:12345-0@lo:400:kworker.0 Request processed in 43us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573418.424804:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:1.0:1777573418.424815:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926245760:0@lo:400:kworker.0 00000020:00000080:2.0:1777573418.632931:0:80630:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc11d3d600 20000000:00000080:2.0:1777573418.632949:0:80630:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2e88c00 uarg=0000000000000000 00010000:00010000:2.0:1777573418.633283:0:80630:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573418.633301:0:80630:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573418.633324:0:80630:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573418.633335:0:80630:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573418.633357:0:80630:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573418.633377:0:80630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633554:0:80630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633568:0:80630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633575:0:80630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633581:0:80630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633588:0:80630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633594:0:80630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573418.633598:0:80630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633605:0:80630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633617:0:80630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633624:0:80630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.633631:0:80630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67035 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.742860:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573418.806806:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573418.806812:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573418.806816:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573418.806861:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.806874:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.806885:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573418.806923:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926247168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573418.807003:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.807060:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2f10300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573418.807071:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247168 00000100:00100000:0.0:1777573418.807080:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247168 00000100:00100000:0.0:1777573418.807143:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1777573418.807153:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926247168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573418.807166:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573418.807179:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6703c expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.807198:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.807205:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.807210:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573418.807247:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926247168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573418.807252:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1777573418.807340:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926247168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573418.807355:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.807364:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573418.807386:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573418.807391:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573418.807398:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1777573418.995127:0:80678:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff81b51dd0 20000000:00000080:1.0:1777573418.995154:0:80678:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc333b000 uarg=0000000000000000 00010000:00010000:1.0:1777573418.995313:0:80678:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573418.995324:0:80678:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573418.995336:0:80678:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573418.995343:0:80678:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573418.995361:0:80678:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573418.995379:0:80678:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573418.995396:0:80678:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573418.995410:0:80678:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573418.995449:0:80678:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573418.995462:0:80678:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 22 pid: 6479 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573418.995477:0:80678:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77ca680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80678:1863919926247296:0@lo:104: 00000100:00100000:1.0:1777573418.995534:0:80678:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573418.995593:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247296 00000100:00100000:2.0:1777573418.995600:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247296 00000100:00100000:2.0:1777573418.995635:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:1.0:1777573418.995637:0:80678:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573418.995642:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80678:x1863919926247296:12345-0@lo:104: 00010000:00010000:2.0:1777573418.995652:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573418.995789:0:80678:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77ca680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80678:1863919926247296:0@lo:104: 00010000:00010000:2.0:1777573418.995797:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573418.995803:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80678:x1863919926247296:12345-0@lo:104: Request processed in 162us (269us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573418.995808:0:80678:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573418.995810:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00010000:00010000:0.0:1777573418.995861:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573418.995876:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.995893:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573418.995898:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.995909:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573418.996242:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573418.996250:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573418.996308:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996316:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573418.996370:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996379:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6703c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67043 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573418.996386:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926247424:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573418.996418:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573418.996423:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573418.996428:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573418.996435:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573418.996463:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247424 00000100:00100000:0.0:1777573418.996471:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247424 00010000:00010000:0.0:1777573418.996507:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 23 pid: 6479 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573418.996600:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1777573418.996612:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926247424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573418.996624:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573418.996630:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 23 pid: 6479 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996642:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 23 pid: 6479 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996656:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a67043 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6703c expref: 23 pid: 6479 timeout: 1093 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996668:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996675:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996686:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996713:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996720:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996728:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996734:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573418.996738:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996756:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996773:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573418.996782:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573418.996815:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926247424:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573418.996834:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1777573418.996844:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926247424:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573418.996969:0:80678:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573418.996978:0:80678:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573418.996984:0:80678:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6704a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80678 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573419.446927:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573419.446949:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926247552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573419.447009:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573419.447235:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247552 00000100:00100000:0.0:1777573419.447250:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247552 00000100:00100000:0.0:1777573419.447297:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1777573419.447308:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926247552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573419.447334:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573419.447394:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926247552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573419.447402:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1777573419.447436:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926247552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573419.447801:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926247680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573419.447834:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573419.447880:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247680 00000100:00100000:0.0:1777573419.447886:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247680 00000100:00100000:0.0:1777573419.447921:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1777573419.447929:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926247680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573419.447940:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573419.447980:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926247680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573419.447987:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1777573419.448010:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926247680:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1777573419.767834:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573419.959292:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573419.959414:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926247808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573419.959483:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573419.959680:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247808 00000100:00100000:0.0:1777573419.959689:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247808 00000100:00100000:0.0:1777573419.959788:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1777573419.959797:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926247808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573419.959832:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:0.0:1777573419.959889:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926247808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573419.959895:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1777573419.959974:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926247808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573420.057153:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573420.057196:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573420.057210:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917611008 00000100:00100000:0.0:1777573420.057222:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917611008 00000100:00100000:2.0:1777573420.057286:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573420.057294:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917611264 00000100:00100000:0.0:1777573420.057295:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1232 00000100:00100000:1.0:1777573420.057301:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917611264 00000100:00100000:0.0:1777573420.057310:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611008:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573420.057318:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573420.057343:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 677 00000100:00100000:2.0:1777573420.057345:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573420.057350:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611264:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:2.0:1777573420.057366:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573420.057370:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573420.057381:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917611136 00000100:00100000:2.0:1777573420.057385:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917611136 00000100:00100000:0.0:1777573420.057391:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611008:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 84us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573420.057397:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc66050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611264:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 45us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573420.057405:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1232 00000100:00100000:1.0:1777573420.057410:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 677 00000100:00100000:2.0:1777573420.057436:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1233 00000100:00100000:2.0:1777573420.057445:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611136:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573420.057457:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917611392 00000100:00100000:0.0:1777573420.057462:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917611392 00000100:00100000:2.0:1777573420.057475:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611136:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 32us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573420.057481:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1233 00000100:00100000:0.0:1777573420.057499:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 678 00000100:00100000:2.0:1777573420.057505:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917610880 00000100:00100000:2.0:1777573420.057510:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917610880 00000100:00100000:0.0:1777573420.057510:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611392:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573420.057538:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 766 00000100:00100000:2.0:1777573420.057550:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917610880:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573420.057550:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917611392:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573420.057562:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 678 00000100:00100000:2.0:1777573420.057581:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917610880:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573420.057586:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 766 00000100:00080000:2.0:1777573420.057621:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573420.057625:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 10000000:01000000:2.0:1777573420.407967:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573420.407973:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573420.407977:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573420.408020:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573420.408031:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573420.408041:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573420.408067:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926247936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573420.408147:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573420.408207:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573420.408453:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926247936 00000100:00100000:3.0:1777573420.408463:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926247936 00000100:00100000:3.0:1777573420.408515:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1777573420.408526:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926247936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573420.408540:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573420.408555:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67051 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573420.408579:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573420.408591:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573420.408600:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acfe00, rc 0) 00000100:00100000:3.0:1777573420.408644:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926247936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573420.408653:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1777573420.408675:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926247936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573420.408714:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573420.408724:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573420.408746:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573420.408752:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573420.408759:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573420.791815:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573421.395852:0:80969:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbe7a9cf0 20000000:00000080:0.0:1777573421.395867:0:80969:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33f1400 uarg=0000000000000000 00010000:00010000:0.0:1777573421.396042:0:80969:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573421.396059:0:80969:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573421.396080:0:80969:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573421.397196:0:80969:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573421.397228:0:80969:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573421.397246:0:80969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.397263:0:80969:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.397272:0:80969:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.397310:0:80969:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.397325:0:80969:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 22 pid: 6479 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573421.397339:0:80969:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80969:1863919926248064:0@lo:104: 00000100:00100000:0.0:1777573421.397887:0:80969:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573421.397941:0:80969:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc24a7180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573421.398006:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248064 00000100:00100000:2.0:1777573421.398013:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248064 00000100:00100000:2.0:1777573421.398062:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1777573421.398072:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80969:x1863919926248064:12345-0@lo:104: 00010000:00010000:2.0:1777573421.398095:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573421.398193:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573421.398199:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:80969:x1863919926248064:12345-0@lo:104: Request processed in 130us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573421.398205:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00010000:00010000:3.0:1777573421.398265:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573421.398271:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398280:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573421.398284:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398292:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573421.398299:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573421.398310:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573421.398383:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398390:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573421.398429:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398437:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67051 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67058 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398453:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573421.398455:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573421.398457:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573421.398472:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926248192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573421.398510:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573421.398554:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248192 00000100:00100000:3.0:1777573421.398558:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248192 00010000:00010000:3.0:1777573421.398574:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 23 pid: 6479 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573421.398595:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1777573421.398600:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926248192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573421.398608:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573421.398612:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 23 pid: 6479 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398620:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 23 pid: 6479 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398631:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398637:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398647:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398652:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.398656:0:80969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a67058 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67051 expref: 23 pid: 6479 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398658:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398672:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398676:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573421.398679:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573421.398680:0:80969:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:80969:1863919926248064:0@lo:104: 00010000:00010000:3.0:1777573421.398705:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398711:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.398720:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573421.398742:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926248192:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573421.398747:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00010000:00010000:0.0:1777573421.398814:0:80969:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.398824:0:80969:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.398836:0:80969:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.398843:0:80969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a6705f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 80969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573421.398899:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926248192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573421.495503:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573421.495526:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926248320:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573421.495596:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573421.495655:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248320 00000100:00100000:3.0:1777573421.495663:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248320 00000100:00100000:3.0:1777573421.495735:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1777573421.495747:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926248320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573421.495780:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573421.495844:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926248320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573421.495851:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1777573421.496140:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926248320:0@lo:41:osp-pre-1-0.0 00000020:00000080:0.0:1777573421.791516:0:81017:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd70e2050 20000000:00000080:0.0:1777573421.791532:0:81017:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33f3800 uarg=0000000000000000 00010000:00010000:0.0:1777573421.791772:0:81017:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573421.791790:0:81017:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573421.791811:0:81017:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573421.791821:0:81017:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573421.791842:0:81017:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573421.791864:0:81017:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791880:0:81017:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791892:0:81017:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791899:0:81017:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791905:0:81017:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791916:0:81017:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791922:0:81017:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573421.791926:0:81017:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791933:0:81017:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791944:0:81017:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791951:0:81017:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573421.791957:0:81017:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a67066 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81017 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573421.815933:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573422.839134:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573423.158822:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573423.158830:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573423.158835:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573423.158883:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.158895:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.158908:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573423.158934:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926248448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573423.159002:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573423.159080:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573423.159144:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248448 00000100:00100000:3.0:1777573423.159152:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248448 00000100:00100000:3.0:1777573423.159211:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1777573423.159220:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926248448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573423.159234:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573423.159246:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6706d expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.159270:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.159280:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.159288:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573423.159545:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926248448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 326us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573423.159552:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1777573423.159671:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926248448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573423.159686:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.159954:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573423.159978:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573423.159983:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.159991:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573423.183079:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573423.183196:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917611520 00000100:00100000:1.0:1777573423.183207:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917611520 00000100:00100000:1.0:1777573423.183289:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 46 00000100:00100000:1.0:1777573423.183300:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917611520:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573423.183316:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573423.183319:0:7408:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a66be3) 00010000:00010000:1.0:1777573423.183321:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573423.183370:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917611520:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 72us (299us total) trans 0 rc 116/116 00000100:00100000:1.0:1777573423.183378:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 46 00000100:00080000:3.0:1777573423.183584:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573423.205211:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573423.205267:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917611648 00000100:00100000:1.0:1777573423.205277:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917611648 00000100:00100000:1.0:1777573423.205334:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 763 00000100:00100000:1.0:1777573423.205343:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:47799:x1863919917611648:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573423.205361:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573423.205418:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6707b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd00 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573423.205483:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67082 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573423.205497:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573423.205508:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573423.205552:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1777573423.205556:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573423.205577:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67082 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573423.205595:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6707b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd00 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573423.205606:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67082 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd00 expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573423.205612:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573423.205613:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573423.205616:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186800, rc 0) 00000100:00100000:1.0:1777573423.205662:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:47799:x1863919917611648:12345-192.168.204.9@tcp:101:rm.0 Request processed in 322us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573423.205666:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 763 00000100:00100000:1.0:1777573423.207294:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573423.207791:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917611776 00000100:00100000:0.0:1777573423.207800:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917611776 00000100:00100000:0.0:1777573423.207849:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 764 00000100:00100000:0.0:1777573423.207859:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:47799:x1863919917611776:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573423.207874:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573423.207890:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67089 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.207942:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.207956:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.207967:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.207980:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.207987:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.207993:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208027:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208034:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208040:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208047:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208071:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573423.208076:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208083:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208095:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573423.208098:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573423.208102:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208109:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67090 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208120:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208126:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208132:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208138:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573423.208149:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208155:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208163:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ddc2efd500) 00010000:00010000:0.0:1777573423.208165:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573423.208168:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208181:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67097 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208206:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67089 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd07 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208216:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573423.208218:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573423.208222:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67089 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd07 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.208230:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1800, rc 0) 00000100:00100000:0.0:1777573423.208304:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:47799:x1863919917611776:12345-192.168.204.9@tcp:101:rm.0 Request processed in 440us (1008us total) trans 0 rc 301/301 00000100:00100000:0.0:1777573423.208312:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 764 00000100:00100000:3.0:1777573423.229979:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573423.230064:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917612032 00000100:00100000:2.0:1777573423.230075:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917612032 00000100:00100000:2.0:1777573423.230149:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 765 00000100:00100000:2.0:1777573423.230159:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:47803:x1863919917612032:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:2.0:1777573423.230212:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573423.230237:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67082 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd00 expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230258:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573423.230272:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573423.230341:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230356:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230367:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230383:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230391:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230398:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230946:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230957:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230964:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573423.230977:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009dd3c5f4 reply state 000000007de15a6e transno 4294967461 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230988:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.230994:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243200) 00010000:00010000:2.0:1777573423.230996:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573423.230999:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573423.231003:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00010000:00010000:2.0:1777573423.231011:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231017:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231029:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231036:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231041:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573423.231046:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231067:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231076:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573423.231078:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573423.231082:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231087:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6709e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573423.231099:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009dd3c5f4 reply state 000000007de15a6e transno 4294967461 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231107:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.231113:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243800) 00010000:00010000:2.0:1777573423.231115:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573423.231117:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1777573423.231206:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:47803:x1863919917612032:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1048us (1236us total) trans 4294967461 rc 0/0 00000100:00100000:2.0:1777573423.231215:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 765 00000100:00100000:3.0:1777573423.260879:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573423.261020:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917612160 00000100:00100000:0.0:1777573423.262707:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917612160 00000100:00100000:0.0:1777573423.262768:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 766 00000100:00100000:0.0:1777573423.262775:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:47807:x1863919917612160:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:0.0:1777573423.262796:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573423.262812:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd0e expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.262859:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a670ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.262869:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a670ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.262887:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a670ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573423.262928:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573423.262930:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573423.262949:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a670ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.262964:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd0e expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.262976:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a670ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd0e expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.262982:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573423.262984:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573423.262987:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0600, rc 0) 00000100:00100000:0.0:1777573423.263058:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:47807:x1863919917612160:12345-192.168.204.9@tcp:101:chown.0 Request processed in 274us (2180us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573423.263065:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 766 00000100:00100000:1.0:1777573423.266599:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573423.266666:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917612288 00000100:00100000:2.0:1777573423.266677:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917612288 00000100:00100000:2.0:1777573423.266754:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 767 00000100:00100000:2.0:1777573423.266764:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:47807:x1863919917612288:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:2.0:1777573423.266783:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573423.266802:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a670c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd15 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.266861:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.266876:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.266888:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.266900:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.266908:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.266915:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.266994:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a670d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267003:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a670d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267010:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a670d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573423.267046:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573423.267062:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573423.267082:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a670d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267099:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267105:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267111:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267117:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267124:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573423.267128:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267135:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267146:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573423.267149:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573423.267153:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267159:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a670c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267172:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267177:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267183:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267189:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573423.267191:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267198:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267205:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243800) 00010000:00010000:2.0:1777573423.267207:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573423.267210:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267215:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a670cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267237:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a670c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd15 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267252:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a670d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd15 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.267259:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243200) 00010000:00010000:2.0:1777573423.267261:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573423.267264:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573423.267333:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:47807:x1863919917612288:12345-192.168.204.9@tcp:101:chown.0 Request processed in 571us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.267344:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 767 00000100:00100000:3.0:1777573423.270269:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573423.270329:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917612544 00000100:00100000:0.0:1777573423.270339:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917612544 00000100:00100000:0.0:1777573423.270391:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 768 00000100:00100000:0.0:1777573423.270403:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:47807:x1863919917612544:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:0.0:1777573423.270458:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573423.270481:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a670d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd15 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.270508:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243200) 00010000:00010000:0.0:1777573423.270513:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573423.270535:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.270547:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.270556:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573423.270726:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c785d0a0 reply state 000000000da3a3af transno 4294967462 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.270739:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.270745:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243200) 00010000:00010000:0.0:1777573423.270748:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573423.270750:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573423.270757:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000100:00100000:0.0:1777573423.270827:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:47807:x1863919917612544:12345-192.168.204.9@tcp:36:chown.0 Request processed in 426us (565us total) trans 4294967462 rc 0/0 00000100:00100000:0.0:1777573423.270835:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 768 00000100:00100000:2.0:1777573423.543124:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926248576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573423.543194:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573423.543197:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926248704:0@lo:400:kworker.0 00000100:00100000:3.0:1777573423.543237:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573423.543258:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926249216:0@lo:400:kworker.0 00000100:00100000:3.0:1777573423.543268:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926249088:0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.543294:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573423.543300:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573423.543319:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926249728:0@lo:400:kworker.0 00000100:00100000:3.0:1777573423.543325:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926249600:0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.543357:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573423.543364:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248704 00000100:00100000:3.0:1777573423.543371:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248704 00000100:00100000:2.0:1777573423.543382:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926250240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.543406:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573423.543416:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1777573423.543427:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926248704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.543439:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248576 00000100:00100000:2.0:1777573423.543444:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248576 00000100:00100000:3.0:1777573423.543475:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926248704:12345-0@lo:400:kworker.0 Request processed in 51us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573423.543483:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1777573423.543487:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1777573423.543496:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926248576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573423.543519:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573423.543539:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249728 00000100:00100000:3.0:1777573423.543544:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249728 00000100:00100000:2.0:1777573423.543578:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926248576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.543585:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1777573423.543591:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926250240 00000100:00100000:1.0:1777573423.543596:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926250240 00000100:00100000:2.0:1777573423.543611:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1777573423.543620:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926249728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573423.543633:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1777573423.543642:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926250240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.543656:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926249728:12345-0@lo:400:kworker.0 Request processed in 37us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.543662:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00080000:2.0:1777573423.543681:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573423.543683:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926250240:12345-0@lo:400:kworker.0 Request processed in 43us (276us total) trans 0 rc 0/0 00000100:00080000:2.0:1777573423.543686:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573423.543721:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1777573423.543761:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926249728:0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.543776:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926250240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.543794:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926248576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573423.544177:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926248832:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544210:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573423.544240:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926249344:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544263:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573423.544282:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926249856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544390:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573423.544407:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926250368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573423.544426:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573423.544447:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1777573423.544453:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926248960:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544523:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573423.544539:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926249472:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544558:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573423.544572:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926249984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544592:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573423.544622:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249088 00000100:00100000:0.0:1777573423.544627:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249088 00000100:00100000:0.0:1777573423.544652:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248832 00000100:00100000:0.0:1777573423.544655:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248832 00000100:00100000:0.0:1777573423.544665:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249344 00000100:00100000:0.0:1777573423.544667:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249344 00000100:00100000:0.0:1777573423.544682:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249856 00000100:00100000:0.0:1777573423.544684:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249856 00000100:00100000:0.0:1777573423.544720:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249472 00000100:00100000:0.0:1777573423.544722:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249472 00000100:00100000:0.0:1777573423.544734:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249984 00000100:00100000:0.0:1777573423.544736:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249984 00000100:00100000:0.0:1777573423.544750:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:0.0:1777573423.544757:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7778380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926249088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544793:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7778380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926249088:12345-0@lo:400:kworker.0 Request processed in 36us (1493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573423.544799:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:0.0:1777573423.544814:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1777573423.544820:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926248832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.544851:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926248832:12345-0@lo:400:kworker.0 Request processed in 31us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573423.544858:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:0.0:1777573423.544871:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1777573423.544879:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926249344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573423.544906:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249216 00000100:00100000:3.0:1777573423.544911:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249216 00000100:00100000:3.0:1777573423.544935:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926248960 00000100:00100000:3.0:1777573423.544938:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926248960 00000100:00100000:3.0:1777573423.544951:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1777573423.544957:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec2d9d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926249216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573423.545000:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec2d9d450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926249216:12345-0@lo:400:kworker.0 Request processed in 41us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573423.545006:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1777573423.545021:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1777573423.545033:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926249856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.545085:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926249856:12345-0@lo:400:kworker.0 Request processed in 55us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.545092:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1777573423.545114:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926249344:12345-0@lo:400:kworker.0 Request processed in 234us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.545117:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1777573423.545127:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1777573423.545131:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926249472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545149:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1777573423.545158:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926249984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573423.545165:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926249472:12345-0@lo:400:kworker.0 Request processed in 38us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.545171:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1777573423.545193:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926249984:12345-0@lo:400:kworker.0 Request processed in 37us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.545203:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1777573423.545203:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1777573423.545216:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926248960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545242:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926250368 00000100:00100000:0.0:1777573423.545247:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926250368 00000100:00100000:2.0:1777573423.545256:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926248960:12345-0@lo:400:kworker.0 Request processed in 42us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573423.545264:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00080000:2.0:1777573423.545294:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573423.545298:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00080000:2.0:1777573423.545300:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573423.545311:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926250368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573423.545325:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573423.545334:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926249216:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545365:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926250368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573423.545373:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1777573423.545415:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926248960:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545432:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926249472:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545446:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926249984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545461:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926248832:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545476:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926249344:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545488:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926249856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545509:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926250368:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573423.545543:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573423.545581:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926250112:0@lo:400:kworker.0 00000100:00100000:3.0:1777573423.545603:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573423.545637:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926248704:0@lo:400:kworker.0 00000100:00100000:3.0:1777573423.545647:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926249088:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545680:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926249600 00000100:00100000:0.0:1777573423.545685:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926249600 00000100:00100000:0.0:1777573423.545742:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926250112 00000100:00100000:0.0:1777573423.545745:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926250112 00000100:00100000:0.0:1777573423.545767:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1777573423.545773:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926249600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545808:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926249600:12345-0@lo:400:kworker.0 Request processed in 35us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573423.545813:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1777573423.545824:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1777573423.545829:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926250112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545852:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926250112:12345-0@lo:400:kworker.0 Request processed in 23us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573423.545856:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1777573423.545882:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926249600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573423.545891:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926250112:0@lo:400:kworker.0 00000100:00080000:3.0:1777573423.546097:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1777573423.732985:0:81213:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc4b33160 20000000:00000080:0.0:1777573423.733006:0:81213:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3126c00 uarg=0000000000000000 00010000:00010000:0.0:1777573423.733261:0:81213:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1777573423.733305:0:81213:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573423.733310:0:81213:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573423.733324:0:81213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a670ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd0e expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.733342:0:81213:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1777573423.733369:0:81213:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573423.733381:0:81213:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573423.733405:0:81213:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573423.733423:0:81213:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.733439:0:81213:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.733449:0:81213:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.733501:0:81213:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.733515:0:81213:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 22 pid: 6478 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573423.733535:0:81213:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81213:1863919926250496:0@lo:104: 00000100:00100000:0.0:1777573423.733614:0:81213:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573423.733677:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926250496 00000100:00100000:0.0:1777573423.733682:0:81213:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3c41c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573423.733688:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926250496 00000100:00100000:1.0:1777573423.733831:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1777573423.733843:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:81213:x1863919926250496:12345-0@lo:104: 00010000:00010000:1.0:1777573423.733859:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573423.733955:0:81213:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:81213:1863919926250496:0@lo:104: 00010000:00010000:0.0:1777573423.733981:0:81213:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573423.734002:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573423.734009:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:81213:x1863919926250496:12345-0@lo:104: Request processed in 169us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573423.734015:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00010000:00010000:3.0:1777573423.734082:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573423.734090:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.734099:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573423.734103:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.734111:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573423.734119:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573423.734125:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573423.734160:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.734167:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573423.734196:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.734203:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6706d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67074 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573423.734223:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def777b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926250624:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573423.734227:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573423.734230:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573423.734231:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573423.734260:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573423.734339:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926250624 00000100:00100000:2.0:1777573423.734345:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926250624 00010000:00010000:2.0:1777573423.734373:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 23 pid: 6478 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573423.734410:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1777573423.734417:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926250624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573423.734430:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573423.734436:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 23 pid: 6478 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734447:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 23 pid: 6478 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734456:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a67074 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6706d expref: 23 pid: 6478 timeout: 1098 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734469:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734475:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734486:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734491:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734496:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734500:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734507:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573423.734510:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734515:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734526:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.734532:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573423.734551:0:81213:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573423.734561:0:81213:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573423.734563:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b83450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926250624:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (301us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573423.734576:0:81213:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a670e4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573423.734580:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1777573423.734587:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def777b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926250624:0@lo:103:ldlm_bl.0 00000001:00080000:2.0:1777573423.736018:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967462 is committed 00010000:00010000:2.0:1777573423.736076:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736086:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736093:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736099:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573423.736105:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736113:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736129:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243800) 00010000:00010000:2.0:1777573423.736134:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573423.736138:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736144:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a670a5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736164:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736171:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736177:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736182:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573423.736185:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736191:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736200:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243200) 00010000:00010000:2.0:1777573423.736203:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573423.736206:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736212:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a670ac lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736231:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736237:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736244:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736249:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573423.736252:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736258:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736268:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243200) 00010000:00010000:2.0:1777573423.736270:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573423.736274:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573423.736279:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a670dd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573423.862918:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573424.182428:0:81261:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc0b996a0 20000000:00000080:1.0:1777573424.182448:0:81261:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3338800 uarg=0000000000000000 00010000:00010000:1.0:1777573424.182607:0:81261:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573424.182619:0:81261:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573424.182632:0:81261:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573424.182639:0:81261:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573424.182654:0:81261:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573424.182670:0:81261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182683:0:81261:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182751:0:81261:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182759:0:81261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182765:0:81261:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182773:0:81261:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182778:0:81261:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573424.182783:0:81261:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182790:0:81261:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182803:0:81261:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182810:0:81261:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573424.182819:0:81261:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a670eb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 81261 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573424.566829:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926250752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573424.566897:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573424.566955:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573424.566963:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926250880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573424.566990:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573424.567115:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926250752 00000100:00100000:3.0:1777573424.567123:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926250752 00000100:00100000:2.0:1777573424.567126:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926250880 00000100:00100000:2.0:1777573424.567132:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926250880 00000100:00100000:3.0:1777573424.567172:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1777573424.567183:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926250752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573424.567210:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573424.567260:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926250752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573424.567267:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1777573424.567284:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1777573424.567291:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926250880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573424.567300:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573424.567364:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a21500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926250880:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573424.567383:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926250752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573424.567564:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926250880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573424.567575:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00010000:00010000:0.0:1777573424.887160:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777573424.951723:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573424.951730:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573424.951735:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573424.951851:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573424.951863:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573424.951872:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573424.951897:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926251008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573424.951973:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573424.952052:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded048ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573424.952132:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926251008 00000100:00100000:3.0:1777573424.952140:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926251008 00000100:00100000:3.0:1777573424.952192:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1777573424.952201:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926251008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573424.952214:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573424.952227:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a670f2 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573424.952255:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573424.952265:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573424.952274:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573424.952320:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926251008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573424.952326:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1777573424.952627:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926251008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573424.952642:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573424.952652:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573424.952669:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573424.952673:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573424.952680:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573425.081161:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926251136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573425.081225:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573425.081303:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926251136 00000100:00100000:2.0:1777573425.081311:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926251136 00000100:00100000:2.0:1777573425.081357:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1777573425.081365:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926251136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573425.081395:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:2.0:1777573425.082222:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926251136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 854us (992us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573425.082231:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1777573425.082239:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926251136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573425.177065:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573425.177244:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917612672 00000100:00100000:3.0:1777573425.177255:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917612672 00000100:00100000:3.0:1777573425.177333:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 771 00000100:00100000:3.0:1777573425.177343:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917612672:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573425.177413:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917612672:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573425.177420:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 771 00000100:00100000:1.0:1777573425.179789:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573425.180036:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917612800 00000100:00100000:2.0:1777573425.180044:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917612800 00000100:00080000:3.0:1777573425.180081:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573425.180109:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1240 00000100:00100000:2.0:1777573425.180118:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917612800:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573425.180185:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917612800:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 68us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573425.180193:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1240 00000100:00100000:1.0:1777573425.181060:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573425.181648:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917612928 00000100:00100000:3.0:1777573425.181654:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917612928 00000100:00100000:3.0:1777573425.181729:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1241 00000100:00080000:2.0:1777573425.181731:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573425.181740:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917612928:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573425.181791:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917612928:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 54us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573425.181798:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1241 00000100:00100000:3.0:1777573425.185032:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573425.185162:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917613056 00000100:00100000:0.0:1777573425.185171:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917613056 00000100:00100000:0.0:1777573425.185303:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 336 00000100:00100000:0.0:1777573425.185313:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917613056:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:0.0:1777573425.185339:0:12154:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a66855 00000100:00100000:3.0:1777573425.185345:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:0.0:1777573425.185349:0:12154:0:(import.c:65:import_set_state_nolock()) ffff89ddc4160800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1777573425.185374:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917613184 00000100:00100000:3.0:1777573425.185380:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917613184 00000001:00000004:0.0:1777573425.185393:0:12154:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967339 00000100:00080000:2.0:1777573425.185440:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573425.185444:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573425.185735:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 337 00000100:00100000:3.0:1777573425.185744:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917613184:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:3.0:1777573425.185757:0:8361:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a6673d 00000100:00080000:3.0:1777573425.185762:0:8361:0:(import.c:65:import_set_state_nolock()) ffff89ddc461b000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1777573425.185850:0:8361:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967335 00000100:00100000:3.0:1777573425.186002:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917613184:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 256us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573425.186003:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917613056:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 688us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573425.186027:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 337 00000100:00100000:0.0:1777573425.186034:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 336 00010000:00010000:3.0:1777573425.186052:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573425.186061:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573425.574594:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573425.574785:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917613312 00000100:00100000:2.0:1777573425.574795:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917613312 00000100:00100000:2.0:1777573425.574862:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 47 00000100:00100000:2.0:1777573425.574874:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7778000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917613312:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573425.574888:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573425.574891:0:6470:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a670ba) 00010000:00010000:2.0:1777573425.574893:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573425.574958:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7778000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917613312:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 87us (369us total) trans 0 rc 116/116 00000100:00100000:2.0:1777573425.574966:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 47 00010000:00010000:3.0:1777573425.911047:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573426.017879:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.019801:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917613440 00000100:00100000:3.0:1777573426.019814:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917613440 00000100:00100000:3.0:1777573426.019879:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 769 00000100:00100000:3.0:1777573426.019890:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:47912:x1863919917613440:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573426.019910:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573426.019931:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67100 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd1c expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.019985:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67107 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.020010:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.020026:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573426.020068:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1777573426.020072:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573426.020093:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67107 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.020113:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67100 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd1c expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.020128:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67107 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd1c expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.020136:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573426.020138:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573426.020142:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:3.0:1777573426.020246:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:47912:x1863919917613440:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 358us (2376us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573426.020253:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 769 00000100:00100000:3.0:1777573426.022922:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573426.023021:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917613568 00000100:00100000:2.0:1777573426.023031:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917613568 00000100:00100000:2.0:1777573426.023089:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 770 00000100:00100000:2.0:1777573426.023099:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:47912:x1863919917613568:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573426.023117:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573426.023134:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6710e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd23 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023196:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023211:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023223:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023237:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023244:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023251:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023319:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67123 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023327:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67123 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023334:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67123 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573426.023370:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573426.023374:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573426.023395:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67123 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023414:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023421:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023427:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023435:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023441:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573426.023446:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023453:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023464:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573426.023468:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573426.023474:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023480:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67115 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023492:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023498:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023504:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023510:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573426.023513:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023519:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023526:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243800) 00010000:00010000:2.0:1777573426.023529:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573426.023531:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023537:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6711c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023564:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6710e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd23 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023578:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67123 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd23 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.023585:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573426.023588:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573426.023590:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54e00, rc 0) 00000100:00100000:2.0:1777573426.023788:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:47912:x1863919917613568:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 689us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573426.023799:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 770 00000100:00100000:2.0:1777573426.026849:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.027120:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917613824 00000100:00100000:3.0:1777573426.027130:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917613824 00000100:00100000:3.0:1777573426.027187:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 771 00000100:00100000:3.0:1777573426.027198:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:47912:x1863919917613824:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573426.027243:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573426.027267:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67123 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd23 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.027284:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:3.0:1777573426.027293:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573426.027317:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.027329:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.027338:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573426.032056:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967463 is committed 00000004:00010000:3.0:1777573426.032292:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004e0233bc reply state 00000000944e4c09 transno 4294967463 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.032315:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.032325:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573426.032329:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573426.032334:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573426.032348:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00010000:00080000:3.0:1777573426.032451:0:8523:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573426.032477:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:47912:x1863919917613824:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 5277us (5634us total) trans 4294967463 rc 0/0 00000100:00100000:3.0:1777573426.032487:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 771 00010000:00010000:2.0:1777573426.032513:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.032523:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.032529:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.032535:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573426.032540:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.032547:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.032558:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:2.0:1777573426.032561:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573426.032565:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.032571:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6712a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573426.058793:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573426.058886:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917613952 00000100:00100000:2.0:1777573426.058896:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917613952 00000100:00100000:2.0:1777573426.058952:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 772 00000100:00100000:2.0:1777573426.058964:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:47916:x1863919917613952:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573426.058988:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573426.059018:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67131 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd2a expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059076:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059088:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059096:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059107:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059111:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059116:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059184:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67146 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059192:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059199:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573426.059242:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573426.059246:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573426.059266:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67146 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059275:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059280:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059284:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059289:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059292:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573426.059295:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059300:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059315:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573426.059318:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573426.059323:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059329:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67138 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059340:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059351:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059357:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059363:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573426.059366:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059372:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059381:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243f00) 00010000:00010000:2.0:1777573426.059383:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573426.059385:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059390:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6713f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059415:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67131 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd2a expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059428:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67146 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd2a expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.059433:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243800) 00010000:00010000:2.0:1777573426.059435:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573426.059437:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573426.059504:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:47916:x1863919917613952:12345-192.168.204.9@tcp:101:touch.0 Request processed in 543us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573426.059512:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 772 00000100:00100000:1.0:1777573426.062122:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.062157:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917614208 00000100:00100000:1.0:1777573426.062165:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917614208 00000100:00100000:1.0:1777573426.062216:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 773 00000100:00100000:1.0:1777573426.062227:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:47916:x1863919917614208:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573426.062244:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573426.062262:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6714d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd31 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.062352:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.062367:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.062379:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.062395:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.062402:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.062410:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573426.062922:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xc:0x0], index 1: 0 00010000:00010000:1.0:1777573426.063065:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67162 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063075:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67162 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063083:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67162 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063116:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063124:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063128:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063132:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063138:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573426.063142:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063147:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063157:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243800) 00010000:00010000:1.0:1777573426.063159:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573426.063162:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063166:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67154 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573426.063178:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000532c3990 reply state 000000009141570b transno 4294967464 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063189:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063195:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8e00) 00010000:00010000:1.0:1777573426.063197:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573426.063200:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573426.063226:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6714d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd31 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063241:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67162 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd31 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.063247:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89dec87d8a00) 00010000:00010000:1.0:1777573426.063249:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573426.063252:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187600, rc 0) 00000100:00100000:1.0:1777573426.063304:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:47916:x1863919917614208:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1080us (1189us total) trans 4294967464 rc 0/0 00000100:00100000:1.0:1777573426.063312:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 773 00000100:00100000:0.0:1777573426.067503:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.067561:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917614464 00000100:00100000:3.0:1777573426.067571:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917614464 00000100:00100000:3.0:1777573426.067625:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 774 00000100:00100000:3.0:1777573426.067635:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:47916:x1863919917614464:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:3.0:1777573426.067689:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573426.067751:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67162 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd31 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.067769:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89dec87d8a00) 00010000:00010000:3.0:1777573426.067779:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573426.067828:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.067841:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.067851:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573426.067944:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c8367076 reply state 00000000934a8259 transno 4294967465 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.067957:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.067962:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573426.067965:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573426.067967:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573426.068256:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:47916:x1863919917614464:12345-192.168.204.9@tcp:36:touch.0 Request processed in 621us (758us total) trans 4294967465 rc 0/0 00000100:00100000:3.0:1777573426.068264:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 774 00000100:00100000:1.0:1777573426.071660:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.071734:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917614592 00000100:00100000:1.0:1777573426.071744:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917614592 00000100:00100000:1.0:1777573426.071802:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:1.0:1777573426.071813:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+11:47916:x1863919917614592:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573426.071834:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573426.071853:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67177 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd38 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.071905:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67177 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd38 expref: 12 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.071919:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67177 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd38 expref: 12 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.071939:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:1.0:1777573426.071943:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573426.071947:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187400, rc 0) 00000100:00100000:1.0:1777573426.072011:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+12:47916:x1863919917614592:12345-192.168.204.9@tcp:101:touch.0 Request processed in 199us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573426.072019:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:0.0:1777573426.075559:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.075606:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917614720 00000100:00100000:1.0:1777573426.075615:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917614720 00000100:00100000:1.0:1777573426.075662:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 338 00000100:00100000:1.0:1777573426.075672:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2399:x1863919917614720:12345-192.168.204.9@tcp:8:touch.0 00010000:00080000:1.0:1777573426.075813:0:17492:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 950 last 0 00000020:00000080:1.0:1777573426.075842:0:17492:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a6717e 00002000:00100000:1.0:1777573426.075854:0:17492:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc4619000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777573426.075872:0:17492:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777573426.075954:0:17492:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1777573426.075983:0:17492:0:(import.c:65:import_set_state_nolock()) ffff89ddc461c800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777573426.076066:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917614720:12345-192.168.204.9@tcp:8:touch.0 Request processed in 394us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573426.076075:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 338 00000100:00100000:0.0:1777573426.078014:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.078083:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917614848 00000100:00100000:1.0:1777573426.078090:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917614848 00000100:00100000:1.0:1777573426.078185:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 339 00000100:00100000:1.0:1777573426.078196:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:0:x1863919917614848:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:0.0:1777573426.079557:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:1.0:1777573426.081126:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000001:00100000:1.0:1777573426.081136:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00100000:1.0:1777573426.081140:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:1.0:1777573426.081144:0:9424:0:(genops.c:906:class_export_put()) final put ffff89ddc461d800/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573426.081207:0:42954:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc461d800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0001 00000020:00000080:3.0:1777573426.081266:0:42954:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc461b000 for lustre-OST0001 00000100:00100000:2.0:1777573426.081330:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:0:x1863919917614848:12345-192.168.204.9@tcp:2:touch.0 Request processed in 3131us (3328us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1777573426.081342:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 339 00000100:00100000:0.0:1777573426.083826:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.083874:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917615104 00000100:00100000:1.0:1777573426.083884:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917615104 00000100:00100000:1.0:1777573426.083943:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 122 00000100:00100000:1.0:1777573426.083952:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:47916:x1863919917615104:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:1.0:1777573426.084390:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:47916:x1863919917615104:12345-192.168.204.9@tcp:35:touch.0 Request processed in 438us (570us total) trans 4294967466 rc 0/0 00000100:00100000:1.0:1777573426.084398:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 122 00000100:00100000:1.0:1777573426.110153:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573426.110217:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917615232 00000100:00100000:0.0:1777573426.110228:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917615232 00000100:00100000:0.0:1777573426.110288:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 776 00000100:00100000:0.0:1777573426.110299:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:47920:x1863919917615232:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573426.110516:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573426.110539:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67185 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd3f expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110599:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110614:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110626:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110634:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110641:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110648:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110752:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6719a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110758:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6719a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110763:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6719a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573426.110804:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 0 00000004:00200000:0.0:1777573426.110807:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573426.110822:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6719a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110830:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6719a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110837:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110840:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110845:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110848:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110854:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.110857:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110862:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110869:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243800) 00010000:00010000:0.0:1777573426.110871:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573426.110874:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110877:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6718c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110886:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110890:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110894:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110905:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.110907:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110911:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110918:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8e00) 00010000:00010000:0.0:1777573426.110920:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573426.110922:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110926:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67193 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110942:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67185 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd3f expref: 15 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110949:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6719a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd3f expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.110954:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573426.110955:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573426.110957:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573426.111022:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:47920:x1863919917615232:12345-192.168.204.9@tcp:101:rm.0 Request processed in 726us (879us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573426.111029:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 776 00000100:00100000:0.0:1777573426.114221:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.114335:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917615360 00000100:00100000:3.0:1777573426.114345:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917615360 00000100:00100000:3.0:1777573426.114682:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 340 00000100:00100000:3.0:1777573426.114719:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917615360:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573426.114741:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573426.114761:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd46 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573426.114786:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xc:0x0] initial LVB size: 0, mtime: 0x69f39e32, atime: 0x69f39e32, ctime: 0x69f39e32, blocks: 0x0 00010000:00010000:3.0:1777573426.114806:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573426.114808:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573426.114817:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.114835:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.114849:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573426.114911:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917615360:12345-192.168.204.9@tcp:101:rm.0 Request processed in 209us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573426.114918:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 340 00000100:00100000:1.0:1777573426.119251:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573426.120095:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917615616 00000100:00100000:0.0:1777573426.120106:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917615616 00000100:00100000:0.0:1777573426.120171:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 777 00000100:00100000:0.0:1777573426.120181:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:47920:x1863919917615616:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1777573426.120233:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573426.120258:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6719a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd3f expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120282:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67177 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd38 expref: 13 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120294:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573426.120299:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573426.120320:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120333:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120343:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120353:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120360:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120367:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.120436:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.121617:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.121634:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573426.121959:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off8960 00000004:00080000:0.0:1777573426.121969:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 950770275538ns, next at 951770273471ns, rc = 0 00010000:00010000:0.0:1777573426.122101:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.122112:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.122119:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.122126:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.122131:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.122136:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.122160:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573426.122222:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573426.122230:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.122237:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573426.122241:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.122252:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.122263:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573426.122266:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573426.122271:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.122277:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a671bd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.122291:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573426.122293:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573426.122294:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573426.123310:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123322:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123328:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123334:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.123338:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123344:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123354:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573426.123357:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777573426.123361:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123366:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a671b6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123388:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123399:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123404:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123410:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123414:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.123416:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123421:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123434:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243800) 00010000:00010000:0.0:1777573426.123436:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573426.123439:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123444:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a671a8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573426.123465:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009c1928bb reply state 000000004d1ba919 transno 4294967467 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123477:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.123484:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8e00) 00010000:00010000:0.0:1777573426.123486:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573426.123489:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573426.123582:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:47920:x1863919917615616:12345-192.168.204.9@tcp:36:rm.0 Request processed in 3400us (4336us total) trans 4294967467 rc 0/0 00000100:00100000:0.0:1777573426.123591:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 777 00000100:00100000:1.0:1777573426.617360:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573426.617385:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926251264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573426.617463:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573426.617545:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926251264 00000100:00100000:1.0:1777573426.617553:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926251264 00000100:00100000:1.0:1777573426.617606:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1777573426.617615:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926251264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573426.617647:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573426.617714:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926251264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573426.617721:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1777573426.617769:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926251264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573426.621091:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.621252:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917615744 00000100:00100000:3.0:1777573426.621262:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917615744 00000100:00100000:3.0:1777573426.621319:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 778 00000100:00100000:3.0:1777573426.621328:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:47935:x1863919917615744:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573426.621351:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573426.621371:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a671c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd4d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.621432:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a671cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.621448:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a671cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.621460:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a671cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573426.621500:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573426.621504:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573426.621525:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a671cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.621550:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a671c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd4d expref: 16 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.621678:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a671cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd4d expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.621688:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243800) 00010000:00010000:3.0:1777573426.621849:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573426.621853:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573426.621941:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:47935:x1863919917615744:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 613us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573426.621948:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 778 00000100:00100000:0.0:1777573426.624909:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573426.624974:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917616000 00000100:00100000:2.0:1777573426.624993:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917616000 00000100:00100000:2.0:1777573426.625086:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 779 00000100:00100000:2.0:1777573426.625098:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:47935:x1863919917616000:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573426.625147:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573426.625171:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a671cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd4d expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.625194:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67146 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd2a expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.625205:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243800) 00010000:00010000:2.0:1777573426.625215:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573426.625239:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.625252:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.625262:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573426.626674:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967468 is committed 00000004:00080000:2.0:1777573426.626689:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 45 committed 00010000:00010000:0.0:1777573426.626802:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626814:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626821:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626831:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.626836:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626843:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626856:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8e00) 00010000:00010000:0.0:1777573426.626860:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573426.626864:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626869:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6715b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626886:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626893:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626898:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626902:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.626905:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626910:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626921:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573426.626923:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573426.626926:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626931:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67170 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626946:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626952:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626958:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626962:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.626964:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626970:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.626976:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8e00) 00010000:00010000:0.0:1777573426.626979:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573426.626981:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.627001:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a671af lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573426.627169:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926251392:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777573426.627226:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573426.627325:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926251392 00000100:00100000:1.0:1777573426.627333:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926251392 00000100:00100000:1.0:1777573426.627384:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1777573426.627393:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926251392:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1777573426.627416:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:12 count 1 00010000:00010000:1.0:1777573426.627434:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.627454:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 5 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.627462:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573426.627465:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573426.627468:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.627492:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 5 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.627506:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 5 pid: 12154 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573426.627517:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926251520:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573426.627573:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89defbe0ba80 going to sleep for 11 seconds 00000100:00080000:0.0:1777573426.627654:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:2.0:1777573426.628012:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008db8e050 reply state 00000000c828ae52 transno 4294967468 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.628027:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.628035:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243f00) 00010000:00010000:2.0:1777573426.628048:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573426.628052:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573426.628066:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00010000:00080000:2.0:1777573426.628126:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573426.628153:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:47935:x1863919917616000:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 3058us (3249us total) trans 4294967468 rc 0/0 00000100:00100000:2.0:1777573426.628161:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 779 00010000:00010000:0.0:1777573426.628597:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.628606:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.628612:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.628617:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573426.628620:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.628627:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.628638:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243f00) 00010000:00010000:0.0:1777573426.628640:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573426.628643:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.628648:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a671d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573426.629429:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573426.629545:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917616128 00000100:00100000:2.0:1777573426.629553:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917616128 00010000:00010000:2.0:1777573426.629583:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 6 pid: 12154 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573426.629620:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 310 00000100:00100000:2.0:1777573426.629630:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917616128:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573426.629642:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573426.629646:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 6 pid: 12154 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629660:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 6 pid: 12154 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629676:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573426.629678:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573426.629682:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629711:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629733:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573426.629748:0:8362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001231da29/0x1e8fa618a5a671a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd46 expref: 6 pid: 12154 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573426.629761:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926251520:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573426.629782:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917616128:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 153us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573426.629791:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 310 00010000:00010000:1.0:1777573426.629793:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.629805:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.629817:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.629827:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.629840:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.629860:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573426.629880:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573426.629887:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629896:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573426.629900:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629909:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629927:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629935:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a671d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.629953:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573426.629956:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573426.629957:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573426.630038:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926251392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2646us (2811us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1777573426.630046:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000004:00080000:0.0:1777573426.630061:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89def77c9f80/2, rc 0, transno 4294967337 00000100:00100000:0.0:1777573426.630115:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926251392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777573426.652572:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.654090:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917616256 00000100:00100000:3.0:1777573426.654100:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917616256 00000100:00100000:3.0:1777573426.654159:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 780 00000100:00100000:3.0:1777573426.654171:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:47939:x1863919917616256:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573426.654195:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573426.654214:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a671e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd54 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654272:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654289:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654300:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654316:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654323:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654328:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654404:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a671f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654413:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a671f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654420:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a671f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573426.654450:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573426.654454:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573426.654476:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a671f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654487:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654496:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654502:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654508:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654513:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573426.654517:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654524:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654536:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573426.654539:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573426.654542:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654549:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a671e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654560:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654566:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654572:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654577:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573426.654581:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654586:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654592:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ddc10ead00) 00010000:00010000:3.0:1777573426.654594:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573426.654597:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654603:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a671ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654628:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a671e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd54 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654643:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a671f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd54 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.654651:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:3.0:1777573426.654653:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573426.654656:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573426.654814:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:47939:x1863919917616256:12345-192.168.204.9@tcp:101:touch.0 Request processed in 645us (2255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573426.654822:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 780 00000100:00100000:3.0:1777573426.656849:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.656907:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917616512 00000100:00100000:1.0:1777573426.656916:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917616512 00000100:00100000:1.0:1777573426.656965:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:1.0:1777573426.656975:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7778700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:47939:x1863919917616512:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573426.657002:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573426.657022:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a671fc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd5b expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657106:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657120:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657131:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657145:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657153:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657160:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573426.657468:0:26981:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xd:0x0], index 0: 0 00010000:00010000:1.0:1777573426.657593:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67211 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657602:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67211 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657610:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67211 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657640:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657646:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657652:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657658:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657665:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573426.657669:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657676:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657768:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:1.0:1777573426.657772:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573426.657777:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657783:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67203 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573426.657795:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e670122c reply state 0000000060cfd222 transno 4294967469 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657806:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657813:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8700) 00010000:00010000:1.0:1777573426.657816:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573426.657819:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573426.657848:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a671fc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd5b expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657864:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67211 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd5b expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.657872:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:1.0:1777573426.657874:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573426.657877:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:1.0:1777573426.657944:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7778700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:47939:x1863919917616512:12345-192.168.204.9@tcp:101:touch.0 Request processed in 970us (1103us total) trans 4294967469 rc 0/0 00000100:00100000:1.0:1777573426.657954:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:3.0:1777573426.660035:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573426.660085:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917616768 00000100:00100000:2.0:1777573426.660094:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917616768 00000100:00100000:2.0:1777573426.660143:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 782 00000100:00100000:2.0:1777573426.660152:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7778e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:47939:x1863919917616768:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:2.0:1777573426.660195:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573426.660215:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67211 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd5b expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.660230:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:2.0:1777573426.660239:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573426.660285:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.660297:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.660306:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573426.660393:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000979f1a9f reply state 00000000727e1503 transno 4294967470 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.660404:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.660411:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89deef242700) 00010000:00010000:2.0:1777573426.660413:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573426.660415:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573426.660486:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7778e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:47939:x1863919917616768:12345-192.168.204.9@tcp:36:touch.0 Request processed in 335us (458us total) trans 4294967470 rc 0/0 00000100:00100000:2.0:1777573426.660495:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 782 00000100:00100000:1.0:1777573426.661614:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.661815:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917616896 00000100:00100000:3.0:1777573426.661831:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917616896 00000100:00100000:3.0:1777573426.661917:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 783 00000100:00100000:3.0:1777573426.661929:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:47939:x1863919917616896:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573426.661951:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573426.661967:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67226 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd62 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.662019:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd62 expref: 12 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.662034:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67226 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd62 expref: 12 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.662053:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89deef242700) 00010000:00010000:3.0:1777573426.662057:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573426.662061:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573426.662107:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:47939:x1863919917616896:12345-192.168.204.9@tcp:101:touch.0 Request processed in 182us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573426.662116:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 783 00000100:00100000:3.0:1777573426.663520:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.663573:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917617024 00000100:00100000:1.0:1777573426.663580:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917617024 00000100:00100000:1.0:1777573426.663626:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 342 00000100:00100000:1.0:1777573426.663634:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2399:x1863919917617024:12345-192.168.204.9@tcp:8:touch.0 00010000:00080000:1.0:1777573426.663662:0:8361:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 951 last 0 00000020:00000080:1.0:1777573426.663733:0:8361:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a6722d 00002000:00100000:1.0:1777573426.663746:0:8361:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc461b800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 37896192 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777573426.663764:0:8361:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777573426.663852:0:8361:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1777573426.663883:0:8361:0:(import.c:65:import_set_state_nolock()) ffff89ddc4618800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777573426.663953:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917617024:12345-192.168.204.9@tcp:8:touch.0 Request processed in 318us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573426.663960:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 342 00000100:00100000:1.0:1777573426.665999:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573426.666049:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917617152 00000100:00100000:0.0:1777573426.666058:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917617152 00000100:00100000:0.0:1777573426.666147:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 343 00000100:00100000:0.0:1777573426.666158:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:0:x1863919917617152:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:2.0:1777573426.666314:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1777573426.667520:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00100000:3.0:1777573426.667530:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00100000:3.0:1777573426.667536:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573426.667539:0:8355:0:(genops.c:906:class_export_put()) final put ffff89ddc4163800/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:2.0:1777573426.667603:0:9870:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc4163800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0000 00000020:00000080:2.0:1777573426.667674:0:9870:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc4160800 for lustre-OST0000 00000100:00100000:0.0:1777573426.667836:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:0:x1863919917617152:12345-192.168.204.9@tcp:2:touch.0 Request processed in 1674us (1847us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1777573426.667846:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 343 00000100:00100000:0.0:1777573426.669240:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573426.669318:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917617408 00000100:00100000:2.0:1777573426.669327:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917617408 00000100:00100000:2.0:1777573426.669381:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 123 00000100:00100000:2.0:1777573426.669391:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:47939:x1863919917617408:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:2.0:1777573426.669642:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:47939:x1863919917617408:12345-192.168.204.9@tcp:35:touch.0 Request processed in 253us (407us total) trans 4294967471 rc 0/0 00000100:00100000:2.0:1777573426.669650:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 123 00000100:00100000:3.0:1777573426.694161:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573426.694226:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917617536 00000100:00100000:1.0:1777573426.694235:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917617536 00000100:00100000:1.0:1777573426.694293:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 784 00000100:00100000:1.0:1777573426.694303:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:47943:x1863919917617536:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573426.694325:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573426.694343:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67234 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd69 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694402:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694416:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694427:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694437:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694444:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694450:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694511:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67249 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694519:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694526:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573426.694559:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:1.0:1777573426.694563:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573426.694581:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694592:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694601:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694611:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694617:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694623:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694629:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573426.694633:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694640:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694650:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:1.0:1777573426.694653:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573426.694657:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694663:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6723b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694676:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694682:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694688:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694737:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573426.694740:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694746:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694753:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8700) 00010000:00010000:1.0:1777573426.694755:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573426.694758:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694763:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67242 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694786:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67234 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd69 expref: 15 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694797:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd69 expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573426.694804:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89deef242700) 00010000:00010000:1.0:1777573426.694806:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573426.694809:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187200, rc 0) 00000100:00100000:1.0:1777573426.694853:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:47943:x1863919917617536:12345-192.168.204.9@tcp:101:rm.0 Request processed in 552us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573426.694860:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 784 00000100:00100000:1.0:1777573426.697445:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573426.697559:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917617664 00000100:00100000:2.0:1777573426.697568:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917617664 00000100:00100000:2.0:1777573426.697644:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 344 00000100:00100000:2.0:1777573426.697653:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917617664:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573426.697668:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573426.697686:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd70 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573426.697736:0:17492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xd:0x0] initial LVB size: 0, mtime: 0x69f39e33, atime: 0x69f39e33, ctime: 0x69f39e33, blocks: 0x0 00010000:00010000:2.0:1777573426.697753:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573426.697755:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573426.697764:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 6 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.697781:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 6 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573426.697794:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573426.697840:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917617664:12345-192.168.204.9@tcp:101:rm.0 Request processed in 188us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573426.697846:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 344 00000100:00100000:0.0:1777573426.700850:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573426.701065:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917617920 00000100:00100000:3.0:1777573426.701075:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917617920 00000100:00100000:3.0:1777573426.701143:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 785 00000100:00100000:3.0:1777573426.701153:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:47943:x1863919917617920:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1777573426.701202:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573426.701225:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd69 expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701245:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67226 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd62 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701258:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89deef242700) 00010000:00010000:3.0:1777573426.701262:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573426.701281:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701304:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701314:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701325:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701333:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701340:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701433:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701441:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701447:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573426.701634:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:3.0:1777573426.701642:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 951349948855ns, next at 952349947251ns, rc = 0 00010000:00010000:3.0:1777573426.701681:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701690:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701734:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701741:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701746:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701752:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701778:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573426.701795:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701802:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701807:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573426.701809:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701814:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701816:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573426.701823:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701824:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573426.701830:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701834:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701840:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701844:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89deef242700) 00010000:00010000:3.0:1777573426.701849:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573426.701852:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701858:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67265 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701859:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89deef242700) 00010000:00010000:0.0:1777573426.701864:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777573426.701869:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701875:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6726c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701880:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701889:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573426.701892:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573426.701893:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573426.701896:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573426.701901:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701907:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701912:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573426.701914:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701920:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701927:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:3.0:1777573426.701929:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573426.701931:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701937:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67257 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573426.701945:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000900cf0b5 reply state 00000000f8ce0f15 transno 4294967472 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701954:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573426.701959:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8700) 00010000:00010000:3.0:1777573426.701961:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573426.701964:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573426.702035:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:47943:x1863919917617920:12345-192.168.204.9@tcp:36:rm.0 Request processed in 884us (1194us total) trans 4294967472 rc 0/0 00000100:00100000:3.0:1777573426.702043:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 785 00010000:00010000:3.0:1777573426.936197:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573427.142840:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573427.144030:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917618048 00000100:00100000:0.0:1777573427.144089:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917618048 00000100:00080000:2.0:1777573427.144133:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573427.144163:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 786 00000100:00100000:0.0:1777573427.144175:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:47957:x1863919917618048:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573427.144196:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573427.144216:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67273 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd77 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.144279:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6727a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.144293:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6727a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.144306:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6727a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573427.144377:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:1.0:1777573427.144383:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573427.144409:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6727a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.144437:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67273 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd77 expref: 16 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.144455:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6727a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd77 expref: 15 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.144465:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:1.0:1777573427.144468:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573427.144473:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:1.0:1777573427.144540:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+15:47957:x1863919917618048:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 368us (1708us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573427.144548:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 786 00000100:00100000:2.0:1777573427.148068:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573427.148186:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917618304 00000100:00100000:0.0:1777573427.148195:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917618304 00000100:00100000:0.0:1777573427.148246:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:0.0:1777573427.148256:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:47957:x1863919917618304:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573427.148476:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573427.148501:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6727a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd77 expref: 15 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.148522:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a671f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd54 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.148538:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:0.0:1777573427.148548:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573427.148572:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.148586:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.148595:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573427.148778:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dbac79be reply state 0000000078700d1e transno 4294967473 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.148791:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573427.148798:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:0.0:1777573427.148801:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573427.148804:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573427.148812:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000100:00100000:0.0:1777573427.148912:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:47957:x1863919917618304:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 657us (851us total) trans 4294967473 rc 0/0 00000100:00100000:0.0:1777573427.148921:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:3.0:1777573427.196524:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573427.196597:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917618432 00000100:00100000:2.0:1777573427.196607:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917618432 00000100:00100000:2.0:1777573427.196710:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 788 00000100:00100000:2.0:1777573427.196721:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917618432:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573427.196808:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917618432:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 90us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573427.196816:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 788 00000100:00100000:3.0:1777573427.198121:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573427.198163:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917618560 00000100:00100000:0.0:1777573427.198170:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917618560 00000100:00100000:0.0:1777573427.198227:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 345 00000100:00100000:0.0:1777573427.198238:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:47966:x1863919917618560:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573427.198365:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:47966:x1863919917618560:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 130us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573427.198374:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 345 00000100:00100000:0.0:1777573427.199563:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573427.199591:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917618688 00000100:00100000:3.0:1777573427.199597:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917618688 00000100:00100000:3.0:1777573427.199645:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 346 00000100:00100000:3.0:1777573427.199657:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917618688:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573427.199764:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917618688:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 111us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573427.199772:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 346 00000100:00100000:3.0:1777573427.201136:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573427.201213:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917618816 00000100:00100000:2.0:1777573427.201221:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917618816 00000100:00100000:2.0:1777573427.201271:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 789 00000100:00100000:2.0:1777573427.201281:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4582d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917618816:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573427.201389:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4582d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917618816:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 111us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573427.201396:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 789 00000100:00100000:3.0:1777573427.204318:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573427.204368:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917618944 00000100:00100000:2.0:1777573427.204377:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917618944 00000100:00080000:0.0:1777573427.204427:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573427.204438:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 790 00000100:00100000:2.0:1777573427.204448:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917618944:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573427.204570:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917618944:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 124us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573427.204577:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 790 00000100:00100000:2.0:1777573427.208673:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573427.208745:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917619072 00000100:00100000:3.0:1777573427.208754:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917619072 00000100:00100000:3.0:1777573427.208799:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:3.0:1777573427.208808:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917619072:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573427.208881:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917619072:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 75us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573427.208885:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:3.0:1777573427.210365:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573427.210412:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917619200 00000100:00100000:1.0:1777573427.210420:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917619200 00000100:00100000:1.0:1777573427.210467:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 347 00000100:00100000:1.0:1777573427.210476:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:47966:x1863919917619200:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573427.210594:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:47966:x1863919917619200:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 119us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573427.210601:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 347 00000100:00100000:1.0:1777573427.212461:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573427.212503:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917619328 00000100:00100000:3.0:1777573427.212511:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917619328 00000100:00100000:3.0:1777573427.212557:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 348 00000100:00100000:3.0:1777573427.212568:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917619328:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573427.212687:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917619328:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 122us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573427.212857:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 348 00000100:00100000:0.0:1777573427.217567:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573427.217800:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917619456 00000100:00100000:2.0:1777573427.217811:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917619456 00000100:00100000:2.0:1777573427.217869:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 792 00000100:00100000:2.0:1777573427.217882:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917619456:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573427.218007:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:47966:x1863919917619456:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 130us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573427.218012:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 792 00000100:00100000:0.0:1777573427.220993:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573427.221044:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917619584 00000100:00100000:3.0:1777573427.221053:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917619584 00000100:00100000:3.0:1777573427.221101:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 793 00000100:00100000:3.0:1777573427.221108:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917619584:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573427.221220:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:47966:x1863919917619584:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 113us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573427.221225:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 793 00000100:00100000:1.0:1777573427.249429:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573427.249516:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917619712 00000100:00100000:2.0:1777573427.249526:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917619712 00000100:00100000:3.0:1777573427.249746:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 794 00000100:00100000:3.0:1777573427.249761:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:47970:x1863919917619712:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573427.249780:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573427.249835:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67288 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd7e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.249898:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.249912:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.249922:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.249935:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.249942:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.249949:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250042:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6729d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250051:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6729d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250058:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6729d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573427.250089:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573427.250093:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573427.250113:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6729d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250130:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250140:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250146:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250152:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250158:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573427.250163:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250170:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250180:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573427.250183:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573427.250187:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250192:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6728f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250205:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250211:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250217:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250223:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573427.250226:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250231:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250238:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef242900) 00010000:00010000:2.0:1777573427.250240:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573427.250243:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250248:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67296 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250275:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67288 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd7e expref: 17 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250288:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6729d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd7e expref: 16 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.250295:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:2.0:1777573427.250298:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573427.250300:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573427.250352:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+16:47970:x1863919917619712:12345-192.168.204.9@tcp:101:dd.0 Request processed in 597us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573427.250360:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 794 00000100:00100000:0.0:1777573427.252056:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573427.252151:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917619968 00000100:00100000:3.0:1777573427.252159:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917619968 00000100:00100000:3.0:1777573427.252208:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 795 00000100:00100000:3.0:1777573427.252219:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+16:47970:x1863919917619968:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573427.252237:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573427.252254:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a672a4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd85 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252337:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252351:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252361:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252370:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252380:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252385:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573427.252633:0:8523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xd:0x0], index 1: 0 00010000:00010000:3.0:1777573427.252826:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a672b9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252835:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a672b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252843:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a672b9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252874:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252878:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252882:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252886:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252890:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573427.252893:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252900:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252908:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:3.0:1777573427.252910:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573427.252913:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252917:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ab lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573427.252927:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f28af4cc reply state 0000000073aa7e26 transno 4294967474 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252934:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252938:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8700) 00010000:00010000:3.0:1777573427.252940:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573427.252941:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573427.252960:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a672a4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd85 expref: 19 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252984:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a672b9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd85 expref: 18 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.252991:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff89ddc10eaa00) 00010000:00010000:3.0:1777573427.252993:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573427.252996:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acfe00, rc 0) 00000100:00100000:3.0:1777573427.253053:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+19:47970:x1863919917619968:12345-192.168.204.9@tcp:101:dd.0 Request processed in 836us (1004us total) trans 4294967474 rc 0/0 00000100:00100000:3.0:1777573427.253061:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 795 00000100:00100000:0.0:1777573427.261263:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573427.261322:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917620096 00000100:00100000:3.0:1777573427.261332:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917620096 00000100:00100000:3.0:1777573427.261386:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 349 00000100:00100000:3.0:1777573427.261399:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:47970:x1863919917620096:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573427.261433:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573427.261453:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd8c expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573427.261622:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777573427.261643:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573427.261646:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573427.261655:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 6 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.261671:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 6 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.261683:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:2.0:1777573427.261858:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:47970:x1863919917620096:12345-192.168.204.9@tcp:101:dd.0 Request processed in 462us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573427.261867:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 349 00000100:00100000:1.0:1777573427.277037:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573427.277142:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917620224 00000100:00100000:0.0:1777573427.277151:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917620224 00002000:00100000:0.0:1777573427.277211:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xd:0x0] (0->1048575) req@ffff89ddc4470380 x1863919917620224/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:683/0 lens 488/0 e 0 to 0 dl 1777573438 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573427.277223:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc4470380 with x1863919917620224 ext(0->1048575) 00002000:00010000:0.0:1777573427.277229:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc4470380 00000100:00100000:0.0:1777573427.277259:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 16 00000100:00100000:0.0:1777573427.277268:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917620224:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:2.0:1777573427.294189:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917620224:12345-192.168.204.9@tcp:4:dd.0 Request processed in 16915us (17150us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1777573427.294199:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 16 00002000:00100000:2.0:1777573427.294211:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xd:0x0] (0->1048575) req@ffff89ddc4470380 x1863919917620224/t4294967338(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:683/0 lens 488/448 e 0 to 0 dl 1777573438 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573427.294220:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc4470380 with x1863919917620224 ext(0->1048575) 00002000:00010000:2.0:1777573427.294226:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc4470380 00000100:00100000:0.0:1777573427.296861:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573427.296965:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917620352 00000100:00100000:2.0:1777573427.296989:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917620352 00000100:00100000:2.0:1777573427.297059:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 796 00000100:00100000:2.0:1777573427.297070:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+19:47970:x1863919917620352:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:0.0:1777573427.299388:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967474 is committed 00000004:00080000:0.0:1777573427.299411:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 45 committed 00010000:00010000:2.0:1777573427.299524:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299538:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299547:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299553:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573427.299559:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299568:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573427.299590:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777573427.299600:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8700) 00010000:00010000:2.0:1777573427.299604:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573427.299609:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573427.299613:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926251648:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777573427.299615:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6720a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299636:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299642:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299648:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299653:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573427.299657:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573427.299658:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+12:47970:x1863919917620352:12345-192.168.204.9@tcp:44:dd.0 Request processed in 2585us (2802us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573427.299674:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 796 00000100:00100000:3.0:1777573427.299676:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573427.299676:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299688:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff89deef242700) 00010000:00010000:2.0:1777573427.299734:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573427.299737:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299743:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6721f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573427.299761:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926251648 00010000:00010000:2.0:1777573427.299767:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573427.299769:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926251648 00010000:00010000:2.0:1777573427.299777:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299783:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299788:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573427.299791:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299797:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299805:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8700) 00010000:00010000:2.0:1777573427.299808:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573427.299810:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299817:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6725e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299830:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573427.299834:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1777573427.299846:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926251648:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777573427.299857:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299863:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299869:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573427.299872:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299878:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1777573427.299880:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:13 count 1 00010000:00010000:2.0:1777573427.299890:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:2.0:1777573427.299893:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573427.299896:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.299908:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299910:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67281 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299923:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299935:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299940:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.299943:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 5 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299949:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573427.299954:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.299958:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573427.299961:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573427.299963:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.299966:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 4/0,1 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.299998:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8700) 00010000:00010000:2.0:1777573427.300000:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573427.300003:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.300017:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 5 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.300020:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a672b2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573427.300045:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 5 pid: 17492 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573427.300059:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926251776:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573427.300107:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89defbe0b600 going to sleep for 11 seconds 00000100:00080000:1.0:1777573427.300125:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573427.302032:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926251776:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573427.302075:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:1.0:1777573427.302259:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573427.302779:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573427.302900:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917620608 00000100:00100000:3.0:1777573427.302908:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917620608 00010000:00010000:3.0:1777573427.302942:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 6 pid: 17492 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573427.302991:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 311 00000100:00100000:3.0:1777573427.303001:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917620608:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573427.303014:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573427.303019:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 6 pid: 17492 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303032:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 6 pid: 17492 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303054:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67250 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd70 expref: 6 pid: 17492 timeout: 1051 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303071:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573427.303072:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573427.303077:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303097:0:6472:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303163:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573427.303221:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917620608:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 221us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573427.303229:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 311 00000100:00100000:0.0:1777573427.303238:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917620480 00000100:00100000:0.0:1777573427.303251:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917620480 00010000:00010000:2.0:1777573427.303272:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.303282:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.303292:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573427.303325:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 351 00000100:00100000:0.0:1777573427.303339:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917620480:12345-192.168.204.9@tcp:16:dd.0 00010000:00010000:2.0:1777573427.303417:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573427.303472:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573427.303621:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573427.303628:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303636:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573427.303640:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303649:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303665:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303672:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054fbc810/0x1e8fa618a5a672ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573427.303727:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573427.303730:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573427.303732:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573427.303914:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926251648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4070us (4239us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1777573427.303922:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000004:00080000:3.0:1777573427.303988:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc31a5880/2, rc 0, transno 4294967341 00000100:00100000:3.0:1777573427.303994:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926251648:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1777573427.305131:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:1.0:1777573427.305159:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000100:00100000:0.0:1777573427.305321:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917620480:12345-192.168.204.9@tcp:16:dd.0 Request processed in 1983us (3244us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573427.305332:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 351 00000100:00100000:2.0:1777573427.307315:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573427.307415:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917620864 00000100:00100000:1.0:1777573427.307427:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917620864 00000100:00100000:1.0:1777573427.307496:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 124 00000100:00100000:1.0:1777573427.307507:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:47970:x1863919917620864:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1777573427.307879:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:47970:x1863919917620864:12345-192.168.204.9@tcp:35:dd.0 Request processed in 375us (573us total) trans 4294967475 rc 0/0 00000100:00100000:1.0:1777573427.307885:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 124 00000001:00080000:2.0:1777573427.907037:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967475 is committed 00010000:00010000:0.0:1777573427.959810:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573428.485592:0:81649:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 953133897358ns, next at 952349947251ns, rc = 0 00080000:00080000:1.0:1777573428.485607:0:81649:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573428.485718:0:81649:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 953134024510ns, next at 919273862517ns, rc = 0 00080000:00080000:1.0:1777573428.485725:0:81649:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573428.485801:0:81649:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 953134107375ns, next at 951770273471ns, rc = 0 00080000:00080000:1.0:1777573428.485806:0:81649:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573428.485864:0:81649:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 953134171123ns, next at 912977601861ns, rc = 0 00080000:00080000:1.0:1777573428.485869:0:81649:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573428.486597:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 43 committed 00000004:00080000:2.0:1777573428.487091:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 46 committed 00000004:00080000:3.0:1777573428.487474:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 42 committed 00000004:00080000:2.0:1777573428.487970:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 46 committed 00000100:00100000:1.0:1777573428.662981:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926251904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573428.663069:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573428.663147:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573428.663155:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926252032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573428.663179:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573428.663218:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926251904 00000100:00100000:0.0:1777573428.663227:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926251904 00000100:00100000:0.0:1777573428.663285:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252032 00000100:00100000:0.0:1777573428.663288:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252032 00000100:00100000:0.0:1777573428.663307:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1777573428.663316:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926251904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573428.663342:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3922481152 avail 3690958848 00000100:00080000:1.0:1777573428.663388:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573428.663396:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926251904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573428.663403:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1777573428.663417:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1777573428.663424:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926252032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573428.663434:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1777573428.663456:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926252032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573428.663460:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926251904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573428.663464:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1777573428.663489:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967337 gen 2 00000004:00080000:0.0:1777573428.663494:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89def77c9f80, transno 4294967337 00000100:00100000:0.0:1777573428.663594:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926252032:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573428.663844:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926252160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.663881:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573428.664001:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252160 00000100:00100000:1.0:1777573428.664005:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926252288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573428.664007:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252160 00000100:00100000:0.0:1777573428.664042:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1777573428.664049:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926252160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.664114:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573428.664154:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252288 00000100:00100000:1.0:1777573428.664159:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252288 00000100:00100000:1.0:1777573428.664207:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1777573428.664216:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926252288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664237:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926252544:0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.664250:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926252288:12345-0@lo:400:kworker.0 Request processed in 37us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573428.664258:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1777573428.664272:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573428.664282:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252544 00000100:00100000:1.0:1777573428.664286:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252544 00000100:00100000:2.0:1777573428.664296:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926253056:0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.664310:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:1.0:1777573428.664317:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926252544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664332:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573428.664357:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926252544:12345-0@lo:400:kworker.0 Request processed in 40us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573428.664363:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:2.0:1777573428.664374:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926252544:0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664385:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1777573428.664390:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926252800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664394:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926252416:0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.664424:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573428.664427:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573428.664445:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926253312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664451:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926252928:0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.664480:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573428.664509:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926252288:0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.664519:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777573428.664524:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926252672:0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.664545:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573428.664563:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926253184:0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.664574:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926252160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573428.664575:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926252160:12345-0@lo:400:kworker.0 Request processed in 525us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573428.664583:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1777573428.664589:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573428.664621:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926253056 00000100:00100000:0.0:1777573428.664624:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926253056 00000100:00100000:0.0:1777573428.664651:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926253184 00000100:00100000:0.0:1777573428.664653:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926253184 00000100:00100000:0.0:1777573428.664666:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1777573428.664671:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926253056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573428.664720:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926253056:12345-0@lo:400:kworker.0 Request processed in 49us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573428.664726:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1777573428.664765:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252800 00000100:00100000:2.0:1777573428.664765:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926253312 00000100:00100000:3.0:1777573428.664769:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252800 00000100:00100000:2.0:1777573428.664769:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926253312 00000100:00100000:2.0:1777573428.664795:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1777573428.664798:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1777573428.664801:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926253312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.664803:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926252800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664836:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926253312:12345-0@lo:400:kworker.0 Request processed in 35us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573428.664840:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926252800:12345-0@lo:400:kworker.0 Request processed in 37us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573428.664842:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:3.0:1777573428.664845:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1777573428.664860:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252416 00000100:00100000:2.0:1777573428.664863:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252416 00000100:00100000:3.0:1777573428.664864:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1777573428.664870:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926253184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664885:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252672 00000100:00100000:2.0:1777573428.664888:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252672 00000100:00100000:3.0:1777573428.664895:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926253184:12345-0@lo:400:kworker.0 Request processed in 26us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573428.664899:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1777573428.664900:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1777573428.664904:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926252416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664933:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926252416:12345-0@lo:400:kworker.0 Request processed in 29us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573428.664953:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1777573428.664964:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573428.664967:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1777573428.664972:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926252672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.664981:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926253440:0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.664997:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926252672:12345-0@lo:400:kworker.0 Request processed in 26us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573428.664999:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573428.665003:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1777573428.665028:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926252672:0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.665035:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926253056:0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.665037:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926253184:0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.665045:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926252800:0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.665049:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926252416:0@lo:400:kworker.0 00000100:00100000:2.0:1777573428.665055:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926253312:0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.665068:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926252928 00000100:00100000:1.0:1777573428.665069:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926253440 00000100:00100000:3.0:1777573428.665071:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926252928 00000100:00100000:1.0:1777573428.665075:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926253440 00000100:00080000:2.0:1777573428.665092:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573428.665096:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573428.665098:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00080000:2.0:1777573428.665099:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573428.665105:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926252928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573428.665127:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1777573428.665134:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926253440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.665141:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926252928:12345-0@lo:400:kworker.0 Request processed in 36us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573428.665147:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:1.0:1777573428.665165:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926253440:12345-0@lo:400:kworker.0 Request processed in 32us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573428.665170:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1777573428.665183:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926252928:0@lo:400:kworker.0 00000100:00100000:3.0:1777573428.665193:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926253440:0@lo:400:kworker.0 00010000:00010000:2.0:1777573428.982959:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573429.041315:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000100:00100000:3.0:1777573429.092380:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573429.092477:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917620992 00000100:00100000:1.0:1777573429.092490:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917620992 00000100:00080000:3.0:1777573429.092540:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573429.092584:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:1.0:1777573429.092595:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917620992:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573429.092687:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917620992:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 95us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573429.092713:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:1.0:1777573429.094523:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573429.094932:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917621120 00000100:00100000:2.0:1777573429.094950:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917621120 00000100:00080000:3.0:1777573429.094997:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573429.095016:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 352 00000100:00100000:2.0:1777573429.095026:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4675c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917621120:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573429.095137:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4675c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917621120:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 113us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573429.095144:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 352 00000100:00100000:0.0:1777573429.100193:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573429.100348:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917621248 00000100:00100000:3.0:1777573429.100358:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917621248 00000100:00080000:2.0:1777573429.100427:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573429.100459:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 353 00000100:00100000:3.0:1777573429.100470:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:48166:x1863919917621248:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573429.100610:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:48166:x1863919917621248:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 142us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573429.100618:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 353 00000100:00100000:0.0:1777573429.102888:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573429.102973:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917621376 00000100:00100000:1.0:1777573429.102982:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917621376 00000100:00100000:1.0:1777573429.103036:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 798 00000100:00100000:1.0:1777573429.103046:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917621376:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573429.103169:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917621376:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 124us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573429.103177:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 798 00000100:00100000:2.0:1777573429.104867:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573429.104906:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917621504 00000100:00100000:0.0:1777573429.104912:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917621504 00000100:00100000:0.0:1777573429.104985:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 799 00000100:00100000:0.0:1777573429.104995:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917621504:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:2.0:1777573429.105059:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573429.105123:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917621504:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 129us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573429.105130:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 799 00000100:00100000:0.0:1777573429.107666:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573429.107785:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917621632 00000100:00100000:2.0:1777573429.107795:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917621632 00000100:00100000:2.0:1777573429.108021:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 800 00000100:00100000:2.0:1777573429.108033:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917621632:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573429.108138:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917621632:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 107us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573429.108146:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 800 00000100:00100000:2.0:1777573429.109310:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573429.109382:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917621760 00000100:00100000:0.0:1777573429.109389:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917621760 00000100:00100000:0.0:1777573429.109431:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 354 00000100:00100000:0.0:1777573429.109438:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917621760:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573429.109525:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917621760:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 89us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573429.109532:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 354 00000100:00100000:1.0:1777573429.111572:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573429.111640:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917621888 00000100:00100000:0.0:1777573429.111647:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917621888 00000100:00100000:0.0:1777573429.111736:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 355 00000100:00100000:0.0:1777573429.111747:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:48166:x1863919917621888:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573429.111854:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4677b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:48166:x1863919917621888:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 110us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573429.111866:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 355 00000100:00100000:2.0:1777573429.114078:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573429.114168:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917622016 00000100:00100000:3.0:1777573429.114177:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917622016 00000100:00100000:3.0:1777573429.115645:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 801 00000100:00100000:3.0:1777573429.115662:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917622016:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573429.115810:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:48166:x1863919917622016:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 154us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573429.115819:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 801 00000100:00100000:3.0:1777573429.118867:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573429.118893:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917622144 00000100:00100000:3.0:1777573429.118901:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917622144 00000100:00100000:3.0:1777573429.118958:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 802 00000100:00100000:3.0:1777573429.118969:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917622144:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573429.119100:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:48166:x1863919917622144:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 135us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573429.119109:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 802 00000100:00100000:0.0:1777573429.157005:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573429.157042:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917622400 00000100:00100000:1.0:1777573429.157052:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917622400 00000100:00100000:1.0:1777573429.157174:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 803 00000100:00100000:1.0:1777573429.157185:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:48170:x1863919917622400:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573429.157236:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573429.157261:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a672b9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd85 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157280:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff89ddc10eaa00) 00010000:00010000:1.0:1777573429.157289:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573429.157311:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157325:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157335:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157355:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157362:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157372:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157440:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157446:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157453:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573429.157625:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:1.0:1777573429.157631:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 953805938060ns, next at 954805936638ns, rc = 0 00010000:00010000:1.0:1777573429.157666:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157673:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157677:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157716:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157724:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157730:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157755:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573429.157774:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157780:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573429.157781:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157788:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157790:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157804:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573429.157806:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573429.157812:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157813:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157832:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157839:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157842:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:1.0:1777573429.157848:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573429.157853:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157857:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:1.0:1777573429.157860:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a672e3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157861:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573429.157866:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157873:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a672ea lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157878:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157885:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573429.157889:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573429.157892:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573429.157895:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573429.157900:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157906:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157912:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573429.157914:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157920:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157927:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:1.0:1777573429.157929:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573429.157932:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157952:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a672d5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573429.157961:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e997ef18 reply state 00000000886d98c9 transno 4294967476 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157971:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573429.157977:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8800) 00010000:00010000:1.0:1777573429.157980:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573429.157982:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573429.158051:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:48170:x1863919917622400:12345-192.168.204.9@tcp:36:rm.0 Request processed in 867us (1054us total) trans 4294967476 rc 0/0 00000100:00100000:1.0:1777573429.158058:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 803 00000100:00100000:2.0:1777573429.688833:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573429.688852:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926253568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573429.688910:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573429.688974:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573429.688983:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926253696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573429.689005:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573429.689775:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926253568 00000100:00100000:3.0:1777573429.689789:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926253568 00000100:00100000:3.0:1777573429.689834:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926253696 00000100:00100000:3.0:1777573429.689837:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926253696 00000100:00100000:3.0:1777573429.689877:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1777573429.689888:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926253568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573429.689917:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573429.689989:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926253568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573429.689996:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1777573429.690452:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1777573429.690462:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926253696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573429.690474:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573429.690514:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926253696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573429.690521:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:3.0:1777573429.691915:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573429.691990:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926253568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573429.692046:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:3.0:1777573429.692051:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc31a5880, transno 4294967341 00000100:00100000:3.0:1777573429.692079:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926253696:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573430.006788:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573430.122134:0:81793:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 954770438511ns, next at 952349947251ns, rc = 0 00080000:00080000:3.0:1777573430.122152:0:81793:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573430.122483:0:81793:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 954770789528ns, next at 919273862517ns, rc = 0 00080000:00080000:3.0:1777573430.122490:0:81793:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573430.122868:0:81793:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 954771174817ns, next at 954805936638ns, rc = 0 00080000:00080000:3.0:1777573430.122875:0:81793:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573430.123865:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 44 committed 00000004:00080000:0.0:1777573430.124862:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 47 committed 00000001:00080000:0.0:1777573430.124950:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967476 is committed 00000004:00080000:0.0:1777573430.124956:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 47 committed 00010000:00010000:2.0:1777573430.125101:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125113:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125121:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125132:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573430.125137:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125145:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125161:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89dec87d8800) 00010000:00010000:2.0:1777573430.125164:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573430.125169:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125175:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a672dc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573430.125241:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926253824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777573430.125303:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573430.125430:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926253824 00000100:00100000:2.0:1777573430.125438:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926253824 00000100:00100000:2.0:1777573430.125493:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1777573430.125503:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926253824:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777573430.125528:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:13 count 1 00000100:00080000:3.0:1777573430.125529:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777573430.125551:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125567:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 5 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125573:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573430.125575:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573430.125577:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125595:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 5 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.125604:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 5 pid: 12154 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573430.125613:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926253952:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573430.125662:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc43dcc00 going to sleep for 11 seconds 00000004:00080000:0.0:1777573430.127671:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 48 committed 00000100:00100000:3.0:1777573430.128288:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573430.128381:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917622528 00000100:00100000:0.0:1777573430.128387:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917622528 00000100:00100000:2.0:1777573430.128397:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926253952:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573430.128417:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 6 pid: 12154 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.128418:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573430.128498:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 312 00000100:00100000:0.0:1777573430.128508:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917622528:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573430.128520:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573430.128526:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 6 pid: 12154 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573430.128539:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 6 pid: 12154 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573430.128560:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a672c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd8c expref: 6 pid: 12154 timeout: 1054 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573430.128580:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573430.128582:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573430.128591:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573430.128601:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573430.128629:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573430.128672:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917622528:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 166us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573430.128680:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 312 00010000:00010000:2.0:1777573430.128753:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.128762:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.128772:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.128780:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573430.128797:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573430.128858:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573430.128864:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573430.128872:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573430.128876:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573430.128883:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573430.128894:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573430.128900:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a672f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573430.128927:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573430.128930:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573430.128931:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573430.129500:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926253824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3997us (4195us total) trans 4294967339 rc 0/0 00000100:00100000:2.0:1777573430.129509:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000004:00080000:0.0:1777573430.129577:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc3082d80/2, rc 0, transno 4294967339 00000100:00100000:0.0:1777573430.129619:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926253824:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1777573430.129910:0:81793:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 954778216231ns, next at 912977601861ns, rc = 0 00080000:00080000:3.0:1777573430.129930:0:81793:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573430.131744:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 43 committed 00000100:00100000:1.0:1777573430.199063:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926254080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573430.199242:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573430.199371:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254080 00000100:00100000:3.0:1777573430.199379:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254080 00000100:00100000:3.0:1777573430.199458:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1777573430.199468:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926254080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573430.199501:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:3.0:1777573430.199554:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926254080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573430.199562:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1777573430.199604:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926254080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573430.298137:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573430.298222:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573430.298267:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917622784 00000100:00100000:1.0:1777573430.298278:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917622784 00000100:00100000:2.0:1777573430.298280:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917622656 00000100:00100000:2.0:1777573430.298283:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917622656 00000100:00100000:2.0:1777573430.298326:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 773 00000100:00100000:2.0:1777573430.298336:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917622656:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573430.298394:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1248 00000100:00100000:2.0:1777573430.298398:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917622656:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 66us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573430.298403:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917622784:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573430.298406:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 773 00000100:00100000:1.0:1777573430.298435:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917622784:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573430.298440:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1248 00000100:00100000:1.0:1777573430.299639:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573430.299676:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573430.299752:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917622912 00000100:00100000:2.0:1777573430.299759:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917622912 00000100:00100000:2.0:1777573430.299805:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1249 00000100:00100000:2.0:1777573430.299813:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917622912:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573430.299860:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917622912:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573430.299868:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1249 00000100:00100000:0.0:1777573430.299976:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623040 00000100:00100000:0.0:1777573430.299981:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623040 00000100:00100000:0.0:1777573430.300020:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 685 00000100:00100000:0.0:1777573430.300029:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917623040:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573430.300075:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917623040:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573430.300082:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 685 00010000:00010000:3.0:1777573431.030951:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573431.734928:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926254208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573431.735011:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573431.735086:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254208 00000100:00100000:0.0:1777573431.735096:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254208 00000100:00100000:0.0:1777573431.735158:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1777573431.735168:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926254208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573431.735199:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573431.735258:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926254208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573431.735265:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1777573431.735318:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926254208:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573432.057972:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573433.079042:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573433.783036:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573433.783061:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926254464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573433.783128:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573433.783192:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926254336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573433.783213:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573433.783364:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254464 00000100:00100000:0.0:1777573433.783373:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254464 00000100:00100000:0.0:1777573433.783429:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254336 00000100:00100000:0.0:1777573433.783433:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254336 00000100:00100000:0.0:1777573433.783459:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1777573433.783469:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926254464:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573433.783471:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926254592:0@lo:400:kworker.0 00002000:00000024:0.0:1777573433.783497:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573433.783512:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573433.783549:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926255104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.783551:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926254464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573433.783561:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1777573433.783584:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1777573433.783588:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573433.783595:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926254336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573433.783606:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573433.783609:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926255616:0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.783643:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926254336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573433.783648:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573433.783655:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1777573433.783676:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1777573433.783682:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926254720:0@lo:400:kworker.0 00000100:00080000:0.0:1777573433.783714:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573433.783735:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926254976:0@lo:400:kworker.0 00000100:00100000:3.0:1777573433.783750:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573433.783779:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926255616 00000100:00100000:0.0:1777573433.783783:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926255616 00000100:00100000:0.0:1777573433.783817:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1777573433.783824:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926255616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.783827:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254592 00000100:00100000:1.0:1777573433.783833:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254592 00000100:00100000:1.0:1777573433.783872:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1777573433.783880:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926254592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573433.783932:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926254848:0@lo:400:kworker.0 00000100:00100000:3.0:1777573433.783965:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926255232:0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.783976:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926255616:12345-0@lo:400:kworker.0 Request processed in 152us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573433.783983:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1777573433.784000:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926254592:12345-0@lo:400:kworker.0 Request processed in 118us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573433.784001:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777573433.784003:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573433.784012:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1777573433.784026:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926255104 00000100:00100000:3.0:1777573433.784029:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926255744:0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.784031:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926255104 00000100:00100000:1.0:1777573433.784051:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254720 00000100:00100000:1.0:1777573433.784055:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254720 00000100:00100000:3.0:1777573433.784061:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573433.784068:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1777573433.784078:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926255104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.784089:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926255232 00000100:00100000:1.0:1777573433.784093:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926255232 00000100:00100000:3.0:1777573433.784101:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926254592:0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.784121:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926255104:12345-0@lo:400:kworker.0 Request processed in 46us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573433.784122:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926255104:0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.784126:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926255744 00000100:00100000:1.0:1777573433.784130:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926255744 00000100:00100000:0.0:1777573433.784135:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1777573433.784149:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926255616:0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.784163:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1777573433.784172:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926254720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.784178:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1777573433.784187:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926255232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.784223:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926254720:12345-0@lo:400:kworker.0 Request processed in 53us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573433.784231:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1777573433.784240:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926255232:12345-0@lo:400:kworker.0 Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573433.784247:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:0.0:1777573433.784253:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1777573433.784256:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926255744:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573433.784274:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573433.784287:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926255744:12345-0@lo:400:kworker.0 Request processed in 34us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573433.784292:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1777573433.784321:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573433.784340:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926255488:0@lo:400:kworker.0 00000100:00100000:3.0:1777573433.784352:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926254720:0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.784360:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573433.784366:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926255232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573433.784379:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926255744:0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.784389:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926254464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573433.784402:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926254336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573433.784424:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926255488 00000100:00100000:3.0:1777573433.784429:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926255488 00000100:00100000:1.0:1777573433.784436:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254976 00000100:00100000:1.0:1777573433.784439:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254976 00000100:00100000:1.0:1777573433.784464:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1777573433.784470:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926254976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.784507:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926254976:12345-0@lo:400:kworker.0 Request processed in 37us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573433.784514:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00080000:1.0:1777573433.784544:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573433.784545:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926254976:0@lo:400:kworker.0 00000100:00100000:3.0:1777573433.784548:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1777573433.784559:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926255488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573433.784598:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926255488:12345-0@lo:400:kworker.0 Request processed in 41us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573433.784605:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1777573433.784618:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926255488:0@lo:400:kworker.0 00000100:00100000:2.0:1777573433.784926:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573433.784954:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926255360:0@lo:400:kworker.0 00000100:00100000:2.0:1777573433.784975:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573433.784975:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926254848 00000100:00100000:1.0:1777573433.784979:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926254848 00000100:00100000:2.0:1777573433.784999:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926255872:0@lo:400:kworker.0 00000100:00100000:1.0:1777573433.785004:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1777573433.785010:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926254848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573433.785021:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573433.785039:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926254848:12345-0@lo:400:kworker.0 Request processed in 29us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573433.785045:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1777573433.785048:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926254848:0@lo:400:kworker.0 00000100:00100000:2.0:1777573433.785584:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926255360 00000100:00100000:2.0:1777573433.785589:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926255360 00000100:00100000:2.0:1777573433.785632:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926255872 00000100:00100000:2.0:1777573433.785635:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926255872 00000100:00100000:0.0:1777573433.785665:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1777573433.785674:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926255360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.785738:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926255360:12345-0@lo:400:kworker.0 Request processed in 67us (762us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573433.785896:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573433.786319:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1777573433.786331:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926255872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573433.786373:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926255872:12345-0@lo:400:kworker.0 Request processed in 46us (1350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573433.786379:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:2.0:1777573433.786419:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926255360:0@lo:400:kworker.0 00000100:00100000:2.0:1777573433.786431:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926255872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573433.786781:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00010000:00010000:3.0:1777573434.102903:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573434.808232:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926256000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573434.808303:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573434.808446:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256000 00000100:00100000:3.0:1777573434.808455:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256000 00000100:00100000:3.0:1777573434.808549:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1777573434.808559:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926256000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573434.808589:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573434.808646:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926256000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573434.808655:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1777573434.808776:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573434.808787:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926256128:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573434.808818:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573434.808874:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256128 00000100:00100000:0.0:1777573434.808878:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256128 00000100:00100000:0.0:1777573434.808912:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1777573434.808918:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926256000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573434.808922:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926256128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573434.808936:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573434.808977:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926256128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573434.808984:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1777573434.809053:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926256128:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573435.127888:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573435.318895:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926256256:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573435.318967:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573435.319111:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256256 00000100:00100000:0.0:1777573435.319119:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256256 00000100:00100000:0.0:1777573435.319172:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1777573435.319181:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926256256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573435.319222:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:0.0:1777573435.319882:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926256256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 700us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573435.319891:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1777573435.320159:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926256256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573435.417253:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573435.417302:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573435.417335:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623168 00000100:00100000:0.0:1777573435.417347:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623168 00000100:00100000:0.0:1777573435.417407:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:0.0:1777573435.417417:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917623168:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573435.417762:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917623168:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 346us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573435.417770:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:1.0:1777573435.418137:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623296 00000100:00100000:1.0:1777573435.418143:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623296 00000100:00100000:1.0:1777573435.418220:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1256 00000100:00100000:1.0:1777573435.418229:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917623296:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573435.418266:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917623296:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573435.418274:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1256 00000100:00100000:3.0:1777573435.418376:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573435.418517:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573435.419160:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573435.419261:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623552 00000100:00100000:3.0:1777573435.419266:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623552 00000100:00100000:1.0:1777573435.419312:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623424 00000100:00100000:3.0:1777573435.419313:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623680 00000100:00100000:1.0:1777573435.419318:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623424 00000100:00100000:3.0:1777573435.419319:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623680 00000100:00100000:3.0:1777573435.419352:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 688 00000100:00100000:3.0:1777573435.419363:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917623552:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573435.419368:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1257 00000100:00100000:1.0:1777573435.419381:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917623424:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573435.419420:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917623552:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 59us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573435.419421:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917623424:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573435.419446:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1257 00000100:00100000:3.0:1777573435.419525:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 688 00000100:00080000:0.0:1777573435.419926:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573435.419932:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573435.419934:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573435.419936:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573435.420371:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 689 00000100:00100000:1.0:1777573435.420384:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917623680:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573435.420420:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917623680:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573435.420428:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 689 00010000:00010000:3.0:1777573436.151742:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777573436.346686:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000100:00100000:2.0:1777573436.854918:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573436.855282:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926256384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573436.855347:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573436.855482:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256384 00000100:00100000:1.0:1777573436.855492:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256384 00000100:00100000:1.0:1777573436.855850:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1777573436.855861:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926256384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573436.855896:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573436.856185:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926256384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 325us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573436.856193:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1777573436.856462:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926256384:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573437.175054:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573438.198821:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573438.903024:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573438.903044:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926256640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573438.903104:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573438.903172:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256640 00000100:00100000:0.0:1777573438.903179:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256640 00000100:00100000:0.0:1777573438.903229:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1777573438.903238:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926256640:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573438.903264:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00002000:00000024:0.0:1777573438.903265:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573438.903279:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926256512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573438.903321:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926256640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573438.903329:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573438.903332:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1777573438.903350:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256512 00000100:00100000:0.0:1777573438.903354:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256512 00000100:00100000:0.0:1777573438.903381:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1777573438.903389:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926256512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573438.903399:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573438.903427:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926256512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573438.903433:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00080000:0.0:1777573438.903450:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573438.903515:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926256512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573438.903613:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926257024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.903647:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573438.903672:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926257536:0@lo:400:kworker.0 00000100:00100000:0.0:1777573438.903685:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926256768:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.903719:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573438.903755:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926258048:0@lo:400:kworker.0 00000100:00100000:0.0:1777573438.903757:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573438.903786:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573438.903789:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926257280:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.903811:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1777573438.903816:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573438.903820:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926256896:0@lo:400:kworker.0 00000100:00100000:0.0:1777573438.903838:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926257792:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.903844:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573438.903860:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926257408:0@lo:400:kworker.0 00000100:00100000:0.0:1777573438.903867:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573438.903883:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573438.903897:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967339 gen 2 00000100:00100000:2.0:1777573438.903899:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926257920:0@lo:400:kworker.0 00000004:00080000:0.0:1777573438.903903:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc3082d80, transno 4294967339 00000100:00100000:0.0:1777573438.903923:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926256640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573438.903926:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573438.903948:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777573438.903956:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926257152:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.903965:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257024 00000100:00100000:2.0:1777573438.903969:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257024 00000100:00100000:0.0:1777573438.903980:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573438.903996:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926257664:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.903999:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257280 00000100:00100000:2.0:1777573438.904003:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257280 00000100:00100000:0.0:1777573438.904018:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573438.904023:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1777573438.904032:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926257024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573438.904048:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257536 00000100:00100000:0.0:1777573438.904053:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257536 00000100:00100000:2.0:1777573438.904079:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926257024:12345-0@lo:400:kworker.0 Request processed in 48us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573438.904088:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1777573438.904089:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926258048 00000100:00100000:0.0:1777573438.904094:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926258048 00000100:00100000:3.0:1777573438.904095:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256896 00000100:00100000:3.0:1777573438.904100:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256896 00000100:00100000:2.0:1777573438.904108:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1777573438.904114:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257408 00000100:00100000:2.0:1777573438.904118:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926257280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573438.904119:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257408 00000100:00100000:3.0:1777573438.904128:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257920 00000100:00100000:3.0:1777573438.904132:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257920 00000100:00100000:0.0:1777573438.904144:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257152 00000100:00100000:0.0:1777573438.904148:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257152 00000100:00100000:3.0:1777573438.904160:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1777573438.904163:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926257280:12345-0@lo:400:kworker.0 Request processed in 47us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573438.904174:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926257536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904174:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1777573438.904205:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926257024:0@lo:400:kworker.0 00000100:00100000:3.0:1777573438.904213:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926257536:12345-0@lo:400:kworker.0 Request processed in 43us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573438.904219:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926257536:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904245:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926257280:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904275:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926256768 00000100:00100000:2.0:1777573438.904279:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926256768 00000100:00100000:2.0:1777573438.904303:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1777573438.904309:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926256768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904401:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926256768:12345-0@lo:400:kworker.0 Request processed in 92us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573438.904408:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1777573438.904438:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926256768:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904518:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257792 00000100:00100000:2.0:1777573438.904522:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257792 00000100:00100000:2.0:1777573438.904546:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926257664 00000100:00100000:2.0:1777573438.904549:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926257664 00000100:00100000:2.0:1777573438.904567:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1777573438.904573:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926257792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904606:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926257792:12345-0@lo:400:kworker.0 Request processed in 34us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573438.904610:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1777573438.904621:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1777573438.904626:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926257664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904648:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926257664:12345-0@lo:400:kworker.0 Request processed in 22us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573438.904653:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1777573438.904804:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926257664:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.904814:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926257792:0@lo:400:kworker.0 00000100:00080000:2.0:1777573438.904849:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573438.904853:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573438.904855:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573438.905428:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1777573438.905456:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1777573438.905469:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926258048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573438.905521:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926258048:12345-0@lo:400:kworker.0 Request processed in 58us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573438.905527:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1777573438.905547:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1777573438.905554:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926256896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573438.905582:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926256896:12345-0@lo:400:kworker.0 Request processed in 29us (1737us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573438.905587:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1777573438.905601:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1777573438.905607:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926257408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573438.905633:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926257408:12345-0@lo:400:kworker.0 Request processed in 27us (1750us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573438.905639:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1777573438.905651:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1777573438.905657:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926257920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573438.905688:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926257920:12345-0@lo:400:kworker.0 Request processed in 31us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573438.905715:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1777573438.905729:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1777573438.905735:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926257152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573438.905783:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926257152:12345-0@lo:400:kworker.0 Request processed in 47us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573438.905790:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1777573438.905832:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926257152:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.905835:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926256896:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.905849:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926257408:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.905860:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926257920:0@lo:400:kworker.0 00000100:00100000:2.0:1777573438.905870:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926258048:0@lo:400:kworker.0 00010000:00010000:3.0:1777573439.222920:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573439.807001:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573439.807036:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623808 00000100:00100000:1.0:1777573439.807045:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623808 00000100:00100000:1.0:1777573439.807102:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 804 00000100:00100000:1.0:1777573439.807112:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917623808:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573439.807190:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917623808:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 80us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573439.807198:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 804 00000100:00080000:1.0:1777573439.807221:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573439.811012:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573439.811063:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917623936 00000100:00100000:0.0:1777573439.811073:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917623936 00000100:00100000:0.0:1777573439.811143:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 357 00000100:00100000:0.0:1777573439.811153:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917623936:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573439.811282:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917623936:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 130us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573439.811290:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 357 00000100:00080000:1.0:1777573439.811296:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573439.814001:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573439.814100:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624064 00000100:00100000:2.0:1777573439.814109:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624064 00000100:00100000:2.0:1777573439.814200:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 358 00000100:00100000:2.0:1777573439.814210:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624064:12345-192.168.204.9@tcp:19:lfs.0 00000100:00080000:3.0:1777573439.814281:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573439.814417:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624064:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 208us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573439.814425:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 358 00000100:00100000:2.0:1777573439.815990:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573439.816067:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624192 00000100:00100000:3.0:1777573439.816076:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624192 00000100:00100000:3.0:1777573439.816161:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00100000:3.0:1777573439.816173:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917624192:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573439.816315:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917624192:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 145us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573439.816324:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00100000:3.0:1777573439.818125:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573439.818209:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624320 00000100:00100000:2.0:1777573439.818217:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624320 00000100:00100000:2.0:1777573439.818345:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 806 00000100:00100000:2.0:1777573439.818357:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624320:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573439.818493:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624320:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 139us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573439.818501:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 806 00000100:00080000:3.0:1777573439.818540:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573439.820902:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573439.821054:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624448 00000100:00100000:0.0:1777573439.821065:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624448 00000100:00100000:0.0:1777573439.821117:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 807 00000100:00100000:0.0:1777573439.821128:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917624448:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573439.821269:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917624448:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 141us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573439.821284:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 807 00000100:00100000:0.0:1777573439.824130:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573439.824166:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624576 00000100:00100000:0.0:1777573439.824174:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624576 00000100:00100000:2.0:1777573439.824313:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 359 00000100:00100000:2.0:1777573439.824328:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624576:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573439.824466:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624576:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 143us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573439.824476:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 359 00000100:00100000:3.0:1777573439.828614:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573439.828840:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624704 00000100:00100000:0.0:1777573439.828851:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624704 00000100:00100000:1.0:1777573439.829477:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 360 00000100:00100000:1.0:1777573439.829493:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624704:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573439.829627:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624704:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 139us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573439.829633:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 360 00000100:00100000:0.0:1777573439.831657:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573439.831771:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624832 00000100:00100000:2.0:1777573439.831781:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624832 00000100:00100000:2.0:1777573439.831845:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 808 00000100:00100000:2.0:1777573439.831855:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917624832:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573439.831996:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:48539:x1863919917624832:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 142us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573439.832005:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 808 00000100:00100000:1.0:1777573439.837619:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573439.837672:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917624960 00000100:00100000:0.0:1777573439.837684:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917624960 00000100:00100000:0.0:1777573439.837768:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00100000:0.0:1777573439.837780:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624960:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573439.838169:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48539:x1863919917624960:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 390us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573439.838177:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00100000:0.0:1777573439.926888:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573439.926923:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926258176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573439.926950:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573439.926962:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926258304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573439.927001:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573439.927031:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573439.927618:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926258176 00000100:00100000:2.0:1777573439.927627:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926258176 00000100:00100000:2.0:1777573439.927898:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926258304 00000100:00100000:2.0:1777573439.927902:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926258304 00000100:00100000:0.0:1777573439.927976:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1777573439.927987:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926258176:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573439.928010:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00002000:00000024:0.0:1777573439.928020:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573439.928029:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926258304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573439.928050:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573439.928101:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926258176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573439.928109:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1777573439.928207:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926258176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573439.928526:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926258304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 504us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573439.928537:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1777573439.928754:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926258304:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1777573440.246903:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573440.294908:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573440.295007:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917625088 00000100:00100000:3.0:1777573440.295017:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917625088 00000100:00100000:3.0:1777573440.295095:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 810 00000100:00100000:3.0:1777573440.295106:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:48553:x1863919917625088:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573440.295126:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573440.295145:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a672f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd93 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.295209:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.295224:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.295235:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573440.295281:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573440.295286:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573440.295306:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.295330:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a672f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd93 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.295350:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd93 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.295359:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:3.0:1777573440.295362:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573440.295366:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573440.295430:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:48553:x1863919917625088:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 326us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573440.295438:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 810 00000100:00100000:0.0:1777573440.298812:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573440.299961:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917625344 00000100:00100000:1.0:1777573440.299972:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917625344 00000100:00100000:1.0:1777573440.300043:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 811 00000100:00100000:1.0:1777573440.300055:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48553:x1863919917625344:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573440.300101:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573440.300128:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a672ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd93 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.300150:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a6729d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd7e expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.300170:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:1.0:1777573440.300183:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573440.300209:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.300221:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.300231:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573440.302645:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967477 is committed 00000004:00010000:1.0:1777573440.302760:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007273612e reply state 00000000ac2e194a transno 4294967477 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.302781:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.302790:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89dec87d8600) 00010000:00010000:1.0:1777573440.302793:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573440.302797:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573440.302808:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00010000:00080000:1.0:1777573440.302890:0:8523:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573440.302912:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:48553:x1863919917625344:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2856us (4104us total) trans 4294967477 rc 0/0 00000100:00100000:1.0:1777573440.302921:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 811 00010000:00010000:0.0:1777573440.302967:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.302978:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.302985:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.302992:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573440.302996:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.303004:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.303017:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89dec87d8600) 00010000:00010000:0.0:1777573440.303020:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573440.303023:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.303041:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a67306 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573440.333345:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573440.333384:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917625472 00000100:00100000:0.0:1777573440.333394:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917625472 00000100:00100000:0.0:1777573440.333440:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 125 00000100:00100000:0.0:1777573440.333451:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:48557:x1863919917625472:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:0.0:1777573440.333569:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:48557:x1863919917625472:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 119us (232us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777573440.333577:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 125 00000100:00100000:2.0:1777573440.335434:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.335469:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917625600 00000100:00100000:2.0:1777573440.335477:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917625600 00000100:00100000:2.0:1777573440.335529:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 812 00000100:00100000:2.0:1777573440.335540:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:48557:x1863919917625600:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573440.335558:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573440.335578:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6730d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dd9a expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335632:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335651:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335667:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335683:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335716:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335735:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335823:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67322 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335833:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67322 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335841:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67322 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573440.335872:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573440.335876:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573440.335895:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67322 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335908:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335915:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335922:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335943:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335961:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573440.335966:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335973:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.335985:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573440.335988:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573440.335992:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336000:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67314 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336011:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336017:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336023:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336028:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573440.336031:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336046:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336058:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243200) 00010000:00010000:2.0:1777573440.336061:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573440.336063:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336070:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6731b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336098:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6730d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd9a expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336111:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67322 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd9a expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.336119:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573440.336122:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573440.336124:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54c00, rc 0) 00000100:00100000:2.0:1777573440.336180:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:48557:x1863919917625600:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 642us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573440.336187:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 812 00000100:00100000:3.0:1777573440.339111:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573440.340113:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917625856 00000100:00100000:0.0:1777573440.340125:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917625856 00000100:00100000:0.0:1777573440.340174:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 813 00000100:00100000:0.0:1777573440.340183:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:48557:x1863919917625856:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:0.0:1777573440.340203:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573440.340220:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67329 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dda1 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340313:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340329:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340340:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340353:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340364:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340371:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573440.340738:0:6487:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xe:0x0], index 0: 0 00010000:00010000:0.0:1777573440.340876:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6733e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340885:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6733e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340892:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6733e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340924:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340933:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340938:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340944:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340950:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573440.340954:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340979:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.340991:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:0.0:1777573440.340994:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573440.340998:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.341004:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67330 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573440.341013:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000359cc482 reply state 0000000040ea3b28 transno 4294967478 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.341023:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.341030:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc2efcd00) 00010000:00010000:0.0:1777573440.341032:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573440.341034:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573440.341060:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67329 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dda1 expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.341073:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6733e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dda1 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.341080:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:0.0:1777573440.341082:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573440.341085:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573440.341152:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:48557:x1863919917625856:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 969us (2049us total) trans 4294967478 rc 0/0 00000100:00100000:0.0:1777573440.341159:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 813 00000100:00100000:3.0:1777573440.345337:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573440.345477:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917626112 00000100:00100000:1.0:1777573440.345487:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917626112 00000100:00100000:1.0:1777573440.345548:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 814 00000100:00100000:1.0:1777573440.345561:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:48557:x1863919917626112:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:1.0:1777573440.345617:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573440.345656:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6733e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dda1 expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.345676:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:1.0:1777573440.345687:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573440.345805:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.345820:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.345830:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573440.345942:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000072277c82 reply state 00000000c363142a transno 4294967479 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.345955:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.345961:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:1.0:1777573440.345965:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573440.345968:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573440.346055:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+11:48557:x1863919917626112:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 497us (727us total) trans 4294967479 rc 0/0 00000100:00100000:1.0:1777573440.346063:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 814 00000100:00100000:2.0:1777573440.348183:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573440.348233:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917626240 00000100:00100000:3.0:1777573440.348241:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917626240 00000100:00100000:3.0:1777573440.348288:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 815 00000100:00100000:3.0:1777573440.348297:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:48557:x1863919917626240:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573440.348316:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573440.348332:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67353 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dda8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.348382:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67353 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dda8 expref: 12 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.348396:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67353 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dda8 expref: 12 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.348426:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:3.0:1777573440.348430:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573440.348433:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573440.348499:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:48557:x1863919917626240:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 200us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573440.348506:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 815 00000100:00100000:3.0:1777573440.350136:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.350172:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917626368 00000100:00100000:2.0:1777573440.350179:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917626368 00000100:00100000:2.0:1777573440.350227:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 361 00000100:00100000:2.0:1777573440.350236:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917626368:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:2.0:1777573440.350469:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917626368:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 235us (336us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1777573440.350480:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 361 00000100:00100000:0.0:1777573440.352303:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.352398:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917626624 00000100:00100000:2.0:1777573440.352407:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917626624 00000100:00100000:2.0:1777573440.352452:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 126 00000100:00100000:2.0:1777573440.352462:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec2d42450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:48557:x1863919917626624:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:2.0:1777573440.352919:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec2d42450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:48557:x1863919917626624:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 458us (620us total) trans 4294967480 rc 0/0 00000100:00100000:2.0:1777573440.352927:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 126 00000100:00100000:0.0:1777573440.381134:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573440.381237:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917626752 00000100:00100000:3.0:1777573440.381247:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917626752 00000100:00100000:3.0:1777573440.381309:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 816 00000100:00100000:3.0:1777573440.381320:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:48561:x1863919917626752:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:3.0:1777573440.381345:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573440.381368:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6735a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddaf expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381439:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381453:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381466:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381479:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381485:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381491:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381580:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6736f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381589:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6736f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381595:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6736f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573440.381632:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 0 00000004:00200000:3.0:1777573440.381636:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573440.381655:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6736f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381666:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6736f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381674:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381679:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381685:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381729:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381736:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573440.381740:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381748:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381760:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:3.0:1777573440.381763:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573440.381767:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381772:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67361 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381786:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381791:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381796:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381801:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573440.381803:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381808:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381814:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc2efcd00) 00010000:00010000:3.0:1777573440.381817:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573440.381820:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381829:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67368 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381855:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6735a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddaf expref: 15 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381868:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6736f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddaf expref: 14 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.381875:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:3.0:1777573440.381877:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573440.381880:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573440.381943:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:48561:x1863919917626752:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 625us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573440.381950:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 816 00000100:00100000:3.0:1777573440.384771:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.384959:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917626880 00000100:00100000:2.0:1777573440.384979:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917626880 00000100:00100000:2.0:1777573440.385118:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 362 00000100:00100000:2.0:1777573440.385127:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917626880:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:2.0:1777573440.385144:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573440.385163:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddb6 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573440.385188:0:17492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xe:0x0] initial LVB size: 0, mtime: 0x69f39e40, atime: 0x69f39e40, ctime: 0x69f39e40, blocks: 0x0 00010000:00010000:2.0:1777573440.385206:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573440.385208:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573440.385216:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 7 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.385233:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 7 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.385252:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573440.385306:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917626880:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 180us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573440.385315:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 362 00000100:00100000:1.0:1777573440.388248:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.388300:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917627136 00000100:00100000:2.0:1777573440.388310:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917627136 00000100:00100000:2.0:1777573440.388364:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:2.0:1777573440.388376:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:48561:x1863919917627136:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:2.0:1777573440.388427:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573440.388451:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6736f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddaf expref: 14 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388472:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67353 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dda8 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388483:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:2.0:1777573440.388487:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573440.388508:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388521:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388530:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388541:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388549:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388555:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388646:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388655:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.388661:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573440.389241:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:2.0:1777573440.389254:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 965037560311ns, next at 966037557529ns, rc = 0 00010000:00010000:2.0:1777573440.389304:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389314:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389321:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389328:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389335:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389345:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389364:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573440.389383:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389390:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389397:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389403:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573440.389406:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573440.389408:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.389414:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389417:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.389429:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573440.389436:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389437:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:2.0:1777573440.389443:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573440.389448:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.389451:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389459:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6738b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.389469:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:3.0:1777573440.389474:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573440.389478:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389481:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.389487:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67392 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389493:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389509:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.389516:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573440.389516:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.389519:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573440.389522:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573440.389526:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573440.389529:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389535:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389542:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573440.389544:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573440.389547:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389553:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6737d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573440.389564:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000007e810b9 reply state 000000000a0168cd transno 4294967481 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389574:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.389581:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc2efcd00) 00010000:00010000:2.0:1777573440.389583:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573440.389586:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573440.389655:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:48561:x1863919917627136:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1280us (1413us total) trans 4294967481 rc 0/0 00000100:00100000:2.0:1777573440.389668:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:3.0:1777573440.438982:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926258432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573440.439051:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573440.439251:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926258432 00000100:00100000:0.0:1777573440.439258:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926258432 00000100:00100000:0.0:1777573440.439323:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1777573440.439330:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926258432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573440.439358:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:0.0:1777573440.439402:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926258432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573440.439407:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1777573440.439472:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926258432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573440.537544:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573440.537591:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.538373:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917627264 00000100:00100000:2.0:1777573440.538394:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917627264 00000100:00100000:0.0:1777573440.538411:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.538481:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 777 00000100:00100000:2.0:1777573440.538496:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917627264:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573440.538508:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573440.538545:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.538603:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917627264:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 110us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573440.538612:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 777 00000100:00100000:1.0:1777573440.538615:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917627648 00000100:00100000:1.0:1777573440.538626:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917627648 00000100:00100000:1.0:1777573440.538676:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917627776 00000100:00100000:1.0:1777573440.538681:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917627776 00000100:00100000:1.0:1777573440.538756:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 692 00000100:00100000:2.0:1777573440.538757:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917627392 00000100:00100000:2.0:1777573440.538764:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917627392 00000100:00100000:0.0:1777573440.538829:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 693 00000100:00100000:0.0:1777573440.538840:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917627776:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573440.538878:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917627520 00000100:00100000:2.0:1777573440.538884:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917627520 00000100:00100000:2.0:1777573440.538922:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1264 00000100:00100000:2.0:1777573440.538934:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:2400:x1863919917627392:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573440.538975:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:2400:x1863919917627392:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573440.538979:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1264 00000100:00100000:2.0:1777573440.538990:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1265 00000100:00100000:2.0:1777573440.538993:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917627520:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573440.539007:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917627520:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 14us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573440.539010:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1265 00000100:00100000:1.0:1777573440.539083:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917627648:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573440.539143:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917627648:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 378us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573440.539154:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 692 00000100:00100000:0.0:1777573440.539187:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917627776:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 89us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573440.539196:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 693 00000100:00100000:1.0:1777573440.871015:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573440.871069:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917627904 00000100:00100000:3.0:1777573440.871455:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917627904 00000100:00100000:3.0:1777573440.871514:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 818 00000100:00100000:3.0:1777573440.871525:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:48576:x1863919917627904:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573440.871544:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573440.871572:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67399 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddbd expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.871631:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a673a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.871645:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a673a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.871655:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a673a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573440.871740:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573440.871745:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573440.871766:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a673a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.871790:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67399 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddbd expref: 16 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.871806:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a673a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddbd expref: 15 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.871814:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:3.0:1777573440.871817:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573440.871820:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573440.871880:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+15:48576:x1863919917627904:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 358us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573440.871887:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 818 00000100:00100000:2.0:1777573440.878894:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573440.879044:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917628160 00000100:00100000:0.0:1777573440.879057:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917628160 00000100:00100000:0.0:1777573440.879128:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 819 00000100:00100000:0.0:1777573440.879141:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:48576:x1863919917628160:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573440.879197:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573440.879227:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a673a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddbd expref: 15 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.879255:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67322 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd9a expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.879271:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89deef243600) 00010000:00010000:0.0:1777573440.879287:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573440.879322:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.879336:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.879346:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573440.883793:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967482 is committed 00000004:00080000:0.0:1777573440.883806:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 48 committed 00000004:00010000:0.0:1777573440.883864:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000caf51799 reply state 00000000cd4c9a8e transno 4294967482 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.883881:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.883888:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573440.883890:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573440.883893:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573440.883903:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000100:00100000:3.0:1777573440.883945:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926258560:0@lo:6:osp-syn-0-0.0 00010000:00080000:0.0:1777573440.883973:0:12623:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777573440.883985:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:48576:x1863919917628160:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 4847us (5101us total) trans 4294967482 rc 0/0 00000100:00100000:0.0:1777573440.883992:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 819 00000100:00100000:3.0:1777573440.883997:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573440.884020:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.884027:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.884031:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.884035:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573440.884038:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.884044:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.884052:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573440.884054:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573440.884056:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.884061:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673a7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573440.884078:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926258560 00000100:00100000:3.0:1777573440.884086:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926258560 00000100:00100000:3.0:1777573440.884144:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1777573440.884154:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926258560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1777573440.884179:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:14 count 1 00010000:00010000:3.0:1777573440.884199:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.884221:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 6 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.884229:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573440.884248:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884259:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884265:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884271:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573440.884274:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884281:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884290:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc2efcd00) 00010000:00010000:1.0:1777573440.884293:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573440.884296:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884301:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67337 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884313:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884319:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884325:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884330:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573440.884333:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884345:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884353:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:1.0:1777573440.884356:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573440.884359:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884364:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6734c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884377:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884383:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884389:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884396:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573440.884399:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884405:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884412:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc2efcd00) 00010000:00010000:1.0:1777573440.884415:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573440.884417:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.884423:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67384 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.884527:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573440.884531:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 4/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.884561:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 6 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.884575:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 6 pid: 17492 timeout: 1065 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573440.884587:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926258688:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573440.884632:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec72b2f00 going to sleep for 11 seconds 00000100:00080000:3.0:1777573440.884646:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573440.886107:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926258688:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573440.886130:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573440.886482:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573440.886521:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917628288 00000100:00100000:2.0:1777573440.886527:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917628288 00010000:00010000:2.0:1777573440.886551:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 7 pid: 17492 timeout: 1065 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573440.886579:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 313 00000100:00100000:2.0:1777573440.886585:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917628288:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573440.886593:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573440.886597:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 7 pid: 17492 timeout: 1065 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.886605:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 7 pid: 17492 timeout: 1065 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.886622:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d903f1b/0x1e8fa618a5a67376 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddb6 expref: 7 pid: 17492 timeout: 1065 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.886634:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573440.886635:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573440.886640:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.886648:0:7408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573440.886673:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573440.886731:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.886741:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.886751:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.886759:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573440.886780:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573440.886803:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917628288:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 216us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573440.886810:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 313 00000100:00100000:3.0:1777573440.886950:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926258560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2798us (2954us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1777573440.886959:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000004:00080000:2.0:1777573440.886982:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc45a6680/2, rc 0, transno 4294967343 00000100:00100000:2.0:1777573440.886989:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926258560:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1777573440.887307:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573440.887315:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.887326:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573440.887330:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.887339:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.887352:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 1/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.887359:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007fd59931/0x1e8fa618a5a673ae lrc: 0/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573440.887377:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573440.887379:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573440.887380:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573440.913486:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573440.913565:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917628416 00000100:00100000:0.0:1777573440.913575:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917628416 00000100:00100000:0.0:1777573440.913662:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 820 00000100:00100000:0.0:1777573440.913671:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:48580:x1863919917628416:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:0.0:1777573440.913694:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573440.913736:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddc4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913795:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913810:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913821:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913836:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913843:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913850:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913936:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a673ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913944:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a673ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.913951:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a673ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573440.913976:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:0.0:1777573440.913979:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573440.913995:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a673ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914007:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914013:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914019:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914037:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914043:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573440.914047:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914054:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914071:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573440.914074:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573440.914079:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914085:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a673bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914095:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914105:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914111:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914116:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573440.914119:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914133:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914141:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ddc2efd700) 00010000:00010000:0.0:1777573440.914144:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573440.914147:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914153:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914180:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a673b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddc4 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914193:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a673ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddc4 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573440.914200:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd600) 00010000:00010000:0.0:1777573440.914202:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777573440.914205:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573440.914257:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:48580:x1863919917628416:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 587us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573440.914264:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 820 00010000:00010000:2.0:1777573441.271468:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573441.366802:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573441.369027:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917628544 00000100:00100000:3.0:1777573441.369040:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917628544 00000100:00100000:3.0:1777573441.369126:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 821 00000100:00100000:3.0:1777573441.369138:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:48594:x1863919917628544:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573441.369159:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573441.369181:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a673d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddcb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777573441.369212:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777573441.369248:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a673d8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.369264:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a673d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.369278:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a673d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573441.369323:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573441.369327:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573441.369348:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a673d8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.369371:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a673d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddcb expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.369387:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a673d8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddcb expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.369396:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd600) 00010000:00010000:3.0:1777573441.369400:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573441.369403:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acfe00, rc 0) 00000100:00100000:3.0:1777573441.369474:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48594:x1863919917628544:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 339us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573441.369482:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 821 00000100:00100000:3.0:1777573441.372325:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.372378:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917628800 00000100:00100000:0.0:1777573441.372388:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917628800 00000100:00100000:0.0:1777573441.372442:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 822 00000100:00100000:0.0:1777573441.372453:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:48594:x1863919917628800:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573441.372504:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573441.372534:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a673d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddcb expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.372646:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a673ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddc4 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.372660:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd600) 00010000:00010000:0.0:1777573441.372671:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573441.372732:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.372751:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.372761:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573441.372907:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000714fe8ac reply state 000000004730c97b transno 4294967483 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.372925:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.372931:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd700) 00010000:00010000:0.0:1777573441.372946:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573441.372949:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573441.372957:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000100:00100000:0.0:1777573441.373023:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:48594:x1863919917628800:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 572us (706us total) trans 4294967483 rc 0/0 00000100:00100000:0.0:1777573441.373031:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 822 00000100:00100000:0.0:1777573441.421448:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573441.421791:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917628928 00000100:00100000:2.0:1777573441.421802:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917628928 00000100:00100000:2.0:1777573441.421867:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 823 00000100:00100000:2.0:1777573441.421877:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917628928:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573441.421978:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917628928:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 103us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573441.421986:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 823 00000100:00100000:1.0:1777573441.425004:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573441.425095:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629056 00000100:00100000:2.0:1777573441.425104:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629056 00000100:00080000:0.0:1777573441.425152:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573441.425172:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 364 00000100:00100000:2.0:1777573441.425183:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:48603:x1863919917629056:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573441.425392:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:48603:x1863919917629056:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 211us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573441.425400:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 364 00000100:00100000:3.0:1777573441.426766:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573441.426826:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629184 00000100:00100000:1.0:1777573441.426833:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629184 00000100:00100000:1.0:1777573441.426880:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 365 00000100:00100000:1.0:1777573441.426888:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917629184:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:3.0:1777573441.426937:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573441.427078:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917629184:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 190us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573441.427085:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 365 00000100:00100000:0.0:1777573441.427978:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573441.428206:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629312 00000100:00100000:3.0:1777573441.428214:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629312 00000100:00100000:3.0:1777573441.428260:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 824 00000100:00100000:3.0:1777573441.428269:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917629312:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573441.428419:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917629312:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 151us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573441.428425:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 824 00000100:00100000:2.0:1777573441.430189:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573441.430233:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629440 00000100:00100000:1.0:1777573441.430242:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629440 00000100:00080000:3.0:1777573441.430298:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573441.430344:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 825 00000100:00100000:1.0:1777573441.430352:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917629440:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573441.430532:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917629440:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 180us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573441.430540:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 825 00000100:00100000:1.0:1777573441.432515:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.432557:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629568 00000100:00100000:0.0:1777573441.432563:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629568 00000100:00100000:0.0:1777573441.432647:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 826 00000100:00100000:0.0:1777573441.432657:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917629568:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573441.432789:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917629568:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 133us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573441.432797:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 826 00000100:00100000:0.0:1777573441.434819:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573441.434898:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629696 00000100:00100000:3.0:1777573441.434907:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629696 00000100:00100000:3.0:1777573441.434964:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 366 00000100:00100000:3.0:1777573441.434976:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:48603:x1863919917629696:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573441.435197:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:48603:x1863919917629696:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 225us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573441.435204:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 366 00000100:00100000:1.0:1777573441.436673:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.436945:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629824 00000100:00100000:0.0:1777573441.436953:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629824 00000100:00100000:0.0:1777573441.437005:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 367 00000100:00100000:0.0:1777573441.437014:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917629824:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573441.437245:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc66450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917629824:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 231us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573441.437253:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 367 00000100:00100000:1.0:1777573441.438576:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.438644:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917629952 00000100:00100000:0.0:1777573441.438651:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917629952 00000100:00100000:0.0:1777573441.438762:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 827 00000100:00100000:0.0:1777573441.438771:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917629952:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573441.438915:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:48603:x1863919917629952:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 146us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573441.438923:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 827 00000100:00100000:2.0:1777573441.440029:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.440108:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917630080 00000100:00100000:0.0:1777573441.440115:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917630080 00000100:00100000:0.0:1777573441.440152:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 828 00000100:00100000:0.0:1777573441.440160:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917630080:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573441.440314:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48603:x1863919917630080:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 154us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573441.440321:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 828 00000100:00100000:1.0:1777573441.475388:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573441.475865:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917630208 00000100:00100000:2.0:1777573441.475878:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917630208 00000100:00100000:2.0:1777573441.475928:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 829 00000100:00100000:2.0:1777573441.475938:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:48607:x1863919917630208:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:2.0:1777573441.475959:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573441.475981:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a673e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddd2 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476048:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476063:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476074:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476099:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476106:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476112:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476198:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a673fb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476207:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a673fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476213:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a673fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573441.476241:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573441.476245:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573441.476262:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a673fb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476279:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476285:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476291:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476297:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476303:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573441.476307:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476315:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476325:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573441.476329:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573441.476333:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476340:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a673ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476353:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476359:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476366:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476371:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573441.476374:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476380:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476386:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243a00) 00010000:00010000:2.0:1777573441.476389:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573441.476391:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476397:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a673f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476424:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a673e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddd2 expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476437:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a673fb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddd2 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573441.476444:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd700) 00010000:00010000:2.0:1777573441.476446:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573441.476448:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573441.476507:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:48607:x1863919917630208:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 571us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573441.476514:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 829 00000100:00100000:1.0:1777573441.478753:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.478833:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917630336 00000100:00100000:0.0:1777573441.478843:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917630336 00000100:00100000:0.0:1777573441.478912:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 127 00000100:00100000:0.0:1777573441.478922:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:48607:x1863919917630336:12345-192.168.204.9@tcp:49:dd.60003 00000100:00100000:0.0:1777573441.479678:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:48607:x1863919917630336:12345-192.168.204.9@tcp:49:dd.60003 Request processed in 119us (346us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777573441.479689:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 127 00000100:00100000:0.0:1777573441.481982:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573441.482083:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917630592 00000100:00100000:3.0:1777573441.482276:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917630592 00000100:00100000:3.0:1777573441.482386:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 830 00000100:00100000:3.0:1777573441.482397:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:48607:x1863919917630592:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:3.0:1777573441.482416:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573441.482437:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67402 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddd9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.482555:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.482581:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.482594:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.482609:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.482617:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.482623:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573441.483423:0:8523:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xe:0x0], index 1: 0 00010000:00010000:3.0:1777573441.483560:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67417 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483571:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67417 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483579:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67417 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483613:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483620:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483626:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483632:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483638:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573441.483642:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483649:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483664:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd700) 00010000:00010000:3.0:1777573441.483666:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573441.483670:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483676:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67409 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573441.483735:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000385fd617 reply state 000000001e2a7acf transno 4294967484 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483752:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483758:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc10ea700) 00010000:00010000:3.0:1777573441.483760:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573441.483763:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573441.483795:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67402 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddd9 expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483811:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67417 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddd9 expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573441.483820:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:3.0:1777573441.483822:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573441.483824:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acfe00, rc 0) 00000100:00100000:3.0:1777573441.483898:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:48607:x1863919917630592:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 1503us (1926us total) trans 4294967484 rc 0/0 00000100:00100000:3.0:1777573441.483906:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 830 00000100:00100000:2.0:1777573441.492598:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.492671:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917630720 00000100:00100000:0.0:1777573441.492682:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917630720 00000100:00100000:0.0:1777573441.492878:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 368 00000100:00100000:0.0:1777573441.492890:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:48607:x1863919917630720:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573441.492909:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573441.492931:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dde0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573441.492959:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777573441.492981:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573441.492983:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573441.492991:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.493007:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.493021:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1a00, rc 0) 00000100:00100000:0.0:1777573441.493081:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:48607:x1863919917630720:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 193us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573441.493100:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 368 00000100:00100000:1.0:1777573441.511557:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573441.511681:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917630848 00000100:00100000:3.0:1777573441.511732:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917630848 00002000:00100000:3.0:1777573441.511781:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (0->1048575) req@ffff89ddc31c9180 x1863919917630848/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:697/0 lens 488/0 e 0 to 0 dl 1777573452 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1777573441.511791:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc31c9180 with x1863919917630848 ext(0->1048575) 00002000:00010000:3.0:1777573441.511797:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc31c9180 00000100:00100000:3.0:1777573441.511829:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 17 00000100:00100000:3.0:1777573441.511837:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917630848:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:3.0:1777573441.534073:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917630848:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 22226us (22516us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1777573441.534086:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 17 00002000:00100000:3.0:1777573441.534099:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xe:0x0] (0->1048575) req@ffff89ddc31c9180 x1863919917630848/t4294967340(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:697/0 lens 488/448 e 0 to 0 dl 1777573452 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1777573441.534120:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc31c9180 with x1863919917630848 ext(0->1048575) 00002000:00010000:3.0:1777573441.534126:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc31c9180 00000100:00100000:0.0:1777573441.537325:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573441.538293:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917630976 00000100:00100000:1.0:1777573441.538304:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917630976 00000100:00100000:1.0:1777573441.538365:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 831 00000100:00100000:1.0:1777573441.538375:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:48607:x1863919917630976:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:3.0:1777573441.540818:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967484 is committed 00010000:00010000:0.0:1777573441.540860:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540875:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540883:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540892:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573441.540895:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540900:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540912:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd700) 00010000:00010000:0.0:1777573441.540914:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573441.540918:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540923:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a673df lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540941:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540948:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540954:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540959:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573441.540961:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540967:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540979:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc10ea700) 00010000:00010000:0.0:1777573441.540982:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573441.540984:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573441.540989:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67410 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573441.541000:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:48607:x1863919917630976:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 2622us (3679us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573441.541019:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 831 00000100:00100000:3.0:1777573441.542982:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.543078:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917631104 00000100:00100000:0.0:1777573441.543087:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917631104 00000100:00100000:0.0:1777573441.543138:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 369 00000100:00100000:0.0:1777573441.543147:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917631104:12345-192.168.204.9@tcp:16:dd.60003 00000001:00080000:2.0:1777573441.545195:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000100:00100000:0.0:1777573441.545486:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917631104:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 2335us (2507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573441.545497:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 369 00000100:00100000:2.0:1777573441.548253:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573441.548632:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917631360 00000100:00100000:0.0:1777573441.548641:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917631360 00000100:00100000:1.0:1777573441.548785:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 128 00000100:00100000:1.0:1777573441.548797:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:48607:x1863919917631360:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:1.0:1777573441.549183:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:48607:x1863919917631360:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 388us (937us total) trans 4294967485 rc 0/0 00000100:00100000:1.0:1777573441.549192:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 128 00000100:00100000:1.0:1777573441.975851:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573441.975874:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926258816:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573441.976306:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573441.976549:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926258816 00000100:00100000:3.0:1777573441.976557:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926258816 00000100:00100000:3.0:1777573441.976614:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1777573441.976624:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926258816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573441.976667:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573441.977464:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926258816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 838us (1156us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573441.977472:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1777573441.977503:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926258816:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1777573442.199442:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967485 is committed 00010000:00010000:2.0:1777573442.294873:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573442.812631:0:82372:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 967460935606ns, next at 966037557529ns, rc = 0 00080000:00080000:1.0:1777573442.812650:0:82372:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573442.812799:0:82372:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 967461106246ns, next at 919273862517ns, rc = 0 00080000:00080000:1.0:1777573442.812807:0:82372:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573442.812898:0:82372:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 967461204952ns, next at 954805936638ns, rc = 0 00080000:00080000:1.0:1777573442.812904:0:82372:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573442.812965:0:82372:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 967461272240ns, next at 912977601861ns, rc = 0 00080000:00080000:1.0:1777573442.812971:0:82372:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573442.814617:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 49 committed 00000004:00080000:0.0:1777573442.814624:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 45 committed 00000004:00080000:0.0:1777573442.815448:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 44 committed 00000004:00080000:3.0:1777573442.817005:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 49 committed 00010000:00010000:1.0:1777573443.319012:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573443.452581:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:3.0:1777573443.452593:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000100:00100000:2.0:1777573443.506090:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573443.508967:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917631488 00000100:00100000:0.0:1777573443.508979:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917631488 00000100:00100000:0.0:1777573443.509061:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 832 00000100:00100000:0.0:1777573443.509071:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917631488:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573443.509188:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917631488:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 119us (3106us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573443.509196:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 832 00000100:00080000:1.0:1777573443.509532:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573443.511004:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573443.511072:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917631616 00000100:00100000:0.0:1777573443.511087:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917631616 00000100:00100000:0.0:1777573443.511142:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 370 00000100:00100000:0.0:1777573443.511151:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917631616:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:1.0:1777573443.511272:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573443.511325:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917631616:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 174us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573443.511333:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 370 00000100:00100000:0.0:1777573443.513348:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573443.513956:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917631744 00000100:00100000:1.0:1777573443.513965:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917631744 00000100:00080000:3.0:1777573443.514010:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573443.514046:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 371 00000100:00100000:1.0:1777573443.514058:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:48803:x1863919917631744:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573443.514191:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:48803:x1863919917631744:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 136us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573443.514198:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 371 00000100:00100000:1.0:1777573443.516168:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573443.516371:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917631872 00000100:00100000:0.0:1777573443.516380:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917631872 00000100:00100000:0.0:1777573443.516435:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 833 00000100:00100000:0.0:1777573443.516444:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917631872:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573443.519564:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917631872:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 3111us (3395us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573443.519578:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 833 00000100:00100000:1.0:1777573443.524495:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573443.524533:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917632000 00000100:00100000:1.0:1777573443.524543:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917632000 00000100:00100000:1.0:1777573443.524600:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 834 00000100:00100000:1.0:1777573443.524610:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917632000:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573443.524817:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917632000:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 208us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573443.524825:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 834 00000100:00080000:1.0:1777573443.524849:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573443.529062:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573443.529144:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917632128 00000100:00100000:0.0:1777573443.529155:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917632128 00000100:00100000:0.0:1777573443.529244:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 835 00000100:00100000:0.0:1777573443.529255:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917632128:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573443.529346:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917632128:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 94us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573443.529353:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 835 00000100:00100000:1.0:1777573443.531009:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573443.531054:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917632256 00000100:00100000:3.0:1777573443.531062:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917632256 00000100:00100000:3.0:1777573443.531114:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 372 00000100:00100000:3.0:1777573443.531123:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917632256:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573443.531296:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917632256:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 174us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573443.531304:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 372 00000100:00100000:3.0:1777573443.532846:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573443.533629:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917632384 00000100:00100000:0.0:1777573443.533639:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917632384 00000100:00100000:0.0:1777573443.533731:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 373 00000100:00100000:0.0:1777573443.533744:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:48803:x1863919917632384:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573443.533876:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:48803:x1863919917632384:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 133us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573443.533886:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 373 00000100:00100000:1.0:1777573443.535855:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573443.535957:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917632512 00000100:00100000:3.0:1777573443.535976:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917632512 00000100:00100000:3.0:1777573443.536027:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 836 00000100:00100000:3.0:1777573443.536042:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917632512:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573443.536164:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:48803:x1863919917632512:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 129us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573443.536171:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 836 00000100:00100000:1.0:1777573443.538788:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573443.538973:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917632640 00000100:00100000:0.0:1777573443.538983:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917632640 00000100:00100000:0.0:1777573443.539038:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 837 00000100:00100000:0.0:1777573443.539049:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917632640:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573443.539470:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:48803:x1863919917632640:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 422us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573443.539480:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 837 00000100:00100000:1.0:1777573443.578780:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573443.578852:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917632896 00000100:00100000:0.0:1777573443.578862:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917632896 00000100:00100000:0.0:1777573443.578916:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 838 00000100:00100000:0.0:1777573443.578926:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:48807:x1863919917632896:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:0.0:1777573443.578987:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573443.579014:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67417 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddd9 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579034:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:0.0:1777573443.579043:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573443.579065:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579080:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579140:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579159:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579167:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579174:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579250:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579255:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579260:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573443.579470:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:0.0:1777573443.579478:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 968227784251ns, next at 969227782529ns, rc = 0 00010000:00010000:0.0:1777573443.579514:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579522:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579528:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579534:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579543:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579549:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579572:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777573443.579590:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579597:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579607:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579614:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573443.579618:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579624:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579633:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89ddc2efde00) 00010000:00010000:0.0:1777573443.579636:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777573443.579639:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579645:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6743a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579669:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579674:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579677:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579681:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579684:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573443.579685:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579689:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573443.579713:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573443.579721:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573443.579735:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573443.579741:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579741:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd700) 00010000:00010000:0.0:1777573443.579747:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573443.579751:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573443.579754:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579759:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6742c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573443.579769:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff89ddc2efde00) 00000004:00010000:0.0:1777573443.579772:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000037197b3 reply state 000000008031a646 transno 4294967486 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573443.579773:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573443.579777:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573443.579790:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67441 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579791:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573443.579807:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc2efda00) 00010000:00010000:0.0:1777573443.579810:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573443.579812:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573443.579817:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573443.579820:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573443.579821:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573443.579877:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:48807:x1863919917632896:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 953us (1106us total) trans 4294967486 rc 0/0 00000100:00100000:0.0:1777573443.579885:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 838 00000100:00100000:0.0:1777573444.023178:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573444.023201:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926258944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573444.023222:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4198a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926259072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573444.023282:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.023315:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926258944 00000100:00100000:1.0:1777573444.023323:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926258944 00000100:00100000:0.0:1777573444.023363:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.023384:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259072 00000100:00100000:1.0:1777573444.023388:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259072 00000100:00080000:0.0:1777573444.023403:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573444.023421:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1777573444.023429:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1777573444.023434:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926258944:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573444.023441:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926259072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573444.023464:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3922481152 avail 3690958848 00002000:00000024:0.0:1777573444.023464:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1777573444.023506:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926259072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573444.023511:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1777573444.023524:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926258944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573444.023532:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1777573444.023550:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4198a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926259072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573444.023576:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926258944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573444.023657:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926259456:0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.023657:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926259200:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.023722:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.023729:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573444.023748:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573444.023756:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926259328:0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.023764:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573444.023772:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926259584:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.023783:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.023810:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573444.023840:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259456 00000100:00100000:0.0:1777573444.023840:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259200 00000100:00100000:1.0:1777573444.023844:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926259712:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.023846:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259456 00000100:00100000:0.0:1777573444.023846:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259200 00000100:00100000:1.0:1777573444.023880:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573444.023891:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259712 00000100:00100000:2.0:1777573444.023893:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926259840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.023895:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259712 00000100:00100000:3.0:1777573444.023917:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1777573444.023920:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926260224:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.023927:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926259456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573444.023939:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.023954:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573444.023963:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926260352:0@lo:400:kworker.0 00000100:00100000:0.0:1777573444.023979:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1777573444.023988:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926259200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.023989:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573444.023990:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926259456:12345-0@lo:400:kworker.0 Request processed in 63us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573444.023997:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.023999:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926260096:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.024008:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1777573444.024022:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777573444.024025:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926259200:12345-0@lo:400:kworker.0 Request processed in 40us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573444.024030:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926259968:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.024035:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1777573444.024035:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1777573444.024041:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573444.024049:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926259712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.024076:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926259200:0@lo:400:kworker.0 00000100:00100000:0.0:1777573444.024091:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259328 00000100:00100000:0.0:1777573444.024095:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259328 00000100:00100000:1.0:1777573444.024104:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926260224 00000100:00100000:1.0:1777573444.024110:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926260224 00000100:00100000:0.0:1777573444.024123:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259584 00000100:00100000:0.0:1777573444.024127:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259584 00000100:00100000:2.0:1777573444.024150:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.024153:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926260096 00000100:00100000:0.0:1777573444.024154:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259840 00000100:00100000:1.0:1777573444.024158:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926260096 00000100:00100000:0.0:1777573444.024159:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259840 00000100:00100000:2.0:1777573444.024163:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926260480:0@lo:400:kworker.0 00000100:00100000:0.0:1777573444.024178:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926260352 00000100:00100000:0.0:1777573444.024181:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926260352 00000100:00100000:2.0:1777573444.024187:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573444.024199:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1777573444.024199:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926259968 00000100:00100000:0.0:1777573444.024204:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926259968 00000100:00100000:2.0:1777573444.024208:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926260480 00000100:00100000:2.0:1777573444.024213:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926260480 00000100:00100000:1.0:1777573444.024213:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926260224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573444.024221:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1777573444.024227:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926259328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573444.024236:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1777573444.024243:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926259584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.024262:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926260224:12345-0@lo:400:kworker.0 Request processed in 53us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573444.024268:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926259328:12345-0@lo:400:kworker.0 Request processed in 40us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573444.024271:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926259584:12345-0@lo:400:kworker.0 Request processed in 28us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573444.024275:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1777573444.024277:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1777573444.024290:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:0.0:1777573444.024293:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1777573444.024299:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926259840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.024301:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1777573444.024306:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1777573444.024315:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926260096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573444.024316:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926260352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573444.024329:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926259840:12345-0@lo:400:kworker.0 Request processed in 31us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573444.024335:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1777573444.024345:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1777573444.024351:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926259968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.024368:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926260096:12345-0@lo:400:kworker.0 Request processed in 57us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573444.024370:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926260352:12345-0@lo:400:kworker.0 Request processed in 57us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573444.024376:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926259968:12345-0@lo:400:kworker.0 Request processed in 25us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573444.024385:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:1.0:1777573444.024385:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1777573444.024392:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1777573444.024404:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1777573444.024409:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926260480:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573444.024433:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573444.024436:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573444.024439:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573444.024456:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926260096:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.024463:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926259712:12345-0@lo:400:kworker.0 Request processed in 417us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573444.024473:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1777573444.024473:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967343 gen 2 00000100:00100000:2.0:1777573444.024474:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926260480:12345-0@lo:400:kworker.0 Request processed in 64us (285us total) trans 0 rc 0/0 00000004:00080000:1.0:1777573444.024481:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc45a6680, transno 4294967343 00000100:00100000:2.0:1777573444.024486:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:1.0:1777573444.024496:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926260224:0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.024514:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926259712:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.024521:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926259328:0@lo:400:kworker.0 00000100:00100000:2.0:1777573444.024524:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926259968:0@lo:400:kworker.0 00000100:00100000:1.0:1777573444.024532:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926259584:0@lo:400:kworker.0 00000100:00100000:3.0:1777573444.024542:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926259456:0@lo:400:kworker.0 00000100:00100000:2.0:1777573444.024545:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926260480:0@lo:400:kworker.0 00000100:00100000:2.0:1777573444.024560:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926259840:0@lo:400:kworker.0 00000100:00100000:2.0:1777573444.024570:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926260352:0@lo:400:kworker.0 00010000:00010000:2.0:1777573444.345676:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573444.644861:0:82516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 969293165341ns, next at 966037557529ns, rc = 0 00080000:00080000:2.0:1777573444.644877:0:82516:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573444.645084:0:82516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 969293390549ns, next at 919273862517ns, rc = 0 00080000:00080000:2.0:1777573444.645091:0:82516:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573444.645202:0:82516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 969293509029ns, next at 969227782529ns, rc = 0 00080000:00080000:2.0:1777573444.645208:0:82516:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573444.646727:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 46 committed 00000004:00080000:3.0:1777573444.646843:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 50 committed 00000001:00080000:3.0:1777573444.646874:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967486 is committed 00000004:00080000:3.0:1777573444.646879:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 50 committed 00010000:00010000:2.0:1777573444.646898:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.646910:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.646918:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.646923:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573444.646927:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.646934:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.646951:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0xf9c7deb2 (ffff89ddc2efda00) 00010000:00010000:2.0:1777573444.646955:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573444.646960:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.646966:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67433 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1f:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573444.647083:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573444.647102:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926260608:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1777573444.647168:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573444.647210:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926260608 00000100:00100000:0.0:1777573444.647217:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926260608 00000100:00100000:0.0:1777573444.647261:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1777573444.647269:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926260608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1777573444.647296:0:8359:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:14 count 1 00010000:00010000:0.0:1777573444.647316:0:8359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573444.647335:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573444.647343:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573444.647346:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573444.647349:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573444.647377:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573444.647391:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 5 pid: 9951 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573444.647402:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8359:1863919926260736:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573444.647462:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1acc0 going to sleep for 11 seconds 00000004:00080000:3.0:1777573444.648327:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 51 committed 00000100:00100000:0.0:1777573444.649238:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8359:1863919926260736:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573444.649260:0:8359:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573444.649332:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573444.649864:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633024 00000100:00100000:1.0:1777573444.649872:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633024 00010000:00010000:1.0:1777573444.649905:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 6 pid: 9951 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573444.649942:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 314 00000100:00100000:1.0:1777573444.649952:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917633024:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573444.649967:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573444.649973:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 6 pid: 9951 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.649987:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 6 pid: 9951 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650010:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc40a6f7/0x1e8fa618a5a67425 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde0 expref: 6 pid: 9951 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650023:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573444.650026:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573444.650030:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650040:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650078:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573444.650128:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917633024:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 178us (798us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573444.650134:0:8359:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573444.650138:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 314 00010000:00010000:2.0:1777573444.650150:0:8359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.650160:0:8359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.650168:0:8359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573444.650190:0:8359:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573444.650211:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573444.650217:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650226:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573444.650231:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650240:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650252:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650259:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b4e50e5f/0x1e8fa618a5a67448 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573444.650277:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573444.650279:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573444.650280:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573444.650375:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926260608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3105us (3206us total) trans 4294967341 rc 0/0 00000100:00100000:2.0:1777573444.650384:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000004:00080000:1.0:1777573444.650532:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89defbd6ed80/2, rc 0, transno 4294967341 00000100:00100000:1.0:1777573444.650553:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926260608:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1777573444.650917:0:82516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 969299222817ns, next at 912977601861ns, rc = 0 00080000:00080000:2.0:1777573444.650925:0:82516:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573444.652081:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 45 committed 00000100:00100000:1.0:1777573445.047104:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926260864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573445.047179:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573445.047308:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573445.047320:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926260992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573445.047361:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573445.047430:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926260864 00000100:00100000:1.0:1777573445.047438:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926260864 00000100:00100000:1.0:1777573445.047499:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926260992 00000100:00100000:1.0:1777573445.047503:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926260992 00000100:00100000:1.0:1777573445.047539:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1777573445.047550:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926260864:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573445.047582:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1777573445.047592:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926260992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573445.047595:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1777573445.047605:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573445.047657:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926260992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573445.047664:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1777573445.047668:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926260864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 120us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573445.047677:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1777573445.047743:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926260864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573445.047964:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926260992:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573445.366985:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573445.558900:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926261120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573445.558969:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573445.559131:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926261120 00000100:00100000:0.0:1777573445.559139:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926261120 00000100:00100000:0.0:1777573445.559186:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1777573445.559195:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926261120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573445.559228:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:0.0:1777573445.559273:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926261120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573445.559301:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1777573445.559388:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926261120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573445.663393:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573445.663440:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573445.663469:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573445.663539:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573445.663582:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633152 00000100:00100000:2.0:1777573445.663595:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633152 00000100:00100000:1.0:1777573445.663607:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573445.663648:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633664 00000100:00100000:1.0:1777573445.663654:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633664 00000100:00100000:2.0:1777573445.663663:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 779 00000100:00100000:1.0:1777573445.663722:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633536 00000100:00100000:1.0:1777573445.663726:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633536 00000100:00100000:1.0:1777573445.663751:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 696 00000100:00100000:2.0:1777573445.663758:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917633152:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573445.663761:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917633664:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573445.663880:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917633664:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 122us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573445.663886:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 696 00000100:00100000:1.0:1777573445.663903:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 697 00000100:00100000:1.0:1777573445.663908:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917633536:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573445.663962:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633280 00000100:00100000:3.0:1777573445.663966:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633280 00000100:00100000:3.0:1777573445.663997:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633408 00000100:00100000:3.0:1777573445.664000:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633408 00000100:00100000:3.0:1777573445.664020:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1272 00000100:00100000:3.0:1777573445.664028:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917633280:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573445.664186:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917633152:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 512us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573445.664195:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 779 00000100:00100000:2.0:1777573445.664507:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1273 00000100:00100000:2.0:1777573445.664516:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917633408:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573445.664548:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917633408:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573445.664555:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1273 00000100:00080000:2.0:1777573445.664578:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573445.664582:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573445.664584:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573445.664586:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573445.667369:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917633536:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 3450us (3752us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573445.667381:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 697 00000100:00100000:3.0:1777573445.667637:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917633280:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 3606us (4249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573445.667648:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1272 00010000:00010000:2.0:1777573446.392325:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573447.095637:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573447.095659:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926261248:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573447.095743:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573447.095811:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926261248 00000100:00100000:3.0:1777573447.095820:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926261248 00000100:00100000:3.0:1777573447.095884:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1777573447.095894:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926261248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573447.095937:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573447.095991:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926261248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573447.095998:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1777573447.096654:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926261248:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573447.414816:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573448.440014:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573449.142894:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573449.142917:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926261376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573449.142917:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926261504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573449.142992:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143039:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143274:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926261760:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143314:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143333:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926262272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143354:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143373:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926262784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143395:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143412:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777573449.143417:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926261888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143443:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143459:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926262400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143478:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143493:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926262912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143515:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143567:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926261760 00000100:00100000:1.0:1777573449.143572:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926261376 00000100:00100000:2.0:1777573449.143573:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926261504 00000100:00100000:0.0:1777573449.143575:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926261760 00000100:00100000:2.0:1777573449.143581:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926261504 00000100:00100000:1.0:1777573449.143581:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926261376 00000100:00100000:0.0:1777573449.143636:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262272 00000100:00100000:0.0:1777573449.143641:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262272 00000100:00100000:2.0:1777573449.143643:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1777573449.143651:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1777573449.143654:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926261632:0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.143656:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926261504:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573449.143666:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262784 00000100:00100000:1.0:1777573449.143667:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926261376:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573449.143670:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262784 00000100:00100000:0.0:1777573449.143711:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262400 00000100:00100000:0.0:1777573449.143714:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262400 00002000:00000024:1.0:1777573449.143720:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573449.143731:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262912 00000100:00100000:3.0:1777573449.143735:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143736:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262912 00000100:00100000:0.0:1777573449.143757:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1777573449.143767:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926261760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573449.143776:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926262144:0@lo:400:kworker.0 00000100:00100000:1.0:1777573449.143776:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926261376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573449.143790:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1777573449.143814:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926261760:12345-0@lo:400:kworker.0 Request processed in 47us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573449.143815:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1777573449.143825:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573449.143825:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1777573449.143828:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926261888 00000100:00100000:1.0:1777573449.143834:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926261888 00000100:00100000:3.0:1777573449.143844:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926262656:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143848:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1777573449.143858:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926262272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.143872:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926261504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 220us (833us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573449.143872:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262144 00000100:00100000:1.0:1777573449.143878:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262144 00000100:00100000:2.0:1777573449.143886:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1777573449.143887:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573449.143896:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926262272:12345-0@lo:400:kworker.0 Request processed in 39us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573449.143904:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1777573449.143917:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1777573449.143918:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777573449.143923:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1777573449.143931:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926262016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573449.143931:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926261888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143931:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1777573449.143936:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926262784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.143945:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926262400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573449.143966:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573449.144033:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926262528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.144041:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926262784:12345-0@lo:400:kworker.0 Request processed in 109us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573449.144051:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1777573449.144051:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926262400:12345-0@lo:400:kworker.0 Request processed in 106us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573449.144063:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1777573449.144064:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573449.144067:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262016 00000100:00100000:2.0:1777573449.144072:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262016 00000100:00100000:0.0:1777573449.144088:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1777573449.144097:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926262912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.144127:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926262912:12345-0@lo:400:kworker.0 Request processed in 34us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573449.144150:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1777573449.144161:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:2.0:1777573449.144170:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926262016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.144194:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926261632 00000100:00100000:0.0:1777573449.144199:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926261632 00000100:00100000:2.0:1777573449.144213:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926262016:12345-0@lo:400:kworker.0 Request processed in 44us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573449.144220:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1777573449.144232:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1777573449.144240:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926261632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.144249:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262656 00000100:00100000:2.0:1777573449.144254:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262656 00000100:00100000:0.0:1777573449.144276:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926261632:12345-0@lo:400:kworker.0 Request processed in 36us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573449.144282:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1777573449.144322:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926261376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573449.144322:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926262400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.144341:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926262912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.144351:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926262784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.144362:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926261760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.144364:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926262528 00000100:00100000:2.0:1777573449.144369:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926262528 00000100:00100000:0.0:1777573449.144376:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926262272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573449.144393:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7779c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926261504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573449.144398:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1777573449.144408:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926262656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.144442:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926262656:12345-0@lo:400:kworker.0 Request processed in 38us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573449.144448:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1777573449.144462:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00080000:0.0:1777573449.144464:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573449.144470:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926262528:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573449.144470:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573449.144473:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573449.144495:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926262528:12345-0@lo:400:kworker.0 Request processed in 28us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573449.144502:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1777573449.144525:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926262016:0@lo:400:kworker.0 00000100:00100000:3.0:1777573449.144537:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926262528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.144545:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1777573449.144559:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926261632:0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.144566:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926262144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573449.144574:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926262656:0@lo:400:kworker.0 00000100:00100000:3.0:1777573449.144604:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926262144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573449.144604:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926262144:12345-0@lo:400:kworker.0 Request processed in 40us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573449.144616:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00080000:0.0:1777573449.145136:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573449.145513:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926261888:12345-0@lo:400:kworker.0 Request processed in 1585us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573449.145522:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1777573449.146021:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926261888:0@lo:400:kworker.0 00010000:00010000:2.0:1777573449.463799:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573450.167001:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926263040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573450.167145:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573450.167506:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926263168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573450.167567:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573450.167637:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263040 00000100:00100000:0.0:1777573450.167648:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263040 00000100:00100000:3.0:1777573450.167683:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263168 00000100:00100000:3.0:1777573450.167688:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263168 00000100:00100000:3.0:1777573450.167760:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1777573450.167772:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926263168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573450.167810:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573450.167858:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926263168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573450.167866:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1777573450.167973:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1777573450.167979:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926263040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573450.167988:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573450.168015:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926263040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573450.168020:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1777573450.168157:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926263040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573450.168240:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926263168:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1777573450.169996:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00010000:00010000:1.0:1777573450.486961:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573450.679211:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926263296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573450.679310:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573450.679454:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263296 00000100:00100000:1.0:1777573450.679465:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263296 00000100:00100000:1.0:1777573450.679535:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1777573450.679546:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926263296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573450.679589:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:1.0:1777573450.679820:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926263296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 274us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573450.679829:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1777573450.679930:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926263296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573450.777366:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573450.777434:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573450.777543:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573450.777603:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633792 00000100:00100000:0.0:1777573450.777617:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633792 00000100:00100000:0.0:1777573450.777744:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:0.0:1777573450.777757:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917633792:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573450.777869:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917633792:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 115us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573450.777878:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:2.0:1777573450.778986:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573450.779013:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573450.779054:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634304 00000100:00100000:2.0:1777573450.779061:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634304 00000100:00100000:2.0:1777573450.779110:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634176 00000100:00100000:2.0:1777573450.779114:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634176 00000100:00100000:2.0:1777573450.779142:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 700 00000100:00100000:2.0:1777573450.779150:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917634304:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573450.779205:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917634304:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 56us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573450.779212:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 700 00000100:00100000:2.0:1777573450.779231:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 701 00000100:00100000:2.0:1777573450.779238:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917634176:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573450.779265:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917634176:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 28us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573450.779271:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 701 00000100:00080000:2.0:1777573450.779671:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573450.779676:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573450.780137:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634048 00000100:00100000:1.0:1777573450.780145:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634048 00000100:00100000:1.0:1777573450.780246:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917633920 00000100:00100000:1.0:1777573450.780250:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917633920 00000100:00100000:3.0:1777573450.780297:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1280 00000100:00100000:3.0:1777573450.780308:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917634048:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573450.780364:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917634048:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 60us (2930us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573450.780371:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1280 00000100:00080000:2.0:1777573450.780786:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573450.780790:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573450.781134:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1281 00000100:00100000:1.0:1777573450.781144:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917633920:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573450.781197:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917633920:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 55us (3654us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573450.781204:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1281 00010000:00010000:2.0:1777573451.511158:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573452.215188:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926263424:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573452.215252:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573452.218202:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263424 00000100:00100000:1.0:1777573452.218217:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263424 00000100:00100000:1.0:1777573452.218349:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1777573452.218359:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926263424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573452.218393:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573452.218465:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926263424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (3212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573452.218472:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1777573452.218524:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926263424:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573452.536968:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573453.560363:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573454.263104:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926263680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573454.263145:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573454.263172:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926263936:0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.263179:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926263552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573454.263215:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573454.263256:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926264320:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.263291:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573454.263315:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573454.263348:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926263808:0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.263349:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926264192:0@lo:400:kworker.0 00000100:00100000:3.0:1777573454.263354:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263680 00000100:00100000:0.0:1777573454.263363:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926264832:0@lo:400:kworker.0 00000100:00100000:3.0:1777573454.263365:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263680 00000100:00100000:1.0:1777573454.263458:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573454.263470:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573454.263471:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573454.263540:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926264704:0@lo:400:kworker.0 00000100:00100000:3.0:1777573454.263548:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1777573454.263556:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926265344:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.263557:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926264448:0@lo:400:kworker.0 00000100:00100000:3.0:1777573454.263571:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926263680:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573454.263584:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1777573454.263613:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573454.263626:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926265216:0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.263630:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573454.263638:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573454.263735:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573454.263749:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926264960:0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.263756:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264320 00000100:00100000:0.0:1777573454.263763:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264320 00000100:00100000:3.0:1777573454.263789:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926263680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 228us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573454.263801:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1777573454.263815:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573454.263824:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926263680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573454.263829:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1777573454.263840:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926264320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.263862:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777573454.263876:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926264576:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.263891:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263808 00000100:00100000:1.0:1777573454.263898:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263808 00000100:00100000:0.0:1777573454.263899:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926264320:12345-0@lo:400:kworker.0 Request processed in 61us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.263908:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1777573454.263915:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573454.263945:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263936 00000100:00100000:0.0:1777573454.263951:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263936 00000100:00100000:2.0:1777573454.263958:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926265088:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.263972:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777573454.263989:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926263808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.263991:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264192 00000100:00100000:0.0:1777573454.263994:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264192 00000100:00100000:0.0:1777573454.264012:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264448 00000100:00100000:0.0:1777573454.264016:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264448 00000100:00100000:1.0:1777573454.264038:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926263808:12345-0@lo:400:kworker.0 Request processed in 57us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.264042:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264960 00000100:00100000:0.0:1777573454.264046:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264960 00000100:00100000:1.0:1777573454.264052:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1777573454.264075:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264576 00000100:00100000:0.0:1777573454.264079:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264576 00000100:00100000:0.0:1777573454.264113:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1777573454.264130:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926263936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.264132:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1777573454.264151:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926264192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.264182:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926263936:12345-0@lo:400:kworker.0 Request processed in 61us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.264191:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1777573454.264216:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1777573454.264225:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926264192:12345-0@lo:400:kworker.0 Request processed in 72us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.264235:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926264448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.264247:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1777573454.264285:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1777573454.264305:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926264448:12345-0@lo:400:kworker.0 Request processed in 68us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573454.264307:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926264960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.264321:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1777573454.264350:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:0.0:1777573454.264360:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926264576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.264366:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573454.264392:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926264960:12345-0@lo:400:kworker.0 Request processed in 94us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573454.264406:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1777573454.264420:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926264576:12345-0@lo:400:kworker.0 Request processed in 60us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.264428:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1777573454.264442:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265088 00000100:00100000:1.0:1777573454.264463:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265088 00000100:00100000:0.0:1777573454.264499:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926264320:0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.264501:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926264192:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.264527:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1777573454.264545:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926265088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.264551:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926264576:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.264598:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926265088:12345-0@lo:400:kworker.0 Request processed in 61us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573454.264604:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1777573454.264663:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926265088:0@lo:400:kworker.0 00000100:00080000:2.0:1777573454.264740:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573454.264746:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573454.264750:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573454.264774:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264832 00000100:00100000:2.0:1777573454.264778:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264832 00000100:00100000:2.0:1777573454.264816:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264704 00000100:00100000:2.0:1777573454.264818:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264704 00000100:00100000:2.0:1777573454.264837:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265344 00000100:00100000:2.0:1777573454.264839:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265344 00000100:00100000:2.0:1777573454.264853:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265216 00000100:00100000:2.0:1777573454.264855:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265216 00000100:00100000:2.0:1777573454.264868:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1777573454.264874:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926264832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.264971:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926264448:0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.264979:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1777573454.264991:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926264704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265005:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926264960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265021:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926263936:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265043:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926263808:0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.265051:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926264704:12345-0@lo:400:kworker.0 Request processed in 61us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.265062:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1777573454.265091:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1777573454.265100:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926265344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265139:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1777573454.265144:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926265344:12345-0@lo:400:kworker.0 Request processed in 44us (1525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573454.265151:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926264832:12345-0@lo:400:kworker.0 Request processed in 57us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.265162:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1777573454.265165:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926265216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.265175:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1777573454.265203:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777573454.265213:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573454.265219:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573454.265242:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926264064:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265254:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926265216:12345-0@lo:400:kworker.0 Request processed in 100us (1558us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573454.265261:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000100:00100000:1.0:1777573454.265271:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000004:00080000:2.0:1777573454.265273:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89defbd6ed80, transno 4294967341 00000100:00100000:0.0:1777573454.265291:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573454.265293:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926265344:0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.265311:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926264832:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265337:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926264064 00000100:00100000:1.0:1777573454.265345:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926264064 00000100:00100000:0.0:1777573454.265362:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926263552 00000100:00100000:0.0:1777573454.265368:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926263552 00000100:00100000:1.0:1777573454.265396:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1777573454.265411:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926264064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573454.265418:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1777573454.265427:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926263552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573454.265444:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573454.265492:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926264064:12345-0@lo:400:kworker.0 Request processed in 86us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573454.265504:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1777573454.265512:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926263552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.265520:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1777573454.265577:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926263552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573454.265598:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926264064:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265606:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926264704:0@lo:400:kworker.0 00000100:00100000:1.0:1777573454.265632:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926265216:0@lo:400:kworker.0 00000100:00100000:2.0:1777573454.536409:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573454.536475:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634432 00000100:00100000:3.0:1777573454.536485:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634432 00000100:00100000:3.0:1777573454.536620:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 839 00000100:00100000:3.0:1777573454.536630:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917634432:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573454.536732:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917634432:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 104us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573454.536739:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 839 00000100:00080000:2.0:1777573454.536793:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573454.538919:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573454.539001:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634560 00000100:00100000:1.0:1777573454.539010:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634560 00000100:00100000:1.0:1777573454.539117:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 375 00000100:00100000:1.0:1777573454.539126:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917634560:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573454.539312:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917634560:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 186us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573454.539319:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 375 00000100:00080000:2.0:1777573454.540065:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573454.542016:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573454.542348:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634688 00000100:00100000:2.0:1777573454.542359:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634688 00000100:00080000:3.0:1777573454.542410:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573454.542449:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 376 00000100:00100000:2.0:1777573454.542461:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917634688:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573454.542668:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917634688:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 209us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573454.542676:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 376 00000100:00100000:1.0:1777573454.545782:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573454.545846:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634816 00000100:00100000:2.0:1777573454.545857:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634816 00000100:00100000:2.0:1777573454.545923:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 840 00000100:00100000:2.0:1777573454.545936:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917634816:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573454.546163:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917634816:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 229us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573454.546172:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 840 00000100:00100000:3.0:1777573454.550237:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573454.550389:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917634944 00000100:00100000:1.0:1777573454.550398:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917634944 00000100:00080000:3.0:1777573454.550435:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573454.550465:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 841 00000100:00100000:1.0:1777573454.550476:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917634944:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573454.550662:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917634944:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 188us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573454.550670:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 841 00000100:00100000:3.0:1777573454.558133:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573454.558165:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917635072 00000100:00100000:3.0:1777573454.558174:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917635072 00000100:00100000:3.0:1777573454.558221:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 842 00000100:00100000:3.0:1777573454.558229:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917635072:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573454.558314:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917635072:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 85us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573454.558322:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 842 00000100:00100000:1.0:1777573454.562893:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573454.562987:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917635200 00000100:00100000:2.0:1777573454.562998:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917635200 00000100:00100000:2.0:1777573454.563104:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 377 00000100:00100000:2.0:1777573454.563117:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917635200:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573454.563404:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917635200:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 290us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573454.563420:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 377 00000100:00100000:0.0:1777573454.565086:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573454.565180:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917635328 00000100:00100000:1.0:1777573454.565189:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917635328 00000100:00100000:1.0:1777573454.565231:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 378 00000100:00100000:1.0:1777573454.565240:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917635328:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573454.565379:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917635328:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 141us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573454.565384:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 378 00000100:00100000:2.0:1777573454.567209:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573454.567264:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917635456 00000100:00100000:0.0:1777573454.567272:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917635456 00000100:00100000:0.0:1777573454.567325:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 843 00000100:00100000:0.0:1777573454.567336:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917635456:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573454.567535:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49176:x1863919917635456:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 200us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.567542:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 843 00000100:00100000:2.0:1777573454.570689:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573454.570883:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917635584 00000100:00100000:0.0:1777573454.570893:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917635584 00000100:00100000:0.0:1777573454.570947:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 844 00000100:00100000:0.0:1777573454.570957:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917635584:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573454.571156:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:49176:x1863919917635584:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 201us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.571161:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 844 00010000:00010000:3.0:1777573454.582865:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573454.587872:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573454.587943:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917635712 00000100:00100000:3.0:1777573454.587953:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917635712 00000100:00100000:3.0:1777573454.588010:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 845 00000100:00100000:3.0:1777573454.588021:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49177:x1863919917635712:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573454.588041:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573454.588060:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6744f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dde7 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573454.588139:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67456 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573454.588153:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573454.588165:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573454.588213:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573454.588217:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573454.588237:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573454.588260:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6744f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde7 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573454.588273:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67456 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde7 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573454.588279:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd700) 00010000:00010000:3.0:1777573454.588281:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573454.588283:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573454.588339:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:49177:x1863919917635712:12345-192.168.204.9@tcp:101:rm.0 Request processed in 320us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573454.588346:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 845 00000100:00100000:2.0:1777573454.590488:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573454.590560:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917635968 00000100:00100000:0.0:1777573454.590571:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917635968 00000100:00100000:0.0:1777573454.590631:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 846 00000100:00100000:0.0:1777573454.590640:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:49177:x1863919917635968:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573454.590659:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573454.590677:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a6745d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddee expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573454.590802:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00010000:00010000:0.0:1777573454.590900:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a6745d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddee expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573454.590915:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573454.590918:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573454.590924:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a6745d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddee expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573454.590947:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0600, rc 0) 00000100:00100000:0.0:1777573454.591003:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:49177:x1863919917635968:12345-192.168.204.9@tcp:101:rm.0 Request processed in 364us (521us total) trans 4294967487 rc 301/301 00000100:00100000:0.0:1777573454.591011:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 846 00000100:00100000:2.0:1777573454.594372:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573454.594466:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917636096 00000100:00100000:0.0:1777573454.594476:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917636096 00000100:00100000:0.0:1777573454.594536:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 129 00000100:00100000:0.0:1777573454.594545:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:49177:x1863919917636096:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1777573454.598225:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:49177:x1863919917636096:12345-192.168.204.9@tcp:37:rm.0 Request processed in 3672us (3852us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573454.598239:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 129 00000100:00100000:2.0:1777573454.600526:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573454.601421:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917636352 00000100:00100000:1.0:1777573454.601432:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917636352 00000100:00100000:1.0:1777573454.601495:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 130 00000100:00100000:1.0:1777573454.601502:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:49177:x1863919917636352:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1777573454.601723:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:49177:x1863919917636352:12345-192.168.204.9@tcp:35:rm.0 Request processed in 220us (1202us total) trans 4294967488 rc 0/0 00000100:00100000:1.0:1777573454.601729:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 130 00000100:00100000:2.0:1777573454.605243:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573454.605459:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917636608 00000100:00100000:1.0:1777573454.605469:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917636608 00000100:00100000:1.0:1777573454.605527:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 847 00000100:00100000:1.0:1777573454.605539:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:49177:x1863919917636608:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573454.605592:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1777573454.605619:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67456 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dde7 expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605640:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a673fb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddd2 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605653:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89ddc2efd700) 00010000:00010000:1.0:1777573454.605668:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67107 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dd1c expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605678:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573454.605682:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573454.605822:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605836:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605847:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605861:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605868:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605874:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605956:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605965:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.605972:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573454.606255:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00010000:00010000:1.0:1777573454.606270:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606278:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606285:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606291:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573454.606294:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606302:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606310:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff89dec87d8000) 00010000:00010000:1.0:1777573454.606313:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573454.606316:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606326:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67479 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606345:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606351:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606356:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606362:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606367:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573454.606369:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606375:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606383:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573454.606385:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573454.606388:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606393:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6746b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573454.606402:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fdfb35c8 reply state 00000000746f8701 transno 4294967489 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606412:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573454.606418:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89dec87d8200) 00010000:00010000:1.0:1777573454.606421:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573454.606423:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573454.606507:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:49177:x1863919917636608:12345-192.168.204.9@tcp:36:rm.0 Request processed in 969us (1271us total) trans 4294967489 rc 0/0 00000100:00100000:1.0:1777573454.606515:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 847 00000100:00100000:1.0:1777573455.287606:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926265472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573455.287773:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573455.287873:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573455.287892:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926265600:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573455.287924:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573455.287966:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265472 00000100:00100000:3.0:1777573455.287979:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265472 00000100:00100000:3.0:1777573455.288040:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265600 00000100:00100000:3.0:1777573455.288044:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265600 00000100:00100000:3.0:1777573455.288073:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1777573455.288083:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926265472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573455.288124:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573455.288204:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926265472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573455.288211:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1777573455.288231:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1777573455.288239:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926265600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573455.288250:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573455.288278:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926265600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573455.288285:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1777573455.288341:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926265600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573455.288381:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926265472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573455.608512:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573455.800830:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573455.800850:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926265728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573455.800913:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573455.800961:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265728 00000100:00100000:1.0:1777573455.800970:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265728 00000100:00100000:1.0:1777573455.801031:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1777573455.801053:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926265728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573455.801096:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446219776 avail 1299980288 00000100:00100000:1.0:1777573455.801168:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926265728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573455.801177:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1777573455.801216:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926265728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573455.897047:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573455.897087:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573455.897113:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573455.897139:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573455.897212:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573455.897249:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917636736 00000100:00100000:0.0:1777573455.897259:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917636736 00000100:00100000:0.0:1777573455.897309:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 783 00000100:00100000:0.0:1777573455.897320:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917636736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573455.897393:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917637248 00000100:00100000:0.0:1777573455.897398:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917636736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 78us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573455.897401:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917637248 00000100:00100000:2.0:1777573455.897402:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917636864 00000100:00100000:2.0:1777573455.897409:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917636864 00000100:00100000:0.0:1777573455.897413:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 783 00000100:00100000:1.0:1777573455.897460:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917637120 00000100:00100000:1.0:1777573455.897465:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917637120 00000100:00100000:2.0:1777573455.897468:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917636992 00000100:00100000:0.0:1777573455.897473:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 706 00000100:00100000:2.0:1777573455.897474:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917636992 00000100:00100000:0.0:1777573455.897484:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917637248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573455.897502:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 707 00000100:00100000:2.0:1777573455.897511:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1288 00000100:00100000:1.0:1777573455.897517:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917637120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573455.897524:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917637248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573455.897526:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:2401:x1863919917636864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573455.897537:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 706 00000100:00100000:2.0:1777573455.897576:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:2401:x1863919917636864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 57us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573455.897585:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1288 00000100:00100000:2.0:1777573455.897606:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1289 00000100:00100000:2.0:1777573455.897615:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917636992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573455.897644:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917636992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 31us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573455.897650:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1289 00000100:00100000:1.0:1777573455.897762:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917637120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 52us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573455.897771:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 707 00000020:00000080:2.0:1777573455.952195:0:82998:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd508be120 20000000:00000080:2.0:1777573455.952212:0:82998:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4dd9800 uarg=0000000000000000 00010000:00010000:2.0:1777573455.952401:0:82998:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573455.952427:0:82998:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573455.952444:0:82998:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573455.952451:0:82998:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573455.952466:0:82998:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573455.952483:0:82998:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573455.952504:0:82998:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573455.952512:0:82998:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573455.952551:0:82998:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573455.952566:0:82998:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 22 pid: 6478 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573455.952580:0:82998:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82998:1863919926265856:0@lo:104: 00000100:00100000:2.0:1777573455.952995:0:82998:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573455.953095:0:82998:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded26e7f00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573455.953138:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265856 00000100:00100000:1.0:1777573455.953145:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265856 00000100:00100000:1.0:1777573455.953227:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1777573455.953236:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:82998:x1863919926265856:12345-0@lo:104: 00010000:00010000:1.0:1777573455.953248:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573455.953308:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573455.953313:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:82998:x1863919926265856:12345-0@lo:104: Request processed in 80us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573455.953319:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00010000:00010000:0.0:1777573455.953372:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777573455.953374:0:82998:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:82998:1863919926265856:0@lo:104: 00010000:00010000:0.0:1777573455.953381:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.953391:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc1329c20) 00010000:00010000:2.0:1777573455.953392:0:82998:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573455.953395:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.953411:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573455.953428:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573455.953434:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573455.953468:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.953475:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573455.953501:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.953513:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1000/0x1e8fa618a5a670f2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a670f9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573455.953523:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926265984:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573455.953528:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573455.953531:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573455.953533:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573455.953554:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573455.955437:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926265984 00000100:00100000:0.0:1777573455.955449:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926265984 00010000:00010000:0.0:1777573455.955488:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 23 pid: 6478 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573455.955521:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1777573455.955528:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926265984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573455.955541:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573455.955547:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 23 pid: 6478 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955558:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 23 pid: 6478 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955574:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a670f9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a670f2 expref: 23 pid: 6478 timeout: 1130 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955591:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955597:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955613:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955618:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955622:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955626:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955629:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573455.955633:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955640:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955658:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573455.955667:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573455.955713:0:82998:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573455.955720:0:82998:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573455.955726:0:82998:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55e00/0x1e8fa618a5a67480 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 82998 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573455.955893:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b81050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926265984:12345-0@lo:103:ldlm_bl.0 Request processed in 365us (2337us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573455.955901:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:1.0:1777573455.956558:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926265984:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1777573456.391649:0:83046:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffddeee52c0 20000000:00000080:0.0:1777573456.391665:0:83046:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fb4c00 uarg=0000000000000000 00010000:00010000:0.0:1777573456.391939:0:83046:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573456.391956:0:83046:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573456.391979:0:83046:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573456.391991:0:83046:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573456.392013:0:83046:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573456.392033:0:83046:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392049:0:83046:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392059:0:83046:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392067:0:83046:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392074:0:83046:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392081:0:83046:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392088:0:83046:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573456.392092:0:83046:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392100:0:83046:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392112:0:83046:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392120:0:83046:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573456.392127:0:83046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a67487 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83046 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573456.634019:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573457.334927:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573457.334949:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926266112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573457.335020:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573457.335086:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926266112 00000100:00100000:3.0:1777573457.335094:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926266112 00000100:00100000:3.0:1777573457.335141:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1777573457.335151:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926266112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573457.335188:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573457.335244:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926266112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573457.335251:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1777573457.335617:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926266112:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573457.654828:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573457.847315:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573457.847322:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573457.847327:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573457.847371:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.847395:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.847406:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573457.847431:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926266240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573457.847495:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573457.847551:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2e313c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573457.847579:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926266240 00000100:00100000:3.0:1777573457.847587:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926266240 00000100:00100000:3.0:1777573457.847640:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1777573457.847650:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926266240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573457.847662:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573457.847675:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6748e expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573457.847714:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573457.847727:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573457.847736:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573457.847782:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926266240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573457.847789:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1777573457.847817:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926266240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573457.847835:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573457.847845:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573457.847864:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573457.847869:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573457.847876:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573457.991386:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573457.991440:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917637376 00000100:00100000:0.0:1777573457.991450:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917637376 00000100:00100000:0.0:1777573457.991510:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 848 00000100:00100000:0.0:1777573457.991518:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:49289:x1863919917637376:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573457.991534:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573457.991550:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a6749c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddf5 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573457.991558:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777573457.991602:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573457.991612:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573457.991620:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573457.991657:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573457.991659:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573457.991675:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573457.991715:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a6749c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573457.991730:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573457.991739:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573457.991742:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573457.991745:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0800, rc 0) 00000100:00100000:0.0:1777573457.991869:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:49289:x1863919917637376:12345-192.168.204.9@tcp:101:rm.0 Request processed in 342us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573457.991880:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 848 00000100:00100000:0.0:1777573457.993298:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573457.993578:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917637504 00000100:00100000:2.0:1777573457.993586:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917637504 00000100:00100000:2.0:1777573457.993641:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 849 00000100:00100000:2.0:1777573457.993651:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:49289:x1863919917637504:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573457.993673:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573457.993690:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a674aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ddfc expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993761:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993775:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993787:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993798:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993806:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993813:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993851:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993858:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993863:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993870:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993876:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573457.993880:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993886:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993896:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573457.993900:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573457.993904:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993910:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993923:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993929:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993935:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993940:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573457.993943:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993949:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993956:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89dec87d8200) 00010000:00010000:2.0:1777573457.993958:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573457.993961:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993966:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a674b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.993990:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a674aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddfc expref: 11 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.994000:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573457.994002:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573457.994005:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a674aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddfc expref: 11 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573457.994013:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573457.994067:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:49289:x1863919917637504:12345-192.168.204.9@tcp:101:rm.0 Request processed in 418us (773us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573457.994074:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 849 00000100:00100000:1.0:1777573458.025605:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573458.026415:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917637760 00000100:00100000:2.0:1777573458.026426:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917637760 00000100:00100000:2.0:1777573458.026506:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 850 00000100:00080000:3.0:1777573458.026510:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573458.026517:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:49293:x1863919917637760:12345-192.168.204.9@tcp:36:lfs.0 00000100:00100000:2.0:1777573458.026875:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926266368:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.026926:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.027057:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573458.027157:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926266368 00000100:00100000:1.0:1777573458.027162:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926266368 00000100:00100000:1.0:1777573458.027235:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1777573458.027243:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:12623:x1863919926266368:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777573458.027321:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:12623:x1863919926266368:12345-0@lo:1000:mdt00_004.0 Request processed in 79us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573458.027327:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1777573458.027406:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926266368:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.027448:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926266496:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.027470:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.029418:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573458.030978:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926266496 00000100:00100000:3.0:1777573458.030990:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926266496 00000100:00100000:3.0:1777573458.031049:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1777573458.031064:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:12623:x1863919926266496:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777573458.031331:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:12623:x1863919926266496:12345-0@lo:1000:mdt00_004.0 Request processed in 273us (3858us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777573458.031338:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1777573458.031422:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926266496:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1777573458.031490:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.031505:0:12623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.031516:0:12623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.031535:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926266624:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1777573458.031564:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.031598:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573458.031646:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926266624 00000100:00100000:0.0:1777573458.031651:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926266624 00000100:00100000:0.0:1777573458.031681:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1777573458.031689:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:12623:x1863919926266624:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1777573458.031716:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573458.031731:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a674bf expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.031757:0:13250:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.031768:0:13250:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.031794:0:13250:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.031808:0:13250:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 9 pid: 6486 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573458.031819:0:13250:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7778000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:13250:1863919926266752:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573458.031922:0:13250:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d18840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573458.035647:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573458.035877:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917637888 00000100:00100000:2.0:1777573458.035886:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917637888 00000100:00100000:0.0:1777573458.035898:0:13250:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7778000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:13250:1863919926266752:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573458.035929:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 10 pid: 6486 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.035931:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.035954:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573458.035957:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573458.035962:0:13250:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.035973:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0400, rc 0) 00000100:00100000:2.0:1777573458.035984:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 316 00000100:00100000:2.0:1777573458.035996:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:2401:x1863919917637888:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573458.036012:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573458.036020:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 10 pid: 6486 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573458.036034:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:12623:x1863919926266624:12345-0@lo:101:mdt00_004.0 Request processed in 4344us (4467us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573458.036035:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 10 pid: 6486 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573458.036049:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1777573458.036064:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926266624:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1777573458.036067:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a674a3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ddf5 expref: 10 pid: 6486 timeout: 1082 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.036085:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573458.036085:0:12623:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.036093:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 6 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.036104:0:12623:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.036108:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 6 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.036125:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 6 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.036679:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 6 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.036749:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6470:1863919926266880:0@lo:105: 00000100:00100000:2.0:1777573458.036788:0:6470:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.036829:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573458.037191:0:6469:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1777573458.037203:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926266880 00000100:00100000:0.0:1777573458.037209:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926266880 00000100:00100000:0.0:1777573458.037255:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1777573458.037263:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6470:x1863919926266880:12345-0@lo:105: 00010000:00010000:0.0:1777573458.037274:0:6469:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.037285:0:6469:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.037294:0:6469:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.037302:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.037309:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.037318:0:6469:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.037343:0:6469:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc1c55000) 00000100:00100000:0.0:1777573458.037398:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6470:x1863919926266880:12345-0@lo:105: Request processed in 136us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573458.037405:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00010000:00010000:1.0:1777573458.037468:0:12623:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.037480:0:12623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.037505:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6470:1863919926266880:0@lo:105: 00000004:00080000:1.0:1777573458.037505:0:12623:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1777573458.037518:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573458.037546:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.037554:0:12623:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.037560:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:2401:x1863919917637888:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 1567us (1923us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573458.037566:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 316 00010000:00010000:1.0:1777573458.037578:0:12623:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573458.037595:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267008:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1777573458.037626:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573458.037799:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def4f776c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573458.038255:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926267008 00000100:00100000:2.0:1777573458.038262:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926267008 00000100:00100000:2.0:1777573458.038303:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1777573458.038429:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:12623:x1863919926267008:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1777573458.038445:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573458.038462:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a674cd expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.038492:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 2/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.038501:0:6491:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 4/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.038516:0:6491:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:2.0:1777573458.038545:0:6491:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1777573458.038588:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.038598:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89dec87d8200) 00010000:00010000:2.0:1777573458.038601:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573458.038604:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.038612:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573458.038661:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267008:12345-0@lo:101:mdt00_004.0 Request processed in 237us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573458.038668:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1777573458.038728:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267008:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1777573458.038743:0:12623:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.038751:0:12623:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573458.041050:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967489 is committed 00010000:00010000:0.0:1777573458.041094:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041108:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041115:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041120:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573458.041125:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041132:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041147:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89dec87d8200) 00010000:00010000:0.0:1777573458.041150:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573458.041157:0:3622:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041169:0:3622:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041177:0:3622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.041219:0:3622:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573458.041233:0:3622:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7778000 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3622:1863919926267136:0@lo:105: 00000100:00100000:0.0:1777573458.041291:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573458.041346:0:3622:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d18d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573458.041894:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926267136 00000100:00100000:1.0:1777573458.041903:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926267136 00000100:00100000:1.0:1777573458.042152:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1777573458.042163:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3622:x1863919926267136:12345-0@lo:105: 00010000:00010000:1.0:1777573458.042175:0:6468:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.042186:0:6468:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.042196:0:6468:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.042203:0:6468:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 5/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.042211:0:6468:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.042219:0:6468:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.042249:0:6468:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc3186000) 00000100:00100000:1.0:1777573458.042304:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3622:x1863919926267136:12345-0@lo:105: Request processed in 143us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573458.042313:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1777573458.042347:0:3622:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7778000 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3622:1863919926267136:0@lo:105: 00010000:00010000:3.0:1777573458.042367:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.042385:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67472 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.042401:0:12623:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.042411:0:12623:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573458.042436:0:12623:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1777573458.042479:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267264:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.042517:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.042545:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573458.042633:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926267264 00000100:00100000:3.0:1777573458.042638:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926267264 00000100:00100000:3.0:1777573458.042674:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1777573458.042683:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267264:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777573458.042847:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267264:12345-0@lo:1000:mdt00_004.0 Request processed in 165us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573458.042859:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1777573458.042880:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267264:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777573458.042925:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267392:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777573458.042950:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573458.042969:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7814900 going to sleep for 11 seconds 00000100:00100000:2.0:1777573458.042994:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926267392 00000100:00100000:2.0:1777573458.042998:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926267392 00000100:00100000:2.0:1777573458.043031:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1777573458.043037:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267392:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.043155:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267392:12345-0@lo:1000:mdt00_004.0 Request processed in 117us (203us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777573458.043162:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1777573458.043214:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267392:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777573458.043277:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267520:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777573458.043298:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573458.043348:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7814e40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573458.043388:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926267520 00000100:00100000:3.0:1777573458.043393:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926267520 00000100:00100000:3.0:1777573458.043458:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1777573458.043465:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267520:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777573458.043518:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267520:12345-0@lo:1000:mdt00_004.0 Request processed in 53us (218us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777573458.043523:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1777573458.043568:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267520:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.043608:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267648:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.043631:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.043879:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573458.043956:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926267648 00000100:00100000:1.0:1777573458.043961:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926267648 00000100:00100000:1.0:1777573458.043981:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1777573458.043987:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267648:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777573458.044037:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267648:12345-0@lo:1000:mdt00_004.0 Request processed in 50us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573458.044043:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1777573458.044097:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267648:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.044135:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267776:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1777573458.044153:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.044170:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573458.044221:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926267776 00000100:00100000:1.0:1777573458.044225:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926267776 00000100:00100000:1.0:1777573458.044240:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1777573458.044245:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267776:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1777573458.044292:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:12623:x1863919926267776:12345-0@lo:1000:mdt00_004.0 Request processed in 46us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573458.044297:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1777573458.044354:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:12623:1863919926267776:0@lo:1000:mdt00_004.0 00000040:00080000:2.0:1777573458.044893:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].7, 1096 off39576 00000040:00080000:2.0:1777573458.044951:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].7, 1240 off40456 00000004:00080000:2.0:1777573458.044957:0:12623:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc2d15540 with version 16 00000004:00080000:0.0:1777573458.045000:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 16 rpc_version 16 00000020:00100000:0.0:1777573458.045068:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1777573458.045077:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89def7a22300 x1863919926268032/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777573458.045094:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926268032:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573458.045132:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573458.045160:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d18d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573458.045184:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268032 00000100:00100000:1.0:1777573458.045190:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268032 00000100:00100000:1.0:1777573458.045223:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1777573458.045230:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7412:x1863919926268032:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1777573458.045491:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7412:x1863919926268032:12345-0@lo:1000:osp_up0-1.0 Request processed in 262us (358us total) trans 4294967490 rc 0/0 00000100:00100000:1.0:1777573458.045498:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1777573458.046529:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a22300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926268032:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1777573458.046679:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046726:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046739:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573458.046757:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005fa10e2a reply state 00000000cac80491 transno 4294967403 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046767:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046774:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243000) 00010000:00010000:2.0:1777573458.046777:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573458.046780:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573458.046786:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00080000:2.0:1777573458.046794:0:12623:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1777573458.046803:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046810:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046817:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046832:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1777573458.046837:0:12623:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1777573458.046841:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.046853:0:12623:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.046935:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49293:x1863919917637760:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 20420us (21338us total) trans 4294967403 rc 0/0 00000100:00100000:2.0:1777573458.046942:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 850 00010000:00010000:0.0:1777573458.047113:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573458.047119:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.047127:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:0.0:1777573458.047132:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573458.047139:0:6474:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.047167:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.047173:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1777573458.047238:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777573458.047258:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.047265:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c55000/0x1e8fa618a5a674bf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a674c6 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.047277:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573458.047278:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573458.047280:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573458.047310:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926268160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573458.047349:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.047427:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268160 00000100:00100000:2.0:1777573458.047433:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268160 00000100:00100000:2.0:1777573458.047527:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1777573458.047535:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919926268160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573458.047546:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573458.047562:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a674c6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a674bf expref: 9 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.047573:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573458.047577:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573458.048008:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3636:x1863919926268160:12345-0@lo:103:ldlm_bl.0 Request processed in 474us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573458.048016:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1777573458.048064:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926268160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573458.083748:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573458.084739:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917638016 00000100:00100000:1.0:1777573458.084751:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917638016 00000100:00100000:1.0:1777573458.084816:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 851 00000100:00100000:1.0:1777573458.084830:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:49297:x1863919917638016:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:1.0:1777573458.084853:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573458.084874:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a674e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de03 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.084929:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a674e9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.084943:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a674e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.084954:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a674e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573458.084994:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1777573458.084997:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573458.085015:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a674e9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.085039:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a674e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de03 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.085057:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a674e9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de03 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.085064:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573458.085067:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573458.085070:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187c00, rc 0) 00000100:00100000:1.0:1777573458.085140:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:49297:x1863919917638016:12345-192.168.204.9@tcp:101:chown.0 Request processed in 316us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573458.085147:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 851 00000100:00100000:3.0:1777573458.088060:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573458.088224:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917638144 00000100:00100000:0.0:1777573458.088235:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917638144 00000100:00100000:0.0:1777573458.088294:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 852 00000100:00100000:0.0:1777573458.088304:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:49297:x1863919917638144:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:0.0:1777573458.088322:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573458.088340:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a674f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de0a expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.088409:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.088424:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.088435:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.088445:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.088456:0:8523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.088463:0:8523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.088493:0:8523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573458.088507:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8523:1863919926268288:0@lo:104: 00000100:00100000:0.0:1777573458.088564:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573458.088626:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89deeeae6480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573458.089381:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268288 00000100:00100000:3.0:1777573458.089387:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268288 00000100:00100000:3.0:1777573458.089439:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1777573458.089448:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8523:x1863919926268288:12345-0@lo:104: 00010000:00010000:3.0:1777573458.089460:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.089534:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573458.089540:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8523:x1863919926268288:12345-0@lo:104: Request processed in 94us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573458.089546:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00010000:00010000:2.0:1777573458.089717:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573458.089724:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.089737:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573458.089742:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573458.089756:0:8386:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.089785:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.089792:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573458.089825:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.089833:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a674cd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a674d4 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573458.089837:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573458.089850:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926268416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573458.089855:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573458.089858:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573458.089860:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573458.089884:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.089974:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268416 00000100:00100000:2.0:1777573458.089980:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268416 00010000:00010000:2.0:1777573458.090000:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.090029:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:2.0:1777573458.090037:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3635:x1863919926268416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573458.090047:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1777573458.090316:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8523:1863919926268288:0@lo:104: 00010000:00010000:0.0:1777573458.090335:0:8523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573458.096058:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967490 is committed 00010000:00010000:0.0:1777573458.096195:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a674d4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a674cd expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.096216:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89dec87d8200) 00010000:00010000:0.0:1777573458.096221:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.096230:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.096237:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.096274:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573458.096302:0:8523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.096316:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573458.096350:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926268416:12345-0@lo:103:ldlm_bl.0 Request processed in 6311us (6463us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573458.096361:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1777573458.096388:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926268416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573458.096503:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8523:1863919926268544:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777573458.096572:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.096609:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7814900 going to sleep for 11 seconds 00000100:00100000:0.0:1777573458.096878:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268544 00000100:00100000:0.0:1777573458.096886:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268544 00000100:00100000:0.0:1777573458.096943:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1777573458.096951:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8523:x1863919926268544:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1777573458.097041:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8523:x1863919926268544:12345-0@lo:1000:mdt00_003.0 Request processed in 91us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573458.097050:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1777573458.097110:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8523:1863919926268544:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1777573458.098622:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67505 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098641:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67505 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098653:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67505 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573458.098682:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67505 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098717:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098724:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098730:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098736:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098748:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573458.098752:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098759:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098770:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573458.098773:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573458.098779:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098785:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a674f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098803:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098810:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098816:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098821:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573458.098824:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098830:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098841:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89dec87d8200) 00010000:00010000:2.0:1777573458.098843:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573458.098846:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098852:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a674fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098890:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a674f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de0a expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098903:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67505 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de0a expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.098912:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243100) 00010000:00010000:2.0:1777573458.098914:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573458.098916:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54a00, rc 0) 00000100:00100000:2.0:1777573458.098984:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:49297:x1863919917638144:12345-192.168.204.9@tcp:101:chown.0 Request processed in 10681us (10931us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573458.098993:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 852 00000100:00100000:2.0:1777573458.101468:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573458.102076:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917638272 00000100:00100000:0.0:1777573458.102092:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917638272 00000100:00100000:0.0:1777573458.102186:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 853 00000100:00100000:0.0:1777573458.102196:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49297:x1863919917638272:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:0.0:1777573458.102222:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573458.102245:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a6750c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de11 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.102307:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67513 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.102321:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67513 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.102331:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67513 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573458.102403:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:0.0:1777573458.102408:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1777573458.102451:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a6750c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de11 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.102472:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67513 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de11 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.102479:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243000) 00010000:00010000:0.0:1777573458.102481:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573458.102484:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573458.102558:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:49297:x1863919917638272:12345-192.168.204.9@tcp:101:chown.0 Request processed in 363us (1103us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573458.102566:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 853 00000100:00100000:3.0:1777573458.108878:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573458.109061:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917638528 00000100:00100000:1.0:1777573458.109076:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917638528 00000100:00100000:1.0:1777573458.109156:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 854 00000100:00100000:1.0:1777573458.109169:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:49297:x1863919917638528:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:1.0:1777573458.109224:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573458.109252:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67513 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de11 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.109271:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243000) 00010000:00010000:1.0:1777573458.109277:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573458.109300:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.109317:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.109325:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573458.114319:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967404 is committed 00010000:00010000:2.0:1777573458.114399:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.114418:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.114426:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.114434:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573458.114439:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.114446:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.114467:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243000) 00010000:00010000:2.0:1777573458.114470:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573458.114476:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.114482:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a674db lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573458.114553:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f49001f reply state 00000000967e6220 transno 4294967404 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.114576:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573458.114595:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243000) 00010000:00010000:1.0:1777573458.114598:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573458.114603:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573458.114617:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00010000:00080000:1.0:1777573458.114725:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573458.114746:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:49297:x1863919917638528:12345-192.168.204.9@tcp:36:chown.0 Request processed in 5577us (5885us total) trans 4294967404 rc 0/0 00000100:00100000:1.0:1777573458.114754:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 854 00010000:00010000:3.0:1777573458.114827:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.114837:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.114845:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.114857:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573458.114861:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.114873:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.114885:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243000) 00010000:00010000:3.0:1777573458.114887:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573458.114890:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.114896:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6751a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573458.583344:0:83241:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff045157b0 20000000:00000080:2.0:1777573458.583359:0:83241:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2e89c00 uarg=0000000000000000 00010000:00010000:2.0:1777573458.583564:0:83241:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 2. 00010000:00010000:2.0:1777573458.583601:0:83241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243100) 00010000:00010000:2.0:1777573458.583605:0:83241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573458.583615:0:83241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67505 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de0a expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.583639:0:83241:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573458.583642:0:83241:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573458.583646:0:83241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a674e9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de03 expref: 5 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.583656:0:83241:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 2 locks, left on hash table 0. 00010000:00010000:2.0:1777573458.583681:0:83241:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573458.583714:0:83241:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573458.583739:0:83241:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573458.583753:0:83241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.583766:0:83241:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.583773:0:83241:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.583810:0:83241:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.583823:0:83241:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 22 pid: 6478 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.583836:0:83241:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83241:1863919926268672:0@lo:104: 00000100:00100000:2.0:1777573458.583896:0:83241:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573458.583961:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268672 00000100:00100000:0.0:1777573458.583969:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268672 00000100:00100000:0.0:1777573458.584010:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1777573458.584013:0:83241:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec87d1300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573458.584021:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:83241:x1863919926268672:12345-0@lo:104: 00010000:00010000:0.0:1777573458.584033:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.584094:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573458.584101:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:83241:x1863919926268672:12345-0@lo:104: Request processed in 83us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573458.584111:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1777573458.584118:0:83241:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:83241:1863919926268672:0@lo:104: 00010000:00010000:2.0:1777573458.584137:0:83241:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.584188:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573458.584195:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.584202:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573458.584206:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.584214:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573458.584221:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573458.584227:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573458.584263:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.584269:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1777573458.584335:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926268800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573458.584377:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573458.584431:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268800 00000100:00100000:2.0:1777573458.584435:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268800 00010000:00010000:2.0:1777573458.584454:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 23 pid: 6478 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.584477:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:2.0:1777573458.584483:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926268800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573458.584493:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573458.584498:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 23 pid: 6478 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584507:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 23 pid: 6478 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584517:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a67495 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6748e expref: 23 pid: 6478 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584533:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584541:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584553:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584560:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584568:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584575:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584580:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573458.584584:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584590:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584610:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573458.584617:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573458.584654:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.584661:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a6748e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67495 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573458.584675:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573458.584678:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573458.584680:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573458.584714:0:83241:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.584728:0:83241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573458.584734:0:83241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a67521 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573458.584795:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926268800:12345-0@lo:103:ldlm_bl.0 Request processed in 312us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573458.584801:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1777573458.584861:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926268800:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573458.679971:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573459.043638:0:83289:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5e5a56b0 20000000:00000080:2.0:1777573459.043655:0:83289:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc1f06000 uarg=0000000000000000 00010000:00010000:2.0:1777573459.043911:0:83289:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573459.043928:0:83289:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573459.043947:0:83289:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573459.043957:0:83289:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573459.043978:0:83289:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573459.043995:0:83289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044011:0:83289:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044022:0:83289:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044028:0:83289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044040:0:83289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044047:0:83289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044054:0:83289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573459.044058:0:83289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044066:0:83289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044077:0:83289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044084:0:83289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.044091:0:83289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a67528 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 83289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573459.382918:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926268928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573459.382998:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.383005:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926269056:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.383052:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573459.383057:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926269440:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383089:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.383105:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926269568:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383111:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926269952:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383147:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.383153:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573459.383164:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926270464:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.383186:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926270080:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383187:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573459.383209:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1777573459.383216:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926269312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.383224:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573459.383421:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.383430:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926270592:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383449:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926269824:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.383469:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573459.383481:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.383500:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1777573459.383503:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926270336:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.383511:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926269184:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383526:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.383547:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573459.383563:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926268928 00000100:00100000:1.0:1777573459.383570:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926268928 00000100:00100000:1.0:1777573459.383619:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1777573459.383628:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926268928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573459.383656:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573459.383715:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926268928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.383721:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1777573459.383742:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269952 00000100:00100000:1.0:1777573459.383746:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269952 00000100:00100000:1.0:1777573459.383771:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270464 00000100:00100000:1.0:1777573459.383773:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270464 00000100:00100000:1.0:1777573459.383788:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270080 00000100:00100000:1.0:1777573459.383791:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270080 00000100:00100000:2.0:1777573459.383800:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926269696:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383802:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270592 00000100:00100000:1.0:1777573459.383807:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270592 00000100:00100000:1.0:1777573459.383823:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1777573459.383832:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926269952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.383840:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.383869:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926270208:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383875:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926269952:12345-0@lo:400:kworker.0 Request processed in 42us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.383881:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1777573459.383893:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1777573459.383899:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926270464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.383907:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573459.383940:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926270464:12345-0@lo:400:kworker.0 Request processed in 41us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.383945:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1777573459.383956:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269056 00000100:00100000:1.0:1777573459.383960:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1777573459.383962:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269056 00000100:00100000:1.0:1777573459.383966:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926270080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.383991:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926270080:12345-0@lo:400:kworker.0 Request processed in 26us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.383997:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1777573459.384005:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1777573459.384010:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926270592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.384030:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926270592:12345-0@lo:400:kworker.0 Request processed in 20us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.384034:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1777573459.384050:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269568 00000100:00100000:1.0:1777573459.384054:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269568 00000100:00100000:1.0:1777573459.384092:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269312 00000100:00100000:1.0:1777573459.384094:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269312 00000100:00100000:2.0:1777573459.384097:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1777573459.384109:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926269056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.384113:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777573459.384124:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926269568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384162:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926269056:12345-0@lo:400:kworker.0 Request processed in 55us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.384167:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926269568:12345-0@lo:400:kworker.0 Request processed in 43us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573459.384179:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1777573459.384179:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777573459.384198:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1777573459.384204:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926269312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384230:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269440 00000100:00100000:1.0:1777573459.384235:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926269312:12345-0@lo:400:kworker.0 Request processed in 31us (814us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573459.384236:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269440 00000100:00100000:1.0:1777573459.384243:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1777573459.384270:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269824 00000100:00080000:1.0:1777573459.384270:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573459.384275:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269824 00000100:00080000:1.0:1777573459.384276:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573459.384298:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573459.384305:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270336 00000100:00100000:2.0:1777573459.384308:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270336 00000100:00100000:1.0:1777573459.384322:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967490 gen 2 00000004:00080000:1.0:1777573459.384329:0:3638:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967490 committed transno 4294967490 00000020:00080000:1.0:1777573459.384334:0:3638:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff89ddc2d15780 refcount 2 committed 0 result 0 batchid 7 00000100:00100000:2.0:1777573459.384336:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269184 00000020:00080000:1.0:1777573459.384337:0:3638:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc3026b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc2d15540 00000100:00100000:2.0:1777573459.384340:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269184 00000020:00080000:1.0:1777573459.384342:0:3638:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].7 00000020:00080000:1.0:1777573459.384345:0:3638:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc3026d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc2f9ea00 00000100:00100000:2.0:1777573459.384373:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926269696 00000100:00100000:2.0:1777573459.384377:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926269696 00000100:00100000:2.0:1777573459.384397:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270208 00000100:00100000:2.0:1777573459.384400:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270208 00000100:00100000:2.0:1777573459.384425:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1777573459.384434:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926269440:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1777573459.384441:0:3638:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].7 00000100:00100000:1.0:1777573459.384470:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926269312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384474:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926269440:12345-0@lo:400:kworker.0 Request processed in 40us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573459.384483:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1777573459.384492:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926269440:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384506:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1777573459.384506:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926269952:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384519:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926269824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.384522:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926270464:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.384538:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926268928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573459.384566:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926269824:0@lo:400:kworker.0 00000020:00080000:1.0:1777573459.384581:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 7 committed batchid 6 00000100:00100000:2.0:1777573459.384621:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926269824:12345-0@lo:400:kworker.0 Request processed in 105us (1140us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573459.384629:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000020:00080000:1.0:1777573459.384648:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 6 00000100:00100000:2.0:1777573459.384654:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00080000:1.0:1777573459.384658:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573459.384662:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573459.384666:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926270336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.384718:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1777573459.384727:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926269184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384745:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926270336:12345-0@lo:400:kworker.0 Request processed in 82us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573459.384753:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1777573459.384764:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926269184:12345-0@lo:400:kworker.0 Request processed in 38us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.384772:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1777573459.384778:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1777573459.384787:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926269696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.384792:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1777573459.384801:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926270208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384836:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926269696:12345-0@lo:400:kworker.0 Request processed in 50us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573459.384842:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926270208:12345-0@lo:400:kworker.0 Request processed in 41us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573459.384849:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:1.0:1777573459.384862:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:2.0:1777573459.384894:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926269184:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384907:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926269696:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384922:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926270208:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.384925:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926270336:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384935:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926269056:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384949:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926269568:0@lo:400:kworker.0 00000100:00100000:2.0:1777573459.384959:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926270080:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.385088:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926270720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573459.385094:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926270592:0@lo:400:kworker.0 00000100:00100000:1.0:1777573459.385138:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.385172:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270720 00000100:00100000:2.0:1777573459.385176:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270720 00000100:00100000:2.0:1777573459.385206:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1777573459.385213:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926270720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573459.385225:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573459.385262:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926270720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573459.385268:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1777573459.385296:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926270720:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777573459.702859:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573459.830938:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573459.830944:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573459.830949:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573459.830993:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.831006:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573459.831018:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573459.831051:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926270848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573459.831116:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573459.831166:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec87d1300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573459.831242:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270848 00000100:00100000:3.0:1777573459.831251:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270848 00000100:00100000:3.0:1777573459.831300:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1777573459.831310:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926270848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573459.831323:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573459.831336:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6752f expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573459.831374:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573459.831387:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573459.831396:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573459.831440:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926270848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573459.831448:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1777573459.831500:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926270848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573459.831519:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573459.831531:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573459.831555:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573459.831562:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573459.831570:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573460.408638:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926270976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573460.408659:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926271104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573460.408740:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573460.408773:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573460.408799:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926270976 00000100:00100000:2.0:1777573460.408809:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926270976 00000100:00100000:0.0:1777573460.408836:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926271104 00000100:00100000:0.0:1777573460.408842:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926271104 00000100:00100000:2.0:1777573460.408859:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1777573460.408870:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926270976:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573460.408886:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1777573460.408897:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926271104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573460.408901:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573460.408911:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573460.408956:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926270976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573460.408965:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1777573460.408965:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926271104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573460.408977:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1777573460.408985:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926270976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573460.409035:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926271104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573460.496675:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573460.496737:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917638656 00000100:00100000:0.0:1777573460.496746:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917638656 00000100:00100000:0.0:1777573460.496815:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 49 00000100:00100000:0.0:1777573460.496824:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6624:x1863919917638656:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573460.496836:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573460.496838:0:6471:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a674e9) 00010000:00010000:0.0:1777573460.496840:0:6471:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a67505) 00010000:00010000:0.0:1777573460.496842:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573460.496880:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6624:x1863919917638656:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 58us (220us total) trans 0 rc 116/116 00000100:00100000:0.0:1777573460.496888:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 49 00000100:00080000:3.0:1777573460.496976:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777573460.728556:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573460.906291:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573460.906392:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917638784 00000100:00100000:0.0:1777573460.906404:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917638784 00000100:00100000:0.0:1777573460.906466:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 855 00000100:00100000:0.0:1777573460.906478:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:49402:x1863919917638784:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573460.906499:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573460.906520:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a6753d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de18 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573460.906591:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573460.906605:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573460.906616:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573460.906660:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573460.906664:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573460.906685:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573460.906730:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a6753d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573460.906746:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573460.906759:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573460.906761:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573460.906765:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573460.906825:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:49402:x1863919917638784:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 351us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573460.906833:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 855 00000100:00100000:1.0:1777573460.912874:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573460.912931:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917638912 00000100:00100000:2.0:1777573460.912943:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917638912 00000100:00100000:2.0:1777573460.913005:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 856 00000100:00100000:2.0:1777573460.913018:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:49402:x1863919917638912:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573460.913039:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573460.913060:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6754b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de1f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913119:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913135:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913146:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913161:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913169:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913176:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913226:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67560 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913235:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67560 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913242:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67560 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573460.913263:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67560 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913277:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913284:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913290:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913297:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913303:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573460.913307:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913315:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913338:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573460.913341:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573460.913346:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913351:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67552 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913361:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913367:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913372:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913378:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573460.913380:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913386:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913393:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243b00) 00010000:00010000:2.0:1777573460.913395:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573460.913398:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913408:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67559 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913432:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6754b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de1f expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913444:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67560 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de1f expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.913452:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:2.0:1777573460.913454:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573460.913456:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54a00, rc 0) 00000100:00100000:2.0:1777573460.913520:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:49402:x1863919917638912:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 504us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573460.913527:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 856 00000100:00100000:2.0:1777573460.915565:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573460.915665:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917639040 00000100:00100000:3.0:1777573460.915674:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917639040 00000100:00100000:3.0:1777573460.915897:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 857 00000100:00100000:3.0:1777573460.915908:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:49402:x1863919917639040:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573460.915931:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573460.915953:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67567 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de26 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.916009:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6756e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.916023:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6756e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.916037:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6756e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573460.916084:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:3.0:1777573460.916088:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1777573460.916124:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67567 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de26 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.916140:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6756e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de26 expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.916149:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb100) 00010000:00010000:3.0:1777573460.916152:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573460.916155:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573460.916227:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:49402:x1863919917639040:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 322us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573460.916235:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 857 00000100:00080000:2.0:1777573460.916294:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573460.918868:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573460.918952:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917639296 00000100:00100000:2.0:1777573460.918962:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917639296 00000100:00100000:2.0:1777573460.919010:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 858 00000100:00100000:2.0:1777573460.919021:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:49402:x1863919917639296:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573460.919068:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1777573460.919315:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573460.919342:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926271232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573460.919393:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573460.919426:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926271232 00000100:00100000:0.0:1777573460.919430:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926271232 00000100:00100000:0.0:1777573460.919470:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1777573460.919479:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926271232:12345-0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1777573460.919503:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6756e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de26 expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000024:0.0:1777573460.919503:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00010000:00010000:2.0:1777573460.919524:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb100) 00010000:00010000:2.0:1777573460.919555:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573460.919561:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926271232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573460.919569:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00010000:00010000:2.0:1777573460.919583:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.919606:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.919617:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573460.920080:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926271232:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1777573460.921725:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967405 is committed 00000020:00080000:0.0:1777573460.921736:0:7398:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 7 batchid updated 00000020:00080000:2.0:1777573460.921786:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 7 00000004:00010000:3.0:1777573460.921800:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004478b823 reply state 00000000283dca23 transno 4294967405 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.921822:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.921833:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243b00) 00010000:00010000:3.0:1777573460.921836:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573460.921841:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1777573460.921841:0:7420:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89def78140c0 with version 17 00000004:00200000:3.0:1777573460.921854:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000020:00080000:2.0:1777573460.921861:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 7 cancel update log [0x200000401:0x2:0x0].7: rc = 0 00000004:00080000:0.0:1777573460.921893:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 17 rpc_version 17 00000020:00100000:0.0:1777573460.921923:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000020:00080000:2.0:1777573460.921932:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 7 cancel update log [0x240000400:0x2:0x0].7: rc = 0 00000100:00100000:0.0:1777573460.921933:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ded934d500 x1863919926271488/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:3.0:1777573460.921938:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000020:00080000:2.0:1777573460.921944:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 7 00000100:00100000:3.0:1777573460.921956:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:49402:x1863919917639296:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2934us (3262us total) trans 4294967405 rc 0/0 00000100:00100000:0.0:1777573460.921962:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926271488:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1777573460.921967:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 858 00010000:00010000:3.0:1777573460.922004:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573460.922012:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573460.922014:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.922023:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.922029:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573460.922034:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.922043:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.922056:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243b00) 00000100:00100000:0.0:1777573460.922057:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89defaefa300 going to sleep for 11 seconds 00010000:00010000:3.0:1777573460.922059:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573460.922065:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.922071:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67575 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573460.923642:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926271488 00000100:00100000:1.0:1777573460.923651:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926271488 00000100:00100000:1.0:1777573460.923720:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1777573460.923730:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:7412:x1863919926271488:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1777573460.923906:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7412:x1863919926271488:12345-0@lo:1000:osp_up0-1.0 Request processed in 177us (1900us total) trans 4294967491 rc 0/0 00000100:00100000:1.0:1777573460.923914:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1777573460.923954:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926271488:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1777573460.956141:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573460.956532:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917639424 00000100:00100000:3.0:1777573460.956543:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917639424 00000100:00100000:3.0:1777573460.956606:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 859 00000100:00100000:3.0:1777573460.956617:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49406:x1863919917639424:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573460.956638:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573460.956659:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6757c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de2d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956765:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956781:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956793:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956811:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956818:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956826:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956876:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67591 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956885:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67591 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956893:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67591 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573460.956916:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67591 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956930:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956938:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956944:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956951:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956957:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573460.956961:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956969:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956981:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573460.956985:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573460.956989:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.956996:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67583 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957008:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957015:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957020:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957025:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573460.957028:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957034:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957042:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ddc10eb600) 00010000:00010000:3.0:1777573460.957045:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573460.957048:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957053:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6758a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957088:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6757c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de2d expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957100:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67591 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de2d expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.957106:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:3.0:1777573460.957109:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573460.957112:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573460.957168:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:49406:x1863919917639424:12345-192.168.204.9@tcp:101:touch.0 Request processed in 554us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573460.957176:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 859 00000100:00100000:0.0:1777573460.960270:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573460.960435:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917639552 00000100:00100000:1.0:1777573460.960445:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917639552 00000100:00100000:1.0:1777573460.960501:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 860 00000100:00100000:0.0:1777573460.960501:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573460.960512:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:49406:x1863919917639552:12345-192.168.204.9@tcp:101:touch.0 00000100:00100000:0.0:1777573460.960526:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917639680 00000100:00100000:0.0:1777573460.960529:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917639680 00010000:00010000:1.0:1777573460.960535:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573460.960556:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67598 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de34 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573460.960560:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 50 00000100:00100000:0.0:1777573460.960568:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917639680:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573460.960580:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573460.960598:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67591 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de2d expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.960608:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573460.960611:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573460.960615:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573460.960619:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.960629:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573460.960659:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917639680:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 93us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573460.960666:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 50 00000004:00200000:1.0:1777573460.960668:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:1.0:1777573460.960672:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1777573460.961094:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67598 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.961105:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.961110:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:1.0:1777573460.961113:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1777573460.961114:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187600, rc 0) 00000100:00100000:1.0:1777573460.961220:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:49406:x1863919917639552:12345-192.168.204.9@tcp:101:touch.0 Request processed in 711us (957us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573460.961226:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 860 00000100:00100000:0.0:1777573460.962876:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573460.963088:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917639936 00000100:00100000:1.0:1777573460.963096:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917639936 00000100:00100000:1.0:1777573460.963144:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 861 00000100:00100000:1.0:1777573460.963153:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:49406:x1863919917639936:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573460.963170:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573460.963187:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a675a6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de3b expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.963281:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.963296:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.963307:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.963655:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.963665:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.963672:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573460.963885:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926271616:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1777573460.963944:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573460.963984:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926271616 00000100:00100000:0.0:1777573460.963988:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926271616 00000100:00100000:1.0:1777573460.963996:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded4327300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573460.964026:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1777573460.964034:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:26981:x1863919926271616:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1777573460.964108:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:26981:x1863919926271616:12345-0@lo:1000:mdt00_005.0 Request processed in 74us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573460.964116:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1777573460.964149:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926271616:0@lo:1000:mdt00_005.0 00000004:00080000:1.0:1777573460.964462:0:26981:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xa:0x0], index 1: 0 00010000:00010000:1.0:1777573460.964606:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a675bb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964618:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a675bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964627:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a675bb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964664:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964672:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964678:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964684:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964721:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573460.964726:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964740:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964752:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:1.0:1777573460.964756:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573460.964760:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964765:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675ad lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573460.964776:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000041b20427 reply state 00000000014c2581 transno 4294967406 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964786:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964793:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89dec87d8400) 00010000:00010000:1.0:1777573460.964796:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573460.964798:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573460.964829:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a675a6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de3b expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964846:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a675bb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de3b expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573460.964854:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89dec87d8900) 00010000:00010000:1.0:1777573460.964856:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573460.964859:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187e00, rc 0) 00000100:00100000:1.0:1777573460.964906:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:49406:x1863919917639936:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1753us (2032us total) trans 4294967406 rc 0/0 00000100:00100000:1.0:1777573460.964914:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 861 00000100:00100000:0.0:1777573460.968421:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573460.968520:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917640192 00000100:00100000:2.0:1777573460.968530:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917640192 00000100:00100000:2.0:1777573460.968581:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 862 00000100:00100000:2.0:1777573460.968591:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:49406:x1863919917640192:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:2.0:1777573460.968643:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573460.968668:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a675bb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de3b expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.968685:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89dec87d8900) 00010000:00010000:2.0:1777573460.968766:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573460.968818:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.968832:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.968842:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573460.968942:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bdbaae60 reply state 000000009b0cf72c transno 4294967407 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.968954:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573460.968961:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89deef243500) 00010000:00010000:2.0:1777573460.968963:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573460.968966:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573460.969087:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:49406:x1863919917640192:12345-192.168.204.9@tcp:36:touch.0 Request processed in 498us (672us total) trans 4294967407 rc 0/0 00000100:00100000:2.0:1777573460.969095:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 862 00000100:00100000:0.0:1777573460.970806:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573460.970899:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917640320 00000100:00100000:3.0:1777573460.970907:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917640320 00000100:00100000:3.0:1777573460.970958:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 863 00000100:00100000:3.0:1777573460.970967:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:49406:x1863919917640320:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573460.970985:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573460.971003:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a675d0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de42 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.971051:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a675d0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de42 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.971064:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a675d0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de42 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573460.971082:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89deef243500) 00010000:00010000:3.0:1777573460.971084:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573460.971088:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573460.971174:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:49406:x1863919917640320:12345-192.168.204.9@tcp:101:touch.0 Request processed in 208us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573460.971181:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 863 00000100:00100000:0.0:1777573460.973025:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573460.973097:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917640448 00000100:00100000:1.0:1777573460.973105:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917640448 00000100:00080000:2.0:1777573460.973152:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573460.973171:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 379 00000100:00100000:1.0:1777573460.973182:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917640448:12345-192.168.204.9@tcp:2:touch.0 00000100:00100000:1.0:1777573460.973401:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917640448:12345-192.168.204.9@tcp:2:touch.0 Request processed in 220us (380us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1777573460.973408:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 379 00000100:00100000:0.0:1777573460.974992:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573460.975039:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917640704 00000100:00100000:1.0:1777573460.975046:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917640704 00000100:00100000:1.0:1777573460.975093:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 131 00000100:00100000:1.0:1777573460.975102:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec2d41c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:49406:x1863919917640704:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:1.0:1777573460.975354:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec2d41c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:49406:x1863919917640704:12345-192.168.204.9@tcp:35:touch.0 Request processed in 251us (365us total) trans 4294967408 rc 0/0 00000100:00100000:1.0:1777573460.975362:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 131 00000100:00100000:0.0:1777573460.999835:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573460.999879:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917640832 00000100:00100000:3.0:1777573460.999888:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917640832 00000100:00100000:3.0:1777573460.999935:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00100000:3.0:1777573460.999945:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:49410:x1863919917640832:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573460.999969:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573461.000158:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a675d7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de49 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000221:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000237:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000253:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000264:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000271:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000277:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000361:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a675ec lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000370:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a675ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000377:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a675ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573461.000416:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1a:0x0]: returning size 0 00000004:00200000:3.0:1777573461.000421:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573461.000439:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a675ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000451:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a675ec lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000459:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000465:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000471:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000477:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000484:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573461.000488:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000495:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000508:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:3.0:1777573461.000511:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573461.000516:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 3/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000522:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a675de lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000541:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000547:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000552:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000564:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573461.000566:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000572:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000580:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89dec87d8400) 00010000:00010000:3.0:1777573461.000582:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573461.000585:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000590:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a675e5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000613:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a675d7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de49 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000625:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a675ec lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de49 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.000637:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89deef243500) 00010000:00010000:3.0:1777573461.000640:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573461.000642:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:3.0:1777573461.000798:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:49410:x1863919917640832:12345-192.168.204.9@tcp:101:rm.0 Request processed in 854us (971us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573461.000807:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00100000:0.0:1777573461.003118:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.003206:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917640960 00000100:00100000:1.0:1777573461.003217:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917640960 00000100:00100000:1.0:1777573461.003276:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 380 00000100:00100000:1.0:1777573461.003286:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917640960:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573461.003302:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573461.003333:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de50 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573461.003356:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xa:0x0] initial LVB size: 0, mtime: 0x69f39e55, atime: 0x69f39e55, ctime: 0x69f39e55, blocks: 0x0 00010000:00010000:1.0:1777573461.003374:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573461.003377:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573461.003384:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.003402:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.003414:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186800, rc 0) 00000100:00100000:1.0:1777573461.003467:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917640960:12345-192.168.204.9@tcp:101:rm.0 Request processed in 183us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573461.003474:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 380 00000100:00100000:0.0:1777573461.005862:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.005928:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917641216 00000100:00100000:1.0:1777573461.005939:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917641216 00000100:00100000:1.0:1777573461.005997:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 865 00000100:00100000:1.0:1777573461.006006:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:49410:x1863919917641216:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573461.006051:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573461.006075:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a675ec lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de49 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006094:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a675d0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de42 expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006103:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89deef243500) 00010000:00010000:1.0:1777573461.006107:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573461.006128:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006144:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006153:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006163:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006170:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006176:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006248:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006256:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006262:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573461.006488:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8832 00000004:00080000:1.0:1777573461.006497:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 985654803368ns, next at 986654801352ns, rc = 0 00010000:00010000:1.0:1777573461.006541:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006550:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006561:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006568:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006574:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006580:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006610:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573461.006628:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006633:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006639:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006644:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.006648:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006655:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006664:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89deef243500) 00010000:00010000:1.0:1777573461.006667:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573461.006672:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.006683:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573461.006718:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.006727:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573461.006731:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.006737:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.006747:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89deef243500) 00010000:00010000:0.0:1777573461.006750:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777573461.006753:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.006759:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6760f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.006769:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573461.006771:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573461.006773:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573461.006775:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67608 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006797:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006804:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006810:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006816:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006822:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.006825:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006831:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006840:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:1.0:1777573461.006842:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573461.006846:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006852:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a675fa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573461.006861:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7351094 reply state 00000000cb8905bf transno 4294967409 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006872:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.006878:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89dec87d8400) 00010000:00010000:1.0:1777573461.006880:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573461.006882:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573461.006952:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:49410:x1863919917641216:12345-192.168.204.9@tcp:36:rm.0 Request processed in 946us (1096us total) trans 4294967409 rc 0/0 00000100:00100000:1.0:1777573461.006960:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 865 00000100:00100000:0.0:1777573461.016143:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573461.016188:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573461.016202:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917641344 00000100:00100000:2.0:1777573461.016213:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917641344 00000100:00100000:1.0:1777573461.016234:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917641472 00000100:00100000:1.0:1777573461.016240:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917641472 00000100:00100000:2.0:1777573461.016278:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:2.0:1777573461.016290:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917641344:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573461.016293:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 712 00000100:00080000:0.0:1777573461.016294:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573461.016307:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917641472:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573461.016379:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917641344:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 92us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573461.016381:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917641472:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573461.016397:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:1.0:1777573461.016403:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 712 00000100:00100000:0.0:1777573461.432410:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.432451:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917641600 00000100:00100000:1.0:1777573461.432461:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917641600 00000100:00100000:1.0:1777573461.432512:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 866 00000100:00100000:1.0:1777573461.432520:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:49425:x1863919917641600:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573461.432546:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573461.432597:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67616 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de57 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.432654:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6761d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.432672:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6761d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.432686:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6761d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573461.432762:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:1.0:1777573461.432765:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573461.432782:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6761d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.432802:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67616 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de57 expref: 15 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.432824:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6761d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de57 expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.432830:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:1.0:1777573461.432832:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573461.432834:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187c00, rc 0) 00000100:00100000:1.0:1777573461.432882:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4675c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:49425:x1863919917641600:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 363us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573461.432887:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 866 00000100:00100000:0.0:1777573461.434856:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.434898:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917641856 00000100:00100000:1.0:1777573461.434906:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917641856 00000100:00100000:1.0:1777573461.434955:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 867 00000100:00100000:1.0:1777573461.434965:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:49425:x1863919917641856:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573461.435006:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573461.435029:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6761d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de57 expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.435044:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:1.0:1777573461.435049:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573461.435068:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.435081:0:26981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.435089:0:26981:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.435121:0:26981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.435144:0:26981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 13 pid: 8523 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573461.435159:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:26981:1863919926271744:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573461.435251:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3c41c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573461.436415:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.436485:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:26981:1863919926271744:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573461.436510:0:26981:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573461.436628:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917641984 00000100:00100000:2.0:1777573461.436634:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917641984 00010000:00010000:2.0:1777573461.436660:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 14 pid: 8523 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573461.436731:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 319 00000100:00100000:2.0:1777573461.436739:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:2400:x1863919917641984:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573461.436750:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573461.436756:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 14 pid: 8523 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.436764:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 14 pid: 8523 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.436780:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6759f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de34 expref: 14 pid: 8523 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.436795:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:2.0:1777573461.436799:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.436807:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.436815:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.436841:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573461.436886:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b81850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:2400:x1863919917641984:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 147us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573461.436894:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 319 00010000:00010000:2.0:1777573461.437026:0:26981:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.437034:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573461.438553:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967410 is committed 00000004:00080000:2.0:1777573461.438567:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 46 committed 00010000:00010000:1.0:1777573461.438585:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438604:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438612:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438618:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.438623:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438629:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573461.438630:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ec69a50 reply state 00000000a2354dd6 transno 4294967410 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438640:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89dec87d8400) 00010000:00010000:1.0:1777573461.438644:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573461.438647:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438647:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438662:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a675b4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.438666:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:2.0:1777573461.438670:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573461.438673:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573461.438677:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438683:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438689:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573461.438720:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00010000:00010000:1.0:1777573461.438721:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.438727:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438734:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438743:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a:0x0].0x0 (ffff89deef243500) 00010000:00010000:1.0:1777573461.438746:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573461.438749:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438756:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a675c9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438779:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438786:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438792:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438797:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.438800:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438807:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1777573461.438811:0:26981:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:1.0:1777573461.438816:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89dec87d8400) 00010000:00010000:1.0:1777573461.438819:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573461.438822:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.438829:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67601 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573461.438831:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4677b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:49425:x1863919917641856:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 3861us (3980us total) trans 4294967410 rc 0/0 00000100:00100000:2.0:1777573461.438846:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 867 00010000:00010000:3.0:1777573461.439020:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439026:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439030:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439033:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573461.439035:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439038:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439044:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89dec87d8b00) 00010000:00010000:3.0:1777573461.439046:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573461.439048:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439051:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67624 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573461.439113:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573461.439129:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926271872:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777573461.439176:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573461.439250:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926271872 00000100:00100000:3.0:1777573461.439261:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926271872 00000100:00100000:3.0:1777573461.439332:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1777573461.439343:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926271872:12345-0@lo:6:osp-syn-1-1.0 00000100:00080000:2.0:1777573461.439352:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:3.0:1777573461.439367:0:17492:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10 count 1 00010000:00010000:3.0:1777573461.439385:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439399:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439407:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573461.439410:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573461.439413:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439442:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.439455:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 6 pid: 12154 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573461.439468:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926272000:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573461.439534:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc457db40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573461.441347:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926272000:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573461.441380:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573461.443277:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.443335:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917642112 00000100:00100000:1.0:1777573461.443343:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917642112 00010000:00010000:1.0:1777573461.443375:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 7 pid: 12154 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573461.443414:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 320 00000100:00100000:1.0:1777573461.443425:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917642112:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573461.443442:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573461.443449:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 7 pid: 12154 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.443463:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 7 pid: 12154 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.443491:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a675f3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de50 expref: 7 pid: 12154 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.443506:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573461.443508:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573461.443513:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.443523:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.443553:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573461.443568:0:17492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.443577:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.443584:0:17492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.443590:0:17492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.443606:0:17492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573461.443610:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917642112:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 187us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573461.443620:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 320 00000100:00100000:3.0:1777573461.443968:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926271872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4627us (4790us total) trans 4294967343 rc 0/0 00000100:00100000:3.0:1777573461.443978:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000004:00080000:2.0:1777573461.443998:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc2e1df80/2, rc 0, transno 4294967343 00010000:00010000:3.0:1777573461.444003:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777573461.444005:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926271872:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777573461.444010:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.444020:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573461.444025:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.444038:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.444051:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.444058:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6762b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.444074:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573461.444076:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573461.444078:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573461.465557:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.465597:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917642240 00000100:00100000:1.0:1777573461.465606:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917642240 00000100:00100000:1.0:1777573461.465662:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 868 00000100:00100000:1.0:1777573461.465672:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:49429:x1863919917642240:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573461.465712:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573461.465734:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67632 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de5e expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465792:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465804:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465814:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465835:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465843:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465848:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465892:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67647 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465898:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67647 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465902:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67647 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573461.465920:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67647 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465928:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465932:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465936:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465940:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465944:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.465946:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465952:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465959:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573461.465961:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573461.465964:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465967:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67639 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465975:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465979:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465990:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.465996:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.466000:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.466006:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.466013:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ded4e60200) 00010000:00010000:1.0:1777573461.466016:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573461.466019:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.466028:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67640 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.466060:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a67632 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de5e expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.466076:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67647 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de5e expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.466084:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:1.0:1777573461.466088:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573461.466090:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187c00, rc 0) 00000100:00100000:1.0:1777573461.466153:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:49429:x1863919917642240:12345-192.168.204.9@tcp:101:touch.0 Request processed in 482us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573461.466161:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 868 00000100:00100000:3.0:1777573461.468666:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573461.468765:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573461.468799:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917642368 00000100:00100000:3.0:1777573461.468807:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917642368 00000100:00100000:3.0:1777573461.468912:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 869 00000100:00100000:3.0:1777573461.468922:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:49429:x1863919917642368:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573461.468941:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573461.468961:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6764e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de65 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.469014:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.469028:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.469040:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573461.469084:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:3.0:1777573461.469088:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1777573461.469124:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6764e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.469140:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.469149:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:3.0:1777573461.469153:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1777573461.469156:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:0.0:1777573461.469196:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917642496 00000100:00100000:0.0:1777573461.469202:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917642496 00000100:00100000:3.0:1777573461.469211:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:49429:x1863919917642368:12345-192.168.204.9@tcp:101:touch.0 Request processed in 290us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573461.469220:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 869 00000100:00100000:0.0:1777573461.469247:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 51 00000100:00100000:0.0:1777573461.469256:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917642496:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573461.469268:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573461.469285:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67647 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de5e expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.469305:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573461.469442:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573461.469478:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917642496:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 222us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573461.469487:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 51 00000100:00100000:0.0:1777573461.472326:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.472414:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917642752 00000100:00100000:1.0:1777573461.472424:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917642752 00000100:00100000:1.0:1777573461.472484:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:1.0:1777573461.472496:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:49429:x1863919917642752:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573461.472514:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573461.472534:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6765c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de6c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.472643:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.472657:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.472669:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.472685:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.472727:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.472735:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573461.473055:0:6486:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xb:0x0], index 0: 0 00010000:00010000:1.0:1777573461.473176:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67671 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473183:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67671 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473188:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67671 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473210:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473215:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473219:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473223:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473227:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.473230:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473235:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473241:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573461.473243:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573461.473246:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473250:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a67663 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573461.473257:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006cf93b81 reply state 00000000c6fb7ba1 transno 4294967411 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473264:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473268:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ded4e60100) 00010000:00010000:1.0:1777573461.473269:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573461.473271:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573461.473289:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6765c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de6c expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473298:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67671 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de6c expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.473306:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60800) 00010000:00010000:1.0:1777573461.473319:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573461.473323:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573461.473390:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:49429:x1863919917642752:12345-192.168.204.9@tcp:101:touch.0 Request processed in 897us (1086us total) trans 4294967411 rc 0/0 00000100:00100000:1.0:1777573461.473397:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:3.0:1777573461.476371:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.476457:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917643008 00000100:00100000:1.0:1777573461.476466:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917643008 00000100:00100000:1.0:1777573461.476647:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:1.0:1777573461.476660:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7778000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:49429:x1863919917643008:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:1.0:1777573461.476738:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573461.476764:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67671 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de6c expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.476782:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60800) 00010000:00010000:1.0:1777573461.476793:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573461.476837:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.476851:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.476862:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573461.476962:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b964304d reply state 0000000084b65579 transno 4294967412 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.476981:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.476988:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:1.0:1777573461.476991:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573461.476994:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573461.477093:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7778000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:49429:x1863919917643008:12345-192.168.204.9@tcp:36:touch.0 Request processed in 436us (730us total) trans 4294967412 rc 0/0 00000100:00100000:1.0:1777573461.477101:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:0.0:1777573461.478621:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573461.478653:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917643136 00000100:00100000:0.0:1777573461.478661:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917643136 00000100:00100000:0.0:1777573461.478810:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 872 00000100:00100000:0.0:1777573461.478821:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:49429:x1863919917643136:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573461.478840:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573461.478858:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67686 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de73 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.478905:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67686 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de73 expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.478920:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67686 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de73 expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.478937:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:0.0:1777573461.478940:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573461.478942:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573461.478992:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+11:49429:x1863919917643136:12345-192.168.204.9@tcp:101:touch.0 Request processed in 167us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573461.479002:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 872 00000100:00100000:0.0:1777573461.480632:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.480727:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917643264 00000100:00100000:1.0:1777573461.480735:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917643264 00000100:00100000:1.0:1777573461.480781:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 382 00000100:00100000:1.0:1777573461.480791:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917643264:12345-192.168.204.9@tcp:2:touch.0 00000100:00100000:1.0:1777573461.481007:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917643264:12345-192.168.204.9@tcp:2:touch.0 Request processed in 218us (381us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1777573461.481013:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 382 00000100:00100000:0.0:1777573461.483465:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573461.483506:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917643520 00000100:00100000:2.0:1777573461.483515:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917643520 00000100:00100000:2.0:1777573461.483574:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 132 00000100:00100000:2.0:1777573461.483584:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:49429:x1863919917643520:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:2.0:1777573461.483871:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:49429:x1863919917643520:12345-192.168.204.9@tcp:35:touch.0 Request processed in 288us (410us total) trans 4294967413 rc 0/0 00000100:00100000:2.0:1777573461.483879:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 132 00000100:00100000:3.0:1777573461.507934:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573461.508222:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917643648 00000100:00100000:0.0:1777573461.508234:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917643648 00000100:00100000:0.0:1777573461.508295:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 873 00000100:00100000:0.0:1777573461.508319:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+12:49433:x1863919917643648:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573461.508353:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573461.508375:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6768d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de7a expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508435:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508449:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508460:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508471:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508482:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508488:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508568:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a676a2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508577:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a676a2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508583:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a676a2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573461.508621:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1b:0x0]: returning size 0 00000004:00200000:0.0:1777573461.508625:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573461.508643:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a676a2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508655:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a676a2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508663:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508669:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508674:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508684:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508733:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573461.508738:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508746:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508757:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:0.0:1777573461.508760:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573461.508763:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508770:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67694 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508783:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508789:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508795:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508800:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573461.508802:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508812:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508829:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ded4e60100) 00010000:00010000:0.0:1777573461.508832:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573461.508835:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 2/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508841:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6769b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508864:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6768d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de7a expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508877:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a676a2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de7a expref: 13 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.508885:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:0.0:1777573461.508887:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573461.508889:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0600, rc 0) 00000100:00100000:0.0:1777573461.508947:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:49433:x1863919917643648:12345-192.168.204.9@tcp:101:rm.0 Request processed in 643us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573461.508954:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 873 00000100:00100000:0.0:1777573461.511877:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.511931:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917643776 00000100:00100000:1.0:1777573461.511940:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917643776 00000100:00100000:1.0:1777573461.511990:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 383 00000100:00100000:1.0:1777573461.512000:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917643776:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573461.512016:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573461.512034:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de81 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573461.512059:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x69f39e56, atime: 0x69f39e56, ctime: 0x69f39e56, blocks: 0x0 00010000:00010000:1.0:1777573461.512078:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573461.512081:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573461.512088:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 7 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.512101:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 7 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.512110:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573461.512185:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917643776:12345-192.168.204.9@tcp:101:rm.0 Request processed in 188us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573461.512190:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 383 00000100:00100000:3.0:1777573461.514501:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.514547:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917644032 00000100:00100000:1.0:1777573461.514565:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917644032 00000100:00100000:1.0:1777573461.514658:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 874 00000100:00100000:1.0:1777573461.514669:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:49433:x1863919917644032:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573461.514755:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573461.514784:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a676a2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de7a expref: 13 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514808:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67686 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de73 expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514830:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:1.0:1777573461.514834:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573461.514856:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514868:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514880:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514890:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514897:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514903:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514973:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514981:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.514987:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573461.515212:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8896 00000004:00080000:1.0:1777573461.515223:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 986163529137ns, next at 987163526915ns, rc = 0 00010000:00010000:1.0:1777573461.515266:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515274:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515282:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515300:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515314:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515321:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515345:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573461.515363:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515369:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515376:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515381:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.515385:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515393:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515401:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:1.0:1777573461.515404:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573461.515408:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515418:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676be lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1b:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515434:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515440:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515445:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515450:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515456:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573461.515458:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515464:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515471:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573461.515474:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573461.515476:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515483:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a676b0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573461.515491:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7c1bc23 reply state 000000003e3d0003 transno 4294967414 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515501:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.515508:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ded4e60100) 00010000:00010000:1.0:1777573461.515511:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573461.515513:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573461.515582:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:49433:x1863919917644032:12345-192.168.204.9@tcp:36:rm.0 Request processed in 915us (1087us total) trans 4294967414 rc 0/0 00000100:00100000:1.0:1777573461.515590:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 874 00010000:00010000:3.0:1777573461.515654:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573461.515660:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.515666:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573461.515670:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.515680:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.515723:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:3.0:1777573461.515727:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573461.515731:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.515738:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a676c5 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573461.515749:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573461.515751:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573461.515753:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573461.750874:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573461.934092:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573461.934375:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917644160 00000100:00100000:0.0:1777573461.934386:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917644160 00000100:00100000:0.0:1777573461.934441:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:0.0:1777573461.934452:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:49447:x1863919917644160:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573461.934476:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573461.934498:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a676cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de88 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.934560:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a676d3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.934574:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a676d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.934584:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a676d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573461.934628:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:0.0:1777573461.934631:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573461.934651:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a676d3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.934675:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a676cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de88 expref: 15 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.934716:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a676d3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de88 expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573461.934725:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:0.0:1777573461.934728:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573461.934731:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573461.934783:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:49447:x1863919917644160:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 334us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573461.934790:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:2.0:1777573461.938392:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.938463:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917644416 00000100:00100000:1.0:1777573461.938474:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917644416 00000100:00100000:1.0:1777573461.938605:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 876 00000100:00100000:1.0:1777573461.938614:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:49447:x1863919917644416:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573461.938666:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573461.938709:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a676d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de88 expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.938734:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573461.938739:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573461.938760:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.938772:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 13 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.938779:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 4/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.938812:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 13 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.938826:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 13 pid: 12623 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573461.938842:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926272128:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573461.938926:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573461.946997:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.947139:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926272128:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573461.947164:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573461.947227:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917644544 00000100:00100000:2.0:1777573461.947234:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917644544 00010000:00010000:2.0:1777573461.947268:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 14 pid: 12623 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573461.947355:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 321 00000100:00100000:2.0:1777573461.947365:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:2401:x1863919917644544:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573461.947380:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573461.947386:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 14 pid: 12623 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.947398:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 14 pid: 12623 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.947419:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67655 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de65 expref: 14 pid: 12623 timeout: 1086 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.947434:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573461.947438:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.947447:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.947455:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573461.947483:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573461.947531:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:2401:x1863919917644544:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 167us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573461.947538:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 321 00010000:00010000:1.0:1777573461.947589:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.947597:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573461.947767:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000930f4da5 reply state 00000000393c302d transno 4294967415 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.947779:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573461.947786:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573461.947789:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573461.947791:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573461.947800:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000100:00100000:1.0:1777573461.947843:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:49447:x1863919917644416:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 9230us (9461us total) trans 4294967415 rc 0/0 00000100:00100000:1.0:1777573461.947849:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 876 00000100:00100000:3.0:1777573461.997277:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573461.997357:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917644672 00000100:00100000:0.0:1777573461.997368:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917644672 00000100:00100000:0.0:1777573461.997461:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 877 00000100:00100000:0.0:1777573461.997469:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917644672:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573461.997550:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917644672:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 81us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573461.997558:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 877 00000100:00100000:3.0:1777573461.999239:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573461.999455:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917644800 00000100:00100000:1.0:1777573461.999464:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917644800 00000100:00100000:1.0:1777573461.999518:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 384 00000100:00100000:1.0:1777573461.999529:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917644800:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573461.999966:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917644800:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 438us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573461.999974:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 384 00000100:00100000:3.0:1777573462.002181:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573462.002255:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917644928 00000100:00100000:1.0:1777573462.002264:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917644928 00000100:00100000:1.0:1777573462.002343:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 385 00000100:00100000:1.0:1777573462.002353:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:49456:x1863919917644928:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573462.002474:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:49456:x1863919917644928:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 123us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573462.002482:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 385 00000100:00080000:2.0:1777573462.002542:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573462.004195:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573462.004283:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645056 00000100:00100000:2.0:1777573462.004291:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645056 00000100:00100000:2.0:1777573462.004375:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 878 00000100:00080000:0.0:1777573462.004379:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573462.004391:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645056:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573462.004512:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645056:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 128us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573462.004521:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 878 00000100:00100000:3.0:1777573462.006525:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573462.006596:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645184 00000100:00100000:2.0:1777573462.006604:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645184 00000100:00080000:0.0:1777573462.006673:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573462.006678:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 879 00000100:00100000:2.0:1777573462.006689:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:49456:x1863919917645184:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573462.006838:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:49456:x1863919917645184:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 151us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573462.006846:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 879 00000100:00100000:3.0:1777573462.009452:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573462.009543:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645312 00000100:00100000:1.0:1777573462.009600:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645312 00000100:00100000:1.0:1777573462.009654:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 880 00000100:00100000:1.0:1777573462.009663:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645312:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573462.009777:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645312:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 115us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573462.009784:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 880 00000100:00100000:0.0:1777573462.011251:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573462.011306:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645440 00000100:00100000:2.0:1777573462.011313:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645440 00000100:00100000:2.0:1777573462.011363:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 386 00000100:00100000:2.0:1777573462.011371:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645440:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573462.011480:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645440:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 111us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573462.011487:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 386 00000100:00100000:3.0:1777573462.012725:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573462.012794:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645568 00000100:00100000:0.0:1777573462.012802:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645568 00000100:00100000:0.0:1777573462.012841:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 387 00000100:00100000:0.0:1777573462.012847:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:49456:x1863919917645568:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573462.013023:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:49456:x1863919917645568:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 175us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573462.013035:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 387 00000100:00100000:3.0:1777573462.014235:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573462.014314:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645696 00000100:00100000:0.0:1777573462.014320:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645696 00000100:00100000:0.0:1777573462.014364:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:0.0:1777573462.014373:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645696:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573462.014506:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49456:x1863919917645696:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 134us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573462.014513:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:3.0:1777573462.018826:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573462.018881:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645824 00000100:00100000:2.0:1777573462.018895:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645824 00000100:00100000:2.0:1777573462.018953:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:2.0:1777573462.018963:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:49456:x1863919917645824:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573462.019131:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:49456:x1863919917645824:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 169us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573462.019138:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:3.0:1777573462.051362:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573462.051459:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917645952 00000100:00100000:1.0:1777573462.051470:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917645952 00000100:00100000:1.0:1777573462.051539:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 883 00000100:00100000:1.0:1777573462.051550:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:49460:x1863919917645952:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1777573462.051568:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573462.051583:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a676e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de8f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051650:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051665:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051676:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051729:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051738:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051745:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051790:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a676f6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051795:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a676f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051800:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a676f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573462.051826:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a676f6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051839:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051845:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051851:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051857:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051864:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.051868:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051874:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051885:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573462.051888:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573462.051892:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051898:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a676e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051907:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051911:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051915:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051918:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.051919:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051922:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051926:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ded4e60a00) 00010000:00010000:1.0:1777573462.051927:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573462.051929:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051932:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a676ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051950:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a676e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de8f expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051958:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a676f6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de8f expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.051963:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:1.0:1777573462.051965:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573462.051966:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573462.052012:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:49460:x1863919917645952:12345-192.168.204.9@tcp:101:dd.0 Request processed in 466us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573462.052017:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 883 00000100:00100000:3.0:1777573462.055428:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573462.055651:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917646080 00000100:00100000:2.0:1777573462.055660:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917646080 00000100:00100000:2.0:1777573462.055901:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 884 00000100:00100000:2.0:1777573462.055920:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:49460:x1863919917646080:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1777573462.055940:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573462.055959:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a676fd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de96 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.056012:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.056027:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.056038:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573462.056079:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:2.0:1777573462.056083:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573462.056142:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a676fd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 16 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.056161:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.056170:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573462.056174:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1777573462.056177:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573462.056756:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:49460:x1863919917646080:12345-192.168.204.9@tcp:101:dd.0 Request processed in 844us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573462.056765:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 884 00000100:00100000:3.0:1777573462.056890:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573462.057220:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917646208 00000100:00100000:1.0:1777573462.057226:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917646208 00000100:00100000:1.0:1777573462.057416:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 52 00000100:00100000:1.0:1777573462.057425:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917646208:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573462.057439:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573462.057456:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a676f6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de8f expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.057470:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:1.0:1777573462.057474:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573462.058906:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917646208:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 1477us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573462.058916:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 52 00000100:00100000:0.0:1777573462.059473:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573462.059532:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917646336 00000100:00100000:1.0:1777573462.059538:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917646336 00000100:00100000:1.0:1777573462.059572:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 133 00000100:00100000:1.0:1777573462.059578:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:49460:x1863919917646336:12345-192.168.204.9@tcp:49:dd.0 00000100:00100000:1.0:1777573462.059655:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:49460:x1863919917646336:12345-192.168.204.9@tcp:49:dd.0 Request processed in 78us (184us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573462.059659:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 133 00000100:00100000:3.0:1777573462.062974:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573462.063046:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917646592 00000100:00100000:1.0:1777573462.063056:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917646592 00000100:00100000:1.0:1777573462.063110:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 885 00000100:00100000:1.0:1777573462.063120:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:49460:x1863919917646592:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1777573462.063137:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573462.063154:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6770b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3de9d expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.063276:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.063291:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.063324:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.063335:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.063342:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.063349:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573462.063859:0:6486:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xb:0x0], index 1: 0 00010000:00010000:1.0:1777573462.063983:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67720 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.063994:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67720 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064002:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67720 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064032:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064040:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064046:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064053:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064059:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.064063:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064071:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064081:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573462.064084:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573462.064087:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064093:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67712 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573462.064105:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2e86a7c reply state 000000002c22e689 transno 4294967416 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064115:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064122:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ded4e60100) 00010000:00010000:1.0:1777573462.064125:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573462.064127:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573462.064152:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a6770b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de9d expref: 18 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064166:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67720 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de9d expref: 17 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.064173:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1c:0x0].0x0 (ffff89ded4e60a00) 00010000:00010000:1.0:1777573462.064176:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573462.064178:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187400, rc 0) 00000100:00100000:1.0:1777573462.064272:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+18:49460:x1863919917646592:12345-192.168.204.9@tcp:101:dd.0 Request processed in 1153us (1305us total) trans 4294967416 rc 0/0 00000100:00100000:1.0:1777573462.064280:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 885 00000100:00100000:3.0:1777573462.069963:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573462.070031:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917646720 00000100:00100000:0.0:1777573462.070046:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917646720 00000100:00100000:0.0:1777573462.070112:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 388 00000100:00100000:0.0:1777573462.070123:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:49460:x1863919917646720:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1777573462.070141:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573462.070162:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dea4 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573462.070187:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777573462.070209:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573462.070211:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573462.070220:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 7 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573462.070234:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 7 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573462.070246:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573462.070324:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49460:x1863919917646720:12345-192.168.204.9@tcp:101:dd.0 Request processed in 203us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573462.070331:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 388 00000100:00100000:0.0:1777573462.082483:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573462.082541:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917646848 00000100:00100000:2.0:1777573462.082552:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917646848 00002000:00100000:2.0:1777573462.082601:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0xb:0x0] (0->1048575) req@ffff89ddc45a4700 x1863919917646848/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:718/0 lens 488/0 e 0 to 0 dl 1777573473 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573462.082612:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc45a4700 with x1863919917646848 ext(0->1048575) 00002000:00010000:2.0:1777573462.082618:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc45a4700 00000100:00100000:2.0:1777573462.082646:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 18 00000100:00100000:2.0:1777573462.082657:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917646848:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:2.0:1777573462.094085:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:2400:x1863919917646848:12345-192.168.204.9@tcp:4:dd.0 Request processed in 11418us (11599us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1777573462.094101:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 18 00002000:00100000:2.0:1777573462.094115:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0xb:0x0] (0->1048575) req@ffff89ddc45a4700 x1863919917646848/t4294967344(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:718/0 lens 488/448 e 0 to 0 dl 1777573473 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573462.094134:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc45a4700 with x1863919917646848 ext(0->1048575) 00002000:00010000:2.0:1777573462.094140:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc45a4700 00000100:00100000:3.0:1777573462.096077:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573462.096149:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917646976 00000100:00100000:0.0:1777573462.096158:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917646976 00000100:00100000:0.0:1777573462.096227:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 886 00000100:00100000:0.0:1777573462.096241:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+18:49460:x1863919917646976:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:2.0:1777573462.097897:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967416 is committed 00000004:00080000:2.0:1777573462.097909:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 47 committed 00010000:00010000:1.0:1777573462.097941:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.097954:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.097962:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.097970:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.097974:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.097982:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.097998:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ded4e60100) 00010000:00010000:1.0:1777573462.098001:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573462.098006:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098014:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6766a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098033:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098040:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098047:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098053:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.098056:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098061:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573462.098068:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1777573462.098069:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:1.0:1777573462.098074:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573462.098076:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098082:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a6767f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573462.098088:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926272256:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1777573462.098110:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098117:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098123:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573462.098128:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:49460:x1863919917646976:12345-192.168.204.9@tcp:44:dd.0 Request processed in 1876us (2040us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573462.098132:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.098137:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573462.098144:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 886 00000100:00100000:0.0:1777573462.098147:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573462.098157:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098167:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ded4e60100) 00010000:00010000:1.0:1777573462.098169:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573462.098172:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098178:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a676b7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098191:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573462.098196:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926272256 00010000:00010000:1.0:1777573462.098197:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573462.098203:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926272256 00010000:00010000:1.0:1777573462.098205:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098212:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.098215:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098220:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098229:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573462.098231:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573462.098234:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098248:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a676da lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573462.098258:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00010000:00010000:1.0:1777573462.098259:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098266:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573462.098271:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926272256:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1777573462.098275:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777573462.098308:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:11 count 1 00010000:00010000:2.0:1777573462.098330:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.098349:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 6 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.098359:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573462.098361:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573462.098364:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573462.098375:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777573462.098390:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 6 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.098404:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 6 pid: 8361 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573462.098422:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926272384:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573462.098435:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573462.098439:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098446:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573462.098460:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ded4e60100) 00010000:00010000:1.0:1777573462.098463:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573462.098466:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573462.098469:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc25d0cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1777573462.098473:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67719 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573462.100569:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926272384:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573462.100605:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573462.100756:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573462.100793:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573462.100840:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917647232 00000100:00100000:0.0:1777573462.100846:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917647232 00010000:00010000:0.0:1777573462.100878:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 7 pid: 8361 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573462.100908:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 322 00000100:00100000:0.0:1777573462.100917:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917647232:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573462.100931:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573462.100936:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 7 pid: 8361 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573462.100949:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 7 pid: 8361 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573462.100972:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c630fb81/0x1e8fa618a5a676a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de81 expref: 7 pid: 8361 timeout: 1086 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573462.100987:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573462.100989:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573462.100993:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573462.101000:0:7408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573462.101025:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573462.101073:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917647232:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 157us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573462.101081:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 322 00000100:00100000:1.0:1777573462.101117:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917647104 00000100:00100000:1.0:1777573462.101123:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917647104 00010000:00010000:2.0:1777573462.101152:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.101162:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573462.101172:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 390 00010000:00010000:2.0:1777573462.101173:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573462.101184:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573462.101185:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:2401:x1863919917647104:12345-192.168.204.9@tcp:16:dd.0 00010000:00010000:2.0:1777573462.101210:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573462.101230:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573462.101238:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573462.101248:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573462.101253:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573462.101263:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573462.101276:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573462.101285:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67735 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573462.101317:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573462.101319:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573462.101321:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573462.101398:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926272256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3131us (3255us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1777573462.101405:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000004:00080000:1.0:1777573462.101495:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc45a5880/2, rc 0, transno 4294967345 00000100:00100000:1.0:1777573462.101504:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926272256:0@lo:6:osp-syn-0-1.0 00000001:00080000:0.0:1777573462.102519:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00000001:00080000:0.0:1777573462.102531:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967343 is committed 00000100:00100000:1.0:1777573462.102644:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917647104:12345-192.168.204.9@tcp:16:dd.0 Request processed in 1462us (1887us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573462.102652:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 390 00000100:00100000:3.0:1777573462.104429:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573462.104483:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917647488 00000100:00100000:2.0:1777573462.104491:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917647488 00000100:00100000:2.0:1777573462.104544:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 134 00000100:00100000:2.0:1777573462.104554:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49460:x1863919917647488:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:2.0:1777573462.104897:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:49460:x1863919917647488:12345-192.168.204.9@tcp:35:dd.0 Request processed in 344us (474us total) trans 4294967417 rc 0/0 00000100:00100000:2.0:1777573462.104904:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 134 00000100:00100000:2.0:1777573462.456244:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573462.456267:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926272512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573462.456343:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573462.456485:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926272512 00000100:00100000:0.0:1777573462.456492:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926272512 00000100:00100000:0.0:1777573462.456531:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1777573462.456537:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926272512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573462.456564:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573462.456640:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926272512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573462.456647:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1777573462.457786:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926272512:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1777573462.655970:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967491 is committed 00000001:00080000:1.0:1777573462.657352:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967417 is committed 00010000:00010000:3.0:1777573462.774851:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573463.212978:0:83678:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 987861282364ns, next at 966037557529ns, rc = 0 00080000:00080000:2.0:1777573463.212995:0:83678:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573463.213304:0:83678:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 987861610287ns, next at 987163526915ns, rc = 0 00080000:00080000:2.0:1777573463.213311:0:83678:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573463.213390:0:83678:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 987861696280ns, next at 969227782529ns, rc = 0 00080000:00080000:2.0:1777573463.213396:0:83678:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573463.213462:0:83678:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 987861768449ns, next at 986654801352ns, rc = 0 00080000:00080000:2.0:1777573463.213467:0:83678:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573463.214644:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 48 committed 00000004:00080000:2.0:1777573463.214924:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 51 committed 00000004:00080000:2.0:1777573463.216431:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 52 committed 00000004:00080000:1.0:1777573463.216826:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 47 committed 00000001:00080000:0.0:1777573463.794774:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000001:00080000:0.0:1777573463.794787:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00010000:00010000:2.0:1777573463.800214:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573463.836561:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573463.836595:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917647616 00000100:00100000:0.0:1777573463.836604:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917647616 00000100:00100000:0.0:1777573463.836658:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00100000:0.0:1777573463.836667:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917647616:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573463.836784:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917647616:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 119us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573463.836790:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00100000:0.0:1777573463.839349:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573463.839394:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917647744 00000100:00100000:1.0:1777573463.839404:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917647744 00000100:00080000:0.0:1777573463.839473:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573463.839481:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 391 00000100:00100000:1.0:1777573463.839493:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:49656:x1863919917647744:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573463.839891:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:49656:x1863919917647744:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 395us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573463.839904:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 391 00000100:00100000:1.0:1777573463.843799:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573463.844031:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917647872 00000100:00100000:0.0:1777573463.844041:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917647872 00000100:00100000:0.0:1777573463.844101:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 392 00000100:00100000:0.0:1777573463.844112:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:49656:x1863919917647872:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573463.844909:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:49656:x1863919917647872:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 795us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573463.844919:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 392 00000100:00100000:2.0:1777573463.847194:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573463.847685:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917648000 00000100:00100000:0.0:1777573463.847712:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917648000 00000100:00100000:0.0:1777573463.847764:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 888 00000100:00100000:0.0:1777573463.847773:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648000:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573463.847891:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648000:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 119us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573463.847898:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 888 00000100:00100000:3.0:1777573463.850555:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573463.850610:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917648128 00000100:00100000:0.0:1777573463.850619:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917648128 00000100:00100000:0.0:1777573463.850665:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 889 00000100:00100000:0.0:1777573463.850674:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648128:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573463.851102:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648128:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 428us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573463.851111:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 889 00000100:00100000:0.0:1777573463.856404:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573463.856488:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917648256 00000100:00100000:3.0:1777573463.856499:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917648256 00000100:00100000:3.0:1777573463.856583:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 890 00000100:00100000:3.0:1777573463.856593:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648256:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573463.856758:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648256:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 166us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573463.856766:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 890 00000100:00100000:2.0:1777573463.860605:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573463.860887:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917648384 00000100:00100000:3.0:1777573463.860898:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917648384 00000100:00100000:3.0:1777573463.860953:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 393 00000100:00100000:3.0:1777573463.860963:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:49656:x1863919917648384:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573463.861095:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:49656:x1863919917648384:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 133us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573463.861103:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 393 00000100:00100000:0.0:1777573463.863405:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573463.863521:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917648512 00000100:00100000:2.0:1777573463.863530:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917648512 00000100:00100000:2.0:1777573463.863576:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 394 00000100:00100000:2.0:1777573463.863584:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:49656:x1863919917648512:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573463.863729:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:49656:x1863919917648512:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 145us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573463.863737:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 394 00000100:00100000:3.0:1777573463.865355:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573463.865406:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917648640 00000100:00100000:2.0:1777573463.865415:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917648640 00000100:00100000:2.0:1777573463.865468:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 891 00000100:00100000:2.0:1777573463.865478:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648640:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573463.865597:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648640:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 121us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573463.865604:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 891 00000100:00100000:0.0:1777573463.869520:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573463.869557:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917648768 00000100:00100000:0.0:1777573463.869566:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917648768 00000100:00100000:0.0:1777573463.869620:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 892 00000100:00100000:0.0:1777573463.869631:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648768:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573463.869783:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:49656:x1863919917648768:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 155us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573463.869792:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 892 00000100:00100000:0.0:1777573463.901249:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573463.901314:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649024 00000100:00100000:2.0:1777573463.901326:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649024 00000100:00100000:2.0:1777573463.901385:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 893 00000100:00100000:2.0:1777573463.901399:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:49660:x1863919917649024:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1777573463.901447:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573463.901483:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a67720 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de9d expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901501:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1c:0x0].0x0 (ffff89ded4e60a00) 00010000:00010000:2.0:1777573463.901511:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573463.901532:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901546:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901556:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901571:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901590:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901598:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901685:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901729:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.901737:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573463.901953:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8896 00000004:00080000:2.0:1777573463.901964:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 988550270500ns, next at 989550267930ns, rc = 0 00010000:00010000:2.0:1777573463.902029:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902045:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902054:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902061:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902070:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902076:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902098:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573463.902118:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902124:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902131:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902132:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573463.902141:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573463.902142:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902147:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902156:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573463.902160:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902161:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902181:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902181:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1c:0x0].0x0 (ffff89deef242000) 00010000:00010000:2.0:1777573463.902188:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573463.902193:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902198:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1c:0x0].0x0 (ffff89deef242000) 00010000:00010000:2.0:1777573463.902200:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6774a lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902204:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573463.902209:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902214:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67751 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902221:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573463.902226:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573463.902229:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573463.902232:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573463.902233:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902240:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902246:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902251:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573463.902254:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902259:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902279:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573463.902281:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573463.902284:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902290:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6773c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573463.902300:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b05c66f7 reply state 00000000a060a921 transno 4294967418 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902310:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573463.902316:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242600) 00010000:00010000:2.0:1777573463.902319:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573463.902322:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573463.902389:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:49660:x1863919917649024:12345-192.168.204.9@tcp:36:rm.0 Request processed in 995us (1147us total) trans 4294967418 rc 0/0 00000100:00100000:2.0:1777573463.902396:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 893 00000100:00100000:1.0:1777573464.503155:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926272640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573464.503231:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573464.503307:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926273152:0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.503334:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573464.503353:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926273664:0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.503377:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573464.503392:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926272896:0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.503400:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926274176:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.503429:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573464.503448:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573464.503452:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926273408:0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.503473:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1777573464.503480:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573464.503482:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926272768:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.503498:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926273920:0@lo:400:kworker.0 00000100:00100000:0.0:1777573464.503603:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273664 00000100:00100000:2.0:1777573464.503621:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273152 00000100:00100000:0.0:1777573464.503621:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273664 00000100:00100000:2.0:1777573464.503633:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273152 00000100:00100000:2.0:1777573464.503730:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926272896 00000100:00100000:2.0:1777573464.503734:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926272896 00000100:00100000:0.0:1777573464.503755:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926274176 00000100:00100000:0.0:1777573464.503762:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926274176 00000100:00100000:2.0:1777573464.503772:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273408 00000100:00100000:2.0:1777573464.503777:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273408 00000100:00100000:0.0:1777573464.503814:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1777573464.503825:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1777573464.503831:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926273664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.503842:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926273152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.503945:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573464.503963:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926274432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573464.503986:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573464.504015:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1777573464.504020:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573464.504025:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926273024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504039:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926273152:12345-0@lo:400:kworker.0 Request processed in 201us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573464.504047:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1777573464.504049:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926273280:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504056:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573464.504067:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273920 00000100:00100000:2.0:1777573464.504072:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273920 00000100:00100000:1.0:1777573464.504078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573464.504083:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926273536:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504092:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1777573464.504098:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926273792:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504099:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926272896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504138:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573464.504138:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573464.504139:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926272896:12345-0@lo:400:kworker.0 Request processed in 40us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573464.504146:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1777573464.504159:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926274048:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504159:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273536 00000100:00100000:2.0:1777573464.504164:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273536 00000100:00100000:1.0:1777573464.504165:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926274304:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504189:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1777573464.504195:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926273408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504223:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573464.504223:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573464.504231:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926273664:12345-0@lo:400:kworker.0 Request processed in 403us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573464.504257:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1777573464.504268:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926273408:12345-0@lo:400:kworker.0 Request processed in 44us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573464.504283:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1777573464.504287:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273792 00000100:00100000:3.0:1777573464.504290:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926272896:0@lo:400:kworker.0 00000100:00100000:0.0:1777573464.504294:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273792 00000100:00100000:2.0:1777573464.504309:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926274048 00000100:00100000:3.0:1777573464.504313:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926273408:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504316:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926274048 00000100:00100000:0.0:1777573464.504325:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926274304 00000100:00100000:0.0:1777573464.504329:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926274304 00000100:00100000:0.0:1777573464.504359:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1777573464.504368:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1777573464.504373:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926274176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504381:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926273920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.504388:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926273152:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504418:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:1.0:1777573464.504419:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967345 gen 2 00000004:00080000:1.0:1777573464.504426:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc45a5880, transno 4294967345 00000100:00100000:0.0:1777573464.504427:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926274176:12345-0@lo:400:kworker.0 Request processed in 56us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573464.504439:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926273536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.504444:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926273664:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504445:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926273920:12345-0@lo:400:kworker.0 Request processed in 66us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573464.504451:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1777573464.504464:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1777573464.504479:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967343 gen 2 00000004:00080000:1.0:1777573464.504485:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc2e1df80, transno 4294967343 00000100:00100000:0.0:1777573464.504489:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1777573464.504499:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926274176:0@lo:400:kworker.0 00000100:00100000:0.0:1777573464.504506:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926273792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504507:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926273536:12345-0@lo:400:kworker.0 Request processed in 72us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573464.504524:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1777573464.504550:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1777573464.504556:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926272640 00000100:00100000:3.0:1777573464.504560:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926274048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.504562:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926272640 00000100:00100000:0.0:1777573464.504575:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926273792:12345-0@lo:400:kworker.0 Request processed in 74us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573464.504598:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926274432 00000100:00100000:1.0:1777573464.504602:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926274432 00000100:00100000:2.0:1777573464.504617:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1777573464.504619:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926274048:12345-0@lo:400:kworker.0 Request processed in 61us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573464.504624:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1777573464.504627:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926272640:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573464.504631:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926274432:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573464.504635:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00002000:00000024:2.0:1777573464.504649:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3922481152 avail 3690958848 00002000:00000024:1.0:1777573464.504649:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573464.504685:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926273536:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.504687:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926272640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573464.504687:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926274432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573464.504716:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1777573464.504722:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926274048:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504741:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926274432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573464.504750:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926273920:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504791:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1777573464.504799:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926274304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504839:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926274304:12345-0@lo:400:kworker.0 Request processed in 41us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573464.504846:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1777573464.504875:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273024 00000100:00100000:3.0:1777573464.504879:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273024 00000100:00080000:2.0:1777573464.504879:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573464.504885:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573464.504889:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573464.504892:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573464.504909:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926273280 00000100:00100000:3.0:1777573464.504913:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926273280 00000100:00100000:1.0:1777573464.504923:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1777573464.504928:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926273792:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.504935:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1777573464.504943:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926273024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.504955:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926272768 00000100:00100000:1.0:1777573464.504960:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926272768 00000100:00100000:3.0:1777573464.504982:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926273024:12345-0@lo:400:kworker.0 Request processed in 40us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573464.504990:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1777573464.504994:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1777573464.504997:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926274304:0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.505002:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926272768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.505012:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1777573464.505018:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926272640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573464.505023:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926273280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573464.505031:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926272768:12345-0@lo:400:kworker.0 Request processed in 30us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573464.505038:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1777573464.505039:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926272768:0@lo:400:kworker.0 00000100:00100000:2.0:1777573464.505067:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967491 gen 2 00000004:00080000:2.0:1777573464.505072:0:3637:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967491 committed transno 4294967491 00000100:00100000:2.0:1777573464.505087:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926273024:0@lo:400:kworker.0 00000100:00100000:3.0:1777573464.505270:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926273280:12345-0@lo:400:kworker.0 Request processed in 251us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573464.505276:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1777573464.505347:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926273280:0@lo:400:kworker.0 00000100:00100000:0.0:1777573464.506387:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00010000:00010000:3.0:1777573464.823903:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573464.843006:0:83822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 989491310515ns, next at 966037557529ns, rc = 0 00080000:00080000:0.0:1777573464.843025:0:83822:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573464.843113:0:83822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 989491419977ns, next at 987163526915ns, rc = 0 00080000:00080000:0.0:1777573464.843120:0:83822:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573464.843255:0:83822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 989491561837ns, next at 969227782529ns, rc = 0 00080000:00080000:0.0:1777573464.843261:0:83822:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573464.843946:0:83822:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 989492252717ns, next at 989550267930ns, rc = 0 00080000:00080000:0.0:1777573464.843954:0:83822:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573464.844714:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 52 committed 00000004:00080000:1.0:1777573464.844780:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 49 committed 00000001:00080000:1.0:1777573464.844825:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967418 is committed 00000004:00080000:1.0:1777573464.844832:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 48 committed 00010000:00010000:2.0:1777573464.844856:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.844869:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.844877:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.844884:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573464.844888:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.844896:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.844919:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242600) 00010000:00010000:2.0:1777573464.844927:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573464.844933:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.844948:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67743 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573464.844961:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926274560:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777573464.845033:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573464.845190:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926274560 00000100:00100000:2.0:1777573464.845198:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926274560 00000004:00080000:0.0:1777573464.845645:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 49 committed 00000100:00100000:2.0:1777573464.845747:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1777573464.845759:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926274560:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1777573464.845785:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:11 count 1 00010000:00010000:2.0:1777573464.845805:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.845824:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 5 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.845831:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573464.845833:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573464.845836:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.845860:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 5 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.845872:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 5 pid: 12154 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573464.845883:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926274688:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573464.846009:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444ccc0 going to sleep for 11 seconds 00000004:00080000:2.0:1777573464.847489:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 53 committed 00000100:00100000:2.0:1777573464.848406:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926274688:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573464.848437:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573464.849053:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573464.851341:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649152 00000100:00100000:2.0:1777573464.851358:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649152 00010000:00010000:2.0:1777573464.851416:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 6 pid: 12154 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573464.851452:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 323 00000100:00100000:2.0:1777573464.851459:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917649152:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573464.851474:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573464.851480:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 6 pid: 12154 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851494:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 6 pid: 12154 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851516:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000083a3194/0x1e8fa618a5a6772e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dea4 expref: 6 pid: 12154 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851531:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573464.851532:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573464.851537:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851547:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851572:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573464.851600:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573464.851612:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573464.851623:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573464.851631:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917649152:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 170us (2578us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573464.851635:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573464.851649:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 323 00010000:00010000:3.0:1777573464.851666:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573464.851676:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573464.851682:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851690:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573464.851713:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851723:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851734:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851742:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67758 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573464.851759:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573464.851762:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573464.851764:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1777573464.851809:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573464.851885:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc65c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926274560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6129us (6852us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1777573464.851894:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000004:00080000:2.0:1777573464.851957:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89def4d6b480/2, rc 0, transno 4294967345 00000100:00100000:2.0:1777573464.851973:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926274560:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1777573465.526939:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777573465.526961:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926274816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573465.527040:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573465.527149:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926274944:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573465.527176:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573465.527976:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926274816 00000100:00100000:1.0:1777573465.527984:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926274816 00000100:00100000:1.0:1777573465.528035:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926274944 00000100:00100000:1.0:1777573465.528038:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926274944 00000100:00100000:1.0:1777573465.528063:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1777573465.528072:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926274816:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573465.528082:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00002000:00000024:1.0:1777573465.528100:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573465.528103:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926274944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573465.528118:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573465.528161:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926274816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573465.528164:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926274944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573465.528173:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1777573465.528181:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1777573465.528226:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926274816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573465.531064:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926274944:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777573465.847524:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573466.038878:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573466.039193:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926275072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573466.039288:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573466.039744:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275072 00000100:00100000:1.0:1777573466.039753:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275072 00000100:00100000:1.0:1777573466.039811:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1777573466.039820:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926275072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573466.039857:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:1.0:1777573466.040005:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926275072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 186us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573466.040013:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1777573466.040154:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926275072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573466.141364:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573466.141412:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573466.141505:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573466.141529:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573466.142011:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649280 00000100:00100000:2.0:1777573466.142024:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649280 00000100:00100000:2.0:1777573466.142129:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 789 00000100:00100000:2.0:1777573466.142141:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917649280:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573466.142213:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917649280:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 75us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573466.142231:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 789 00000100:00100000:0.0:1777573466.142488:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649792 00000100:00100000:0.0:1777573466.142493:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649792 00000100:00100000:0.0:1777573466.142531:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 717 00000100:00100000:0.0:1777573466.142538:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917649792:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573466.142570:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917649792:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573466.142576:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 717 00000100:00080000:0.0:1777573466.142592:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573466.142733:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573466.142771:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649664 00000100:00100000:3.0:1777573466.142775:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649664 00000100:00100000:3.0:1777573466.142808:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 718 00000100:00100000:3.0:1777573466.142816:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917649664:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573466.142830:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649536 00000100:00100000:1.0:1777573466.142835:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649536 00000100:00100000:1.0:1777573466.142874:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649408 00000100:00100000:1.0:1777573466.142878:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649408 00000100:00080000:2.0:1777573466.142895:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573466.142907:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1302 00000100:00100000:1.0:1777573466.142916:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917649536:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573466.142958:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917649536:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573466.142964:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1302 00000100:00100000:1.0:1777573466.143057:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1303 00000100:00100000:3.0:1777573466.143100:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917649664:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 125us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573466.143108:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 718 00000100:00080000:2.0:1777573466.143158:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573466.143161:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573466.143195:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917649408:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573466.143242:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917649408:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 178us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573466.143250:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1303 00010000:00010000:2.0:1777573466.870833:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573467.575281:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573467.575304:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926275200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573467.575394:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573467.575625:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275200 00000100:00100000:0.0:1777573467.575634:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275200 00000100:00100000:0.0:1777573467.575774:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1777573467.575784:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926275200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573467.575833:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573467.575893:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926275200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573467.575901:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1777573467.575981:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926275200:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573467.895235:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573468.919548:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573469.623122:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926275328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573469.623208:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.623354:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275328 00000100:00100000:1.0:1777573469.623363:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275328 00000100:00100000:1.0:1777573469.623464:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1777573469.623474:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926275328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573469.623502:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573469.623557:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926275328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573469.623565:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:2.0:1777573469.623606:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573469.623636:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926275328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573469.623798:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926275584:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.623843:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.623860:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926275712:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.623882:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926276096:0@lo:400:kworker.0 00000100:00100000:1.0:1777573469.623897:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573469.623912:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.623925:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926276224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.623946:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926276608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573469.623952:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.623973:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926276736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.623980:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573469.624002:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1777573469.624009:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926275456:0@lo:400:kworker.0 00000100:00100000:1.0:1777573469.624020:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.624045:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777573469.624050:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.624057:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926275840:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624081:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926275968:0@lo:400:kworker.0 00000100:00100000:1.0:1777573469.624087:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573469.624112:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.624113:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926276352:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624131:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926276480:0@lo:400:kworker.0 00000100:00100000:1.0:1777573469.624146:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573469.624188:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926276864:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624201:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275584 00000100:00100000:0.0:1777573469.624207:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275584 00000100:00100000:1.0:1777573469.624215:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573469.624237:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276096 00000100:00100000:0.0:1777573469.624240:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276096 00000100:00100000:1.0:1777573469.624250:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276224 00000100:00100000:1.0:1777573469.624255:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276224 00000100:00100000:0.0:1777573469.624262:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276608 00000100:00100000:0.0:1777573469.624266:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276608 00000100:00100000:1.0:1777573469.624286:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276736 00000100:00100000:0.0:1777573469.624290:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275840 00000100:00100000:1.0:1777573469.624291:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276736 00000100:00100000:0.0:1777573469.624295:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275840 00000100:00100000:0.0:1777573469.624322:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1777573469.624330:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1777573469.624331:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926275584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573469.624342:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926276096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624377:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926275584:12345-0@lo:400:kworker.0 Request processed in 48us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573469.624383:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1777573469.624389:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926276096:12345-0@lo:400:kworker.0 Request processed in 49us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573469.624397:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1777573469.624516:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1777573469.624525:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926276224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624569:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926276224:12345-0@lo:400:kworker.0 Request processed in 46us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573469.624570:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1777573469.624579:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1777573469.624584:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926276608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624597:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1777573469.624605:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926276736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.624625:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926276608:12345-0@lo:400:kworker.0 Request processed in 45us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573469.624634:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1777573469.624649:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1777573469.624655:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926275840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.624684:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926275840:12345-0@lo:400:kworker.0 Request processed in 30us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573469.624690:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1777573469.624746:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275456 00000100:00100000:2.0:1777573469.624750:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275456 00000100:00100000:0.0:1777573469.624764:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926276736:12345-0@lo:400:kworker.0 Request processed in 159us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573469.624771:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1777573469.624785:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1777573469.624794:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926275456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624800:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275712 00000100:00100000:0.0:1777573469.624804:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275712 00000100:00100000:2.0:1777573469.624832:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926275456:12345-0@lo:400:kworker.0 Request processed in 39us (784us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573469.624836:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926275968 00000100:00100000:2.0:1777573469.624840:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1777573469.624840:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926275968 00000100:00100000:0.0:1777573469.624858:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1777573469.624866:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926275712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.624880:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1777573469.624889:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926275968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.624907:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926275712:12345-0@lo:400:kworker.0 Request processed in 42us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573469.624914:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1777573469.624930:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926275968:12345-0@lo:400:kworker.0 Request processed in 43us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573469.624938:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1777573469.624956:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276352 00000100:00100000:0.0:1777573469.624961:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276352 00000100:00100000:2.0:1777573469.624971:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926276992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573469.624991:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276864 00000100:00100000:0.0:1777573469.624995:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276864 00000100:00100000:2.0:1777573469.625006:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573469.625026:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1777573469.625035:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926276352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625047:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276992 00000100:00100000:2.0:1777573469.625052:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276992 00000100:00100000:0.0:1777573469.625075:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926276352:12345-0@lo:400:kworker.0 Request processed in 42us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573469.625082:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1777573469.625086:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1777573469.625096:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3635:x1863919926276992:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573469.625101:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1777573469.625110:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926276864:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1777573469.625113:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573469.625138:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926276864:12345-0@lo:400:kworker.0 Request processed in 30us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573469.625144:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:2.0:1777573469.625182:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926276992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573469.625185:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573469.625194:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00080000:2.0:1777573469.625219:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573469.625223:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573469.625225:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926276096:0@lo:400:kworker.0 00000100:00080000:2.0:1777573469.625226:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573469.625230:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573469.625241:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926276608:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.625257:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926275584:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625261:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926276992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573469.625287:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926275456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573469.625300:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926275968:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625301:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926276480 00000100:00100000:2.0:1777573469.625307:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926276480 00000100:00100000:2.0:1777573469.625351:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1777573469.625359:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926276480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625404:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926276480:12345-0@lo:400:kworker.0 Request processed in 47us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573469.625409:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:2.0:1777573469.625425:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573469.625446:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926276480:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625452:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926275840:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625466:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926276352:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625477:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926276864:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625486:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926275712:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625495:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926276224:0@lo:400:kworker.0 00000100:00100000:2.0:1777573469.625504:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926276736:0@lo:400:kworker.0 00010000:00010000:3.0:1777573469.942976:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777573470.137345:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000100:00100000:3.0:1777573470.647181:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926277248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573470.647192:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573470.647253:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573470.647343:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926277120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573470.647374:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573470.647806:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926277248 00000100:00100000:2.0:1777573470.647815:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926277248 00000100:00100000:2.0:1777573470.647866:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926277120 00000100:00100000:2.0:1777573470.647869:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926277120 00000100:00100000:2.0:1777573470.647898:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1777573470.647909:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926277248:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573470.647928:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00002000:00000024:2.0:1777573470.647938:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573470.647942:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926277120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573470.647958:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573470.647997:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926277248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573470.648006:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1777573470.648011:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926277120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573470.648018:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1777573470.648057:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926277248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573470.648063:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926277120:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573470.968108:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573471.159546:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573471.159568:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926277376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573471.159644:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573471.159720:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926277376 00000100:00100000:1.0:1777573471.159730:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926277376 00000100:00100000:1.0:1777573471.159836:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1777573471.159848:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926277376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573471.159896:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:1.0:1777573471.159954:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926277376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573471.159961:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1777573471.160186:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926277376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573471.256489:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573471.256599:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573471.256730:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917649920 00000100:00100000:2.0:1777573471.256740:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917649920 00000100:00100000:2.0:1777573471.256998:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:2.0:1777573471.257010:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917649920:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573471.257076:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917649920:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 70us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573471.257083:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:3.0:1777573471.257887:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650048 00000100:00100000:3.0:1777573471.257895:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650048 00000100:00100000:3.0:1777573471.257953:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1310 00000100:00100000:3.0:1777573471.257963:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917650048:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573471.258025:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917650048:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 64us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573471.258033:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1310 00000100:00080000:1.0:1777573471.258063:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573471.259568:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573471.259597:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573471.259623:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573471.259644:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650304 00000100:00100000:3.0:1777573471.259650:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650304 00000100:00100000:3.0:1777573471.259687:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650432 00000100:00100000:3.0:1777573471.259689:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650432 00000100:00100000:3.0:1777573471.259728:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 722 00000100:00100000:3.0:1777573471.259734:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917650304:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573471.259780:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917650304:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573471.259785:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 722 00000100:00100000:3.0:1777573471.259798:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 723 00000100:00100000:3.0:1777573471.259802:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917650432:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573471.259819:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917650432:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 17us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573471.259823:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 723 00000100:00080000:3.0:1777573471.259839:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573471.259841:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573471.260034:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650176 00000100:00100000:2.0:1777573471.260038:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650176 00000100:00100000:2.0:1777573471.260069:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1311 00000100:00100000:2.0:1777573471.260085:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917650176:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573471.260132:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917650176:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 45us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573471.260224:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1311 00000100:00080000:3.0:1777573471.260398:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1777573471.990962:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573472.694964:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926277504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573472.695038:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573472.695163:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926277504 00000100:00100000:3.0:1777573472.695172:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926277504 00000100:00100000:3.0:1777573472.695219:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1777573472.695228:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926277504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573472.695260:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573472.695307:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926277504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573472.695314:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1777573472.695334:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926277504:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573473.014857:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573474.040560:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573474.742883:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926277632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573474.742969:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573474.743001:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926278016:0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.743043:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926278144:0@lo:400:kworker.0 00000100:00100000:1.0:1777573474.743045:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573474.743087:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926278528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.743096:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573474.743121:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926278656:0@lo:400:kworker.0 00000100:00100000:1.0:1777573474.743131:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573474.743155:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926279040:0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.743170:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573474.743176:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926277888:0@lo:400:kworker.0 00000100:00100000:1.0:1777573474.743328:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573474.743342:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926279168:0@lo:400:kworker.0 00000100:00100000:3.0:1777573474.743344:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278144 00000100:00100000:3.0:1777573474.743353:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278144 00000100:00100000:1.0:1777573474.743364:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278016 00000100:00100000:1.0:1777573474.743367:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278016 00000100:00100000:2.0:1777573474.743373:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573474.743401:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1777573474.743411:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926278016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.743414:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278656 00000100:00100000:2.0:1777573474.743420:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278656 00000100:00100000:3.0:1777573474.743460:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278528 00000100:00100000:3.0:1777573474.743465:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278528 00000100:00100000:2.0:1777573474.743472:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926279168 00000100:00100000:1.0:1777573474.743472:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926278016:12345-0@lo:400:kworker.0 Request processed in 63us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573474.743478:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926279168 00000100:00100000:1.0:1777573474.743483:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1777573474.743492:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926279040 00000100:00100000:3.0:1777573474.743496:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926279040 00000100:00100000:2.0:1777573474.743514:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1777573474.743524:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1777573474.743526:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926278656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573474.743536:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926278144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.743574:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926278656:12345-0@lo:400:kworker.0 Request processed in 52us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573474.743582:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1777573474.743587:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926278144:12345-0@lo:400:kworker.0 Request processed in 53us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573474.743601:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1777573474.743607:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926279168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.743634:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926279168:12345-0@lo:400:kworker.0 Request processed in 28us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573474.743640:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1777573474.743877:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573474.743892:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926278400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.743916:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573474.743929:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926278912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.743954:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573474.743982:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926279424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573474.744004:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573474.744038:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1777573474.744044:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926277760:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744083:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573474.744108:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926278272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744128:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573474.744156:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926278784:0@lo:400:kworker.0 00000100:00100000:1.0:1777573474.744184:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1777573474.744184:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573474.744196:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1777573474.744201:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926278528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.744207:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1777573474.744210:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926279296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573474.744218:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926277888 00000100:00100000:2.0:1777573474.744223:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926279040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573474.744225:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926277888 00000100:00100000:3.0:1777573474.744252:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278400 00000100:00100000:0.0:1777573474.744253:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573474.744258:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278400 00000100:00100000:1.0:1777573474.744260:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926278528:12345-0@lo:400:kworker.0 Request processed in 64us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573474.744270:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1777573474.744276:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926279040:12345-0@lo:400:kworker.0 Request processed in 57us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573474.744283:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278912 00000100:00100000:3.0:1777573474.744287:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278912 00000100:00100000:2.0:1777573474.744289:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1777573474.744296:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1777573474.744308:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926277888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744311:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926277760 00000100:00100000:3.0:1777573474.744315:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1777573474.744317:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926277760 00000100:00100000:2.0:1777573474.744322:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1777573474.744326:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926278400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.744333:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926278912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744356:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1777573474.744367:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926277760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573474.744382:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926278400:12345-0@lo:400:kworker.0 Request processed in 59us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573474.744385:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926278912:12345-0@lo:400:kworker.0 Request processed in 54us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573474.744395:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1777573474.744400:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1777573474.744420:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926277760:12345-0@lo:400:kworker.0 Request processed in 53us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573474.744424:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926277632 00000100:00100000:3.0:1777573474.744429:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926277632 00000100:00100000:0.0:1777573474.744429:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1777573474.744434:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278784 00000100:00100000:2.0:1777573474.744440:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278784 00000100:00100000:1.0:1777573474.744451:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926277888:12345-0@lo:400:kworker.0 Request processed in 145us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573474.744461:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1777573474.744464:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926279424 00000100:00100000:3.0:1777573474.744469:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926279424 00000100:00100000:2.0:1777573474.744480:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926279296 00000100:00100000:0.0:1777573474.744480:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926278272 00000100:00100000:2.0:1777573474.744485:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926279296 00000100:00100000:0.0:1777573474.744487:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926278272 00000100:00100000:3.0:1777573474.744505:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1777573474.744512:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1777573474.744518:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1777573474.744519:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926277632:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573474.744525:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926279424:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573474.744533:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926278784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744539:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00002000:00000024:3.0:1777573474.744549:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1777573474.744549:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573474.744550:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926278272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.744573:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926278784:12345-0@lo:400:kworker.0 Request processed in 44us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573474.744580:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1777573474.744597:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1777573474.744605:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926279296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573474.744618:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926279424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573474.744626:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926278272:12345-0@lo:400:kworker.0 Request processed in 78us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573474.744630:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926277632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573474.744630:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1777573474.744643:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926279296:12345-0@lo:400:kworker.0 Request processed in 37us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573474.744648:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1777573474.744651:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1777573474.744660:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00080000:2.0:1777573474.744715:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573474.744720:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573474.744723:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573474.744727:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573474.744744:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926278016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573474.744762:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926278528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.744780:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926278144:0@lo:400:kworker.0 00000100:00100000:1.0:1777573474.744783:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926279040:0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.744805:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926278656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.744820:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967345 gen 2 00000004:00080000:2.0:1777573474.744825:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89def4d6b480, transno 4294967345 00000100:00100000:2.0:1777573474.744836:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926279168:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744841:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926277760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573474.744858:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926277632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573474.744859:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926278272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744876:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926278784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744888:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926279296:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744904:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926279424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573474.744915:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926277888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744924:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926278400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573474.744934:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926278912:0@lo:400:kworker.0 00010000:00010000:3.0:1777573475.062826:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573475.766808:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573475.766830:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926279552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573475.766898:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573475.766964:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926279552 00000100:00100000:2.0:1777573475.766972:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926279552 00000100:00100000:2.0:1777573475.767022:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1777573475.767044:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926279552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573475.767076:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573475.767120:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926279552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573475.767126:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1777573475.767171:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926279552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573475.772865:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926279680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573475.772937:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573475.773026:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926279680 00000100:00100000:3.0:1777573475.773044:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926279680 00000100:00100000:3.0:1777573475.773173:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1777573475.773184:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926279680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573475.773208:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573475.773885:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926279680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 701us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573475.773895:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1777573475.773899:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926279680:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1777573476.087056:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573476.121222:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573476.121427:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650560 00000100:00100000:1.0:1777573476.121438:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650560 00000100:00100000:1.0:1777573476.121513:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 894 00000100:00100000:1.0:1777573476.121524:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917650560:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573476.121615:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917650560:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 93us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573476.121622:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 894 00000100:00080000:2.0:1777573476.121738:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573476.123105:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.124084:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650688 00000100:00100000:2.0:1777573476.124094:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650688 00000100:00080000:3.0:1777573476.124173:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573476.124175:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 396 00000100:00100000:2.0:1777573476.124187:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917650688:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573476.124324:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917650688:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 139us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573476.124332:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 396 00000100:00100000:1.0:1777573476.125958:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573476.125981:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650816 00000100:00100000:0.0:1777573476.125990:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650816 00000100:00100000:0.0:1777573476.126065:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 397 00000100:00100000:0.0:1777573476.126075:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917650816:12345-192.168.204.9@tcp:19:lfs.0 00000100:00080000:2.0:1777573476.126115:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573476.126181:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917650816:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 107us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573476.126188:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 397 00000100:00100000:1.0:1777573476.128328:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.128815:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917650944 00000100:00100000:2.0:1777573476.128825:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917650944 00000100:00100000:2.0:1777573476.128881:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 895 00000100:00100000:2.0:1777573476.128893:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917650944:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573476.129034:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917650944:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 137us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573476.129041:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 895 00000100:00100000:2.0:1777573476.131373:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573476.131497:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651072 00000100:00100000:3.0:1777573476.131506:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651072 00000100:00100000:3.0:1777573476.133581:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 896 00000100:00100000:3.0:1777573476.133594:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:50069:x1863919917651072:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:2.0:1777573476.133636:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573476.133810:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:50069:x1863919917651072:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 219us (2442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573476.133818:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 896 00000100:00100000:3.0:1777573476.136183:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573476.136281:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651200 00000100:00100000:0.0:1777573476.136294:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651200 00000100:00100000:0.0:1777573476.136353:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 897 00000100:00100000:0.0:1777573476.136363:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917651200:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573476.136448:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917651200:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 87us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573476.136457:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 897 00000100:00100000:1.0:1777573476.139606:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.139763:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651328 00000100:00100000:2.0:1777573476.139773:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651328 00000100:00100000:2.0:1777573476.139827:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 398 00000100:00100000:2.0:1777573476.139837:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917651328:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573476.140241:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917651328:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 405us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573476.140249:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 398 00000100:00100000:2.0:1777573476.141786:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573476.141829:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651456 00000100:00100000:3.0:1777573476.141838:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651456 00000100:00100000:3.0:1777573476.141884:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 399 00000100:00100000:3.0:1777573476.141893:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917651456:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573476.142002:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:50069:x1863919917651456:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 110us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573476.142009:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 399 00000100:00100000:1.0:1777573476.143483:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.145209:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651584 00000100:00100000:2.0:1777573476.145221:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651584 00000100:00100000:2.0:1777573476.145281:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 898 00000100:00100000:2.0:1777573476.145291:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917651584:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573476.145433:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50069:x1863919917651584:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 143us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573476.145441:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 898 00000100:00100000:1.0:1777573476.149358:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573476.149747:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651712 00000100:00100000:3.0:1777573476.149758:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651712 00000100:00100000:3.0:1777573476.149812:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 899 00000100:00100000:3.0:1777573476.149822:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:50069:x1863919917651712:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573476.149971:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:50069:x1863919917651712:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 144us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573476.149979:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 899 00000100:00100000:2.0:1777573476.280083:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573476.280189:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4506a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926279808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573476.280260:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573476.280675:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926279808 00000100:00100000:1.0:1777573476.280684:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926279808 00000100:00100000:1.0:1777573476.280778:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1777573476.280790:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926279808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573476.280824:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:1.0:1777573476.280881:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926279808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573476.280888:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1777573476.280968:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4506a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926279808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573476.378910:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573476.379493:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651840 00000100:00100000:0.0:1777573476.379513:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651840 00000100:00100000:0.0:1777573476.379569:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 793 00000100:00100000:0.0:1777573476.379578:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917651840:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573476.379663:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917651840:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 85us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573476.379669:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 793 00000100:00100000:1.0:1777573476.634619:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.634688:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917651968 00000100:00100000:2.0:1777573476.634736:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917651968 00000100:00100000:2.0:1777573476.634794:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 900 00000100:00100000:2.0:1777573476.634803:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:50083:x1863919917651968:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573476.634823:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573476.634844:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a6775f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3deab expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.634903:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67766 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.634917:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67766 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.634931:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67766 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573476.634975:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:2.0:1777573476.634979:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573476.634998:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67766 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.635034:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a6775f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deab expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.635053:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67766 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deab expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.635062:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573476.635064:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573476.635068:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573476.635125:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50083:x1863919917651968:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 323us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573476.635133:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 900 00000100:00100000:1.0:1777573476.638878:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.640072:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917652224 00000100:00100000:2.0:1777573476.640085:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917652224 00000100:00100000:2.0:1777573476.640301:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 901 00000100:00100000:2.0:1777573476.640309:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50083:x1863919917652224:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573476.640354:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573476.640377:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67766 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deab expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.640391:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573476.640394:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573476.640410:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.640420:0:8523:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.640426:0:8523:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 4/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.640449:0:8523:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.640463:0:8523:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 6 pid: 6487 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573476.640476:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8523:1863919926279936:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573476.640563:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573476.643456:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001_UUID:8523:1863919926279936:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573476.643483:0:8523:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573476.643906:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573476.644214:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917652352 00000100:00100000:3.0:1777573476.644221:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917652352 00010000:00010000:3.0:1777573476.644256:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 7 pid: 6487 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573476.644298:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 324 00000100:00100000:3.0:1777573476.644309:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917652352:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573476.644322:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573476.644328:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 7 pid: 6487 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.644341:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 7 pid: 6487 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.644361:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67704 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de96 expref: 7 pid: 6487 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.644375:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:3.0:1777573476.644380:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.644389:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.644397:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.644423:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573476.644456:0:8523:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.644466:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573476.644467:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b80050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917652352:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 159us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573476.644484:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 324 00000001:00080000:1.0:1777573476.647246:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967419 is committed 00000004:00010000:2.0:1777573476.647536:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000061431e4c reply state 00000000f3ebb1de transno 4294967419 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.647558:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.647567:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573476.647570:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573476.647574:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573476.647586:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00010000:00080000:2.0:1777573476.647667:0:8523:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573476.647757:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:50083:x1863919917652224:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 7445us (8886us total) trans 4294967419 rc 0/0 00000100:00100000:2.0:1777573476.647767:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 901 00010000:00010000:1.0:1777573476.647822:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.647831:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.647840:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.647846:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573476.647851:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.647859:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.647875:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573476.647878:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573476.647882:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.647889:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6776d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573476.676602:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573476.676680:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917652480 00000100:00100000:1.0:1777573476.676709:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917652480 00000100:00100000:1.0:1777573476.676771:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 135 00000100:00100000:1.0:1777573476.676783:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50087:x1863919917652480:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:1.0:1777573476.676908:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50087:x1863919917652480:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 127us (312us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573476.676916:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 135 00000100:00100000:3.0:1777573476.678680:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573476.678769:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917652608 00000100:00100000:1.0:1777573476.678778:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917652608 00000100:00100000:1.0:1777573476.678834:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 902 00000100:00100000:1.0:1777573476.678845:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50087:x1863919917652608:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573476.678865:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573476.678885:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67774 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3deb2 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.678940:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.678954:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.678968:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.678990:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.678998:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679005:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679076:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67789 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679085:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67789 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679093:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67789 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573476.679114:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67789 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679128:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679135:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679141:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679152:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679158:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573476.679162:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679169:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679181:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573476.679185:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573476.679190:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679196:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6777b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679211:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679217:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679223:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679229:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573476.679232:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679242:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679252:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ded8ffef00) 00010000:00010000:1.0:1777573476.679254:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573476.679257:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679263:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67782 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679296:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67774 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb2 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679312:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67789 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb2 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573476.679319:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:1.0:1777573476.679322:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573476.679324:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187600, rc 0) 00000100:00100000:1.0:1777573476.679379:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:50087:x1863919917652608:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 536us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573476.679387:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 902 00000100:00100000:1.0:1777573476.681436:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573476.681482:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917652736 00000100:00100000:3.0:1777573476.681490:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917652736 00000100:00100000:3.0:1777573476.681543:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 903 00000100:00100000:3.0:1777573476.681554:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:50087:x1863919917652736:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573476.681575:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573476.681594:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67790 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3deb9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.681661:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.681674:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.681685:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573476.681753:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:3.0:1777573476.681758:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1777573476.681797:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67790 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.681814:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.681835:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:3.0:1777573476.681838:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1777573476.681840:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573476.681911:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:50087:x1863919917652736:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 358us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573476.681920:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 903 00000100:00100000:1.0:1777573476.682670:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573476.682765:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917652864 00000100:00100000:3.0:1777573476.682772:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917652864 00000100:00100000:3.0:1777573476.682822:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 53 00000100:00100000:3.0:1777573476.682832:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917652864:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573476.682843:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573476.682861:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67789 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb2 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.682876:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:3.0:1777573476.682880:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573476.682920:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917652864:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 91us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573476.682928:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 53 00000100:00100000:1.0:1777573476.685084:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.685124:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917653120 00000100:00100000:2.0:1777573476.685132:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917653120 00000100:00100000:2.0:1777573476.685183:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 904 00000100:00100000:2.0:1777573476.685192:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50087:x1863919917653120:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573476.685210:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573476.685227:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a6779e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dec0 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685338:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685353:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685364:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685378:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685383:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685388:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573476.685782:0:6487:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xc:0x0], index 0: 0 00010000:00010000:2.0:1777573476.685920:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a677b3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685931:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a677b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685938:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a677b3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685971:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685978:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685984:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685991:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.685996:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573476.685999:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.686005:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.686025:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:2.0:1777573476.686028:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573476.686033:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.686042:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a677a5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573476.686055:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007154f872 reply state 00000000101f2095 transno 4294967420 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.686064:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.686070:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242a00) 00010000:00010000:2.0:1777573476.686072:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573476.686074:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573476.686100:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a6779e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dec0 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.686115:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a677b3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dec0 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.686123:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242100) 00010000:00010000:2.0:1777573476.686125:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573476.686128:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573476.686233:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:50087:x1863919917653120:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1041us (1153us total) trans 4294967420 rc 0/0 00000100:00100000:2.0:1777573476.686240:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 904 00000100:00100000:1.0:1777573476.689533:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.689592:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917653376 00000100:00100000:2.0:1777573476.689604:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917653376 00000100:00100000:2.0:1777573476.689665:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 905 00000100:00100000:2.0:1777573476.689676:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:50087:x1863919917653376:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:2.0:1777573476.689761:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573476.689792:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a677b3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dec0 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.689813:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242100) 00010000:00010000:2.0:1777573476.689825:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573476.689876:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.689888:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.689906:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573476.690011:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4f2a8ef reply state 0000000039394434 transno 4294967421 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.690050:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.690056:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242300) 00010000:00010000:2.0:1777573476.690059:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573476.690061:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573476.690151:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:50087:x1863919917653376:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 477us (627us total) trans 4294967421 rc 0/0 00000100:00100000:2.0:1777573476.690159:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 905 00000100:00100000:1.0:1777573476.691864:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573476.691998:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917653504 00000100:00100000:2.0:1777573476.692007:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917653504 00000100:00100000:2.0:1777573476.692072:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 906 00000100:00100000:2.0:1777573476.692081:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:50087:x1863919917653504:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573476.692099:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573476.692114:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a677c8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dec7 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.692155:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a677c8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dec7 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.692166:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a677c8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dec7 expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.692184:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242300) 00010000:00010000:2.0:1777573476.692187:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573476.692190:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573476.692248:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:50087:x1863919917653504:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 169us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573476.692254:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 906 00000100:00100000:1.0:1777573476.693892:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573476.693950:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917653632 00000100:00100000:0.0:1777573476.693960:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917653632 00000100:00100000:0.0:1777573476.694009:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 400 00000100:00100000:0.0:1777573476.694028:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917653632:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:0.0:1777573476.694367:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917653632:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 340us (480us total) trans 4294967346 rc 0/0 00000100:00100000:0.0:1777573476.694375:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 400 00000100:00100000:1.0:1777573476.695823:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573476.695868:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917653888 00000100:00100000:0.0:1777573476.695875:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917653888 00000100:00100000:0.0:1777573476.695922:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 136 00000100:00100000:0.0:1777573476.695931:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec2d42850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:50087:x1863919917653888:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:0.0:1777573476.696250:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec2d42850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:50087:x1863919917653888:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 320us (431us total) trans 4294967422 rc 0/0 00000100:00100000:0.0:1777573476.696257:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 136 00000100:00100000:1.0:1777573476.718873:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573476.719245:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917654016 00000100:00100000:0.0:1777573476.719255:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917654016 00000100:00100000:0.0:1777573476.719322:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 907 00000100:00100000:0.0:1777573476.719342:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:50091:x1863919917654016:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:0.0:1777573476.719367:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573476.719387:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a677cf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dece expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719450:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719464:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719475:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719485:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719492:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719499:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719577:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a677e4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719586:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a677e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719593:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a677e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573476.719634:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1d:0x0]: returning size 0 00000004:00200000:0.0:1777573476.719638:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573476.719656:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a677e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719668:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a677e4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719676:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719682:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719689:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719732:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719738:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573476.719742:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719750:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719762:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:0.0:1777573476.719765:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573476.719769:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719780:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a677d6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719793:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719798:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719803:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719808:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573476.719811:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719816:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719823:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242a00) 00010000:00010000:0.0:1777573476.719825:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573476.719828:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 2/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719833:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a677dd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719854:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a677cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dece expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719872:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a677e4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dece expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.719880:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242300) 00010000:00010000:0.0:1777573476.719882:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573476.719884:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573476.719944:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:50091:x1863919917654016:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 605us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573476.719951:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 907 00000100:00100000:1.0:1777573476.723210:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573476.723286:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917654144 00000100:00100000:0.0:1777573476.723297:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917654144 00000100:00100000:0.0:1777573476.723354:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 401 00000100:00100000:0.0:1777573476.723365:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917654144:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:0.0:1777573476.723382:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573476.723402:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3ded5 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573476.723427:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x69f39e65, atime: 0x69f39e65, ctime: 0x69f39e65, blocks: 0x0 00010000:00010000:0.0:1777573476.723446:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573476.723449:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573476.723457:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.723474:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573476.723505:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1600, rc 0) 00000100:00100000:0.0:1777573476.723562:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917654144:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 199us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573476.723569:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 401 00000100:00100000:1.0:1777573476.726034:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573476.726158:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917654400 00000100:00100000:3.0:1777573476.726169:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917654400 00000100:00100000:3.0:1777573476.726229:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 908 00000100:00100000:3.0:1777573476.726239:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:50091:x1863919917654400:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573476.726290:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573476.726315:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a677e4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dece expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726347:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a677c8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dec7 expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726359:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242300) 00010000:00010000:3.0:1777573476.726363:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573476.726385:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726401:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726410:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726421:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726429:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726435:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726515:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726524:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726531:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573476.726791:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:3.0:1777573476.726802:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1001375108386ns, next at 1002375105899ns, rc = 0 00010000:00010000:3.0:1777573476.726848:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726857:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726869:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726876:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726882:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726888:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726914:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573476.726933:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726940:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726946:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.726952:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573476.726994:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573476.727001:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.727038:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573476.727039:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.727041:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.727057:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727058:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.727075:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242300) 00010000:00010000:2.0:1777573476.727078:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573476.727081:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727085:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242300) 00010000:00010000:2.0:1777573476.727086:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67807 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727092:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573476.727098:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727107:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67800 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573476.727109:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573476.727112:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573476.727115:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573476.727126:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727133:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727138:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727143:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727148:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573476.727151:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727156:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727164:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:3.0:1777573476.727167:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573476.727170:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727176:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a677f2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573476.727185:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ca7e5e53 reply state 00000000632ab0cd transno 4294967423 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727198:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573476.727205:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242a00) 00010000:00010000:3.0:1777573476.727207:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573476.727210:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573476.727290:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:50091:x1863919917654400:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1052us (1262us total) trans 4294967423 rc 0/0 00000100:00100000:3.0:1777573476.727298:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 908 00010000:00010000:2.0:1777573477.110952:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573477.228031:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573477.228418:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917654528 00000100:00100000:1.0:1777573477.228432:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917654528 00000100:00100000:1.0:1777573477.228509:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 909 00000100:00100000:1.0:1777573477.228522:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:50106:x1863919917654528:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573477.228553:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573477.228584:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6780e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dedc expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.228973:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67815 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.228995:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67815 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.229023:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67815 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573477.229088:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:1.0:1777573477.229093:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573477.229120:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67815 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.229150:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6780e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dedc expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.229184:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67815 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dedc expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.229194:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:1.0:1777573477.229198:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573477.229203:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:1.0:1777573477.229336:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:50106:x1863919917654528:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 816us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573477.229345:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 909 00000100:00100000:1.0:1777573477.236455:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573477.236533:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917654784 00000100:00100000:2.0:1777573477.236547:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917654784 00000100:00100000:2.0:1777573477.236629:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 910 00000100:00100000:2.0:1777573477.236643:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:50106:x1863919917654784:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573477.236740:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573477.236775:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67815 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dedc expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.236801:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:2.0:1777573477.236808:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573477.236838:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.236854:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.236864:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 4/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.236904:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.236919:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 13 pid: 6486 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.236936:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6487:1863919926280064:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573477.237056:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573477.240889:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6487:1863919926280064:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573477.240934:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573477.244239:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573477.244400:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917654912 00000100:00100000:2.0:1777573477.244416:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917654912 00010000:00010000:2.0:1777573477.244478:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 14 pid: 6486 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.244584:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 325 00000100:00100000:2.0:1777573477.244597:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:2401:x1863919917654912:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573477.244619:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573477.244628:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 14 pid: 6486 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.244648:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 14 pid: 6486 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.244679:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67797 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deb9 expref: 14 pid: 6486 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.244739:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:2.0:1777573477.244745:0:10290:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.244756:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.244765:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.244802:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573477.244869:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:2401:x1863919917654912:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 275us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573477.244877:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 325 00010000:00010000:1.0:1777573477.245112:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.245123:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573477.249379:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967424 is committed 00000004:00080000:3.0:1777573477.249402:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 50 committed 00000100:00100000:3.0:1777573477.249586:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926280192:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777573477.249675:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573477.249823:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249839:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249847:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249854:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573477.249860:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.249868:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926280192 00010000:00010000:1.0:1777573477.249869:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.249878:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926280192 00010000:00010000:1.0:1777573477.249887:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242a00) 00010000:00010000:1.0:1777573477.249891:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573477.249896:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249903:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a677ac lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249920:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573477.249927:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777573477.249927:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249936:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249941:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00000100:00100000:2.0:1777573477.249952:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00010000:00010000:1.0:1777573477.249955:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249961:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.249964:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926280192:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1777573477.249970:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d:0x0].0x0 (ffff89deef242300) 00010000:00010000:1.0:1777573477.249972:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573477.249974:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.249980:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a677c1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1777573477.249998:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:12 count 1 00010000:00010000:1.0:1777573477.249999:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250014:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250019:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250024:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573477.250026:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250031:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250035:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250039:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242a00) 00010000:00010000:1.0:1777573477.250042:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573477.250044:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250053:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a677f9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250060:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250070:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573477.250072:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573477.250076:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573477.250103:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d886281 reply state 0000000034b4ce72 transno 4294967424 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250108:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250117:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250123:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 6 pid: 9951 timeout: 1101 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.250127:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:1.0:1777573477.250130:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573477.250133:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573477.250137:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926280320:192.168.204.9@tcp:104: 00000004:00200000:1.0:1777573477.250148:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00010000:00080000:1.0:1777573477.250205:0:6487:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573477.250220:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573477.250221:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50106:x1863919917654784:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 13582us (13776us total) trans 4294967424 rc 0/0 00000100:00100000:1.0:1777573477.250229:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 910 00010000:00010000:2.0:1777573477.250237:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250245:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250251:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250256:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573477.250260:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250267:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250277:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc10eb000) 00010000:00010000:2.0:1777573477.250280:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573477.250284:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.250289:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6781c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.251865:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926280320:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573477.251895:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.252617:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.252797:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917655040 00000100:00100000:0.0:1777573477.252810:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917655040 00010000:00010000:0.0:1777573477.252851:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 7 pid: 9951 timeout: 1101 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573477.253253:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 326 00000100:00100000:0.0:1777573477.253268:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917655040:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573477.253300:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573477.253307:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 7 pid: 9951 timeout: 1101 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.253333:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 7 pid: 9951 timeout: 1101 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.253360:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a677eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3ded5 expref: 7 pid: 9951 timeout: 1101 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.253377:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573477.253380:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573477.253387:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.253410:0:7408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.253445:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573477.253514:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917655040:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 249us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.253522:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 326 00010000:00010000:2.0:1777573477.253644:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.253654:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.253666:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.253675:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.253721:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573477.253942:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926280192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3980us (4266us total) trans 4294967347 rc 0/0 00000100:00100000:2.0:1777573477.253951:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000004:00080000:2.0:1777573477.254021:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc15b2a00/2, rc 0, transno 4294967347 00000100:00100000:2.0:1777573477.254030:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926280192:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777573477.254032:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573477.254047:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.254061:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573477.254066:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.254076:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.254095:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.254103:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000468e4cde/0x1e8fa618a5a67823 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.254126:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573477.254128:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573477.254130:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573477.284949:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.285195:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917655168 00000100:00100000:0.0:1777573477.285211:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917655168 00000100:00100000:0.0:1777573477.285293:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 911 00000100:00100000:0.0:1777573477.285306:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:50110:x1863919917655168:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:0.0:1777573477.285335:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573477.285363:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a6782a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dee3 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285445:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285464:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285476:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285490:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285498:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285504:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285585:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6783f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285592:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6783f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285718:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6783f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573477.285750:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6783f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285767:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285774:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285781:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285789:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285796:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573477.285801:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285810:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285825:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573477.285828:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573477.285835:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285843:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67831 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285857:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285861:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285866:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285868:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573477.285870:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285874:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285880:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ddc2efd200) 00010000:00010000:0.0:1777573477.285882:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573477.285884:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285891:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67838 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285930:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a6782a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dee3 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285949:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6783f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dee3 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.285958:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573477.285962:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573477.285965:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573477.286057:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:50110:x1863919917655168:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 752us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.286066:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 911 00000100:00100000:3.0:1777573477.292185:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.292260:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917655296 00000100:00100000:3.0:1777573477.292272:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917655296 00000100:00100000:3.0:1777573477.292407:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 912 00000100:00100000:3.0:1777573477.292420:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50110:x1863919917655296:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573477.292451:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573477.292480:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67846 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3deea expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.292558:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.292575:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.292588:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573477.292646:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:3.0:1777573477.292651:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1777573477.292712:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67846 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.292734:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573477.292744:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:3.0:1777573477.292748:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1777573477.292751:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573477.292822:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:50110:x1863919917655296:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 405us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573477.292830:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 912 00000100:00100000:3.0:1777573477.292931:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.293110:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917655424 00000100:00100000:0.0:1777573477.293116:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917655424 00000100:00100000:0.0:1777573477.293161:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 54 00000100:00100000:0.0:1777573477.293170:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917655424:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573477.293181:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573477.293202:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6783f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dee3 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.293217:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573477.293221:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573477.293252:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917655424:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 84us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.293260:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 54 00000100:00100000:3.0:1777573477.760414:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573477.760538:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917655552 00000100:00100000:1.0:1777573477.760547:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917655552 00000100:00100000:1.0:1777573477.760606:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 913 00000100:00100000:1.0:1777573477.760616:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:50124:x1863919917655552:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573477.760633:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573477.760652:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67854 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3def1 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.760725:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6785b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.760737:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6785b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.760748:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6785b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573477.760782:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:1.0:1777573477.760784:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573477.760801:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6785b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.760826:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67854 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3def1 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.760848:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6785b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3def1 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.760857:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:1.0:1777573477.760860:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573477.760863:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573477.760930:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50124:x1863919917655552:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 315us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573477.760939:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 913 00000100:00100000:0.0:1777573477.764149:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573477.764249:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917655808 00000100:00100000:1.0:1777573477.764259:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917655808 00000100:00100000:1.0:1777573477.764342:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 914 00000100:00100000:1.0:1777573477.764353:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50124:x1863919917655808:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573477.764402:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573477.764427:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6785b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3def1 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.764444:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:1.0:1777573477.764450:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573477.764472:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.764487:0:12623:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.764501:0:12623:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.764539:0:12623:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.764551:0:12623:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 6 pid: 6485 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573477.764570:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a17480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12623:1863919926280448:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573477.764660:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573477.766076:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.766162:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a17480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:12623:1863919926280448:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573477.766188:0:12623:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.766260:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917655936 00000100:00100000:2.0:1777573477.766266:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917655936 00010000:00010000:2.0:1777573477.766295:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 7 pid: 6485 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573477.766333:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 327 00000100:00100000:2.0:1777573477.766342:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917655936:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573477.766355:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573477.766361:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 7 pid: 6485 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.766373:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 7 pid: 6485 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.766391:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6784d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deea expref: 7 pid: 6485 timeout: 1102 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.766407:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:2.0:1777573477.766412:0:10290:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.766421:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.766429:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.766456:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573477.766500:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917655936:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 158us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573477.766508:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 327 00010000:00010000:1.0:1777573477.766650:0:12623:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.766658:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573477.766845:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000470fc4f6 reply state 000000003471221b transno 4294967425 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.766859:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.766866:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:1.0:1777573477.766868:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573477.766871:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573477.766879:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000100:00100000:1.0:1777573477.766940:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50124:x1863919917655808:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2589us (2800us total) trans 4294967425 rc 0/0 00000100:00100000:1.0:1777573477.766947:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 914 00000100:00100000:3.0:1777573477.814863:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926280576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573477.814943:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573477.815004:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926280576 00000100:00100000:0.0:1777573477.815013:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926280576 00000100:00100000:0.0:1777573477.815194:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1777573477.815203:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926280576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573477.815249:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573477.815309:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926280576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.815316:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1777573477.816075:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926280576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573477.828195:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.828263:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656064 00000100:00100000:3.0:1777573477.828272:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656064 00000100:00100000:3.0:1777573477.828323:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 915 00000100:00100000:3.0:1777573477.828330:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656064:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573477.828447:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656064:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 116us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573477.828455:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 915 00000100:00100000:3.0:1777573477.830009:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573477.830145:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656192 00000100:00100000:1.0:1777573477.830151:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656192 00000100:00100000:1.0:1777573477.830201:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 403 00000100:00100000:1.0:1777573477.830210:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:50133:x1863919917656192:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573477.830486:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:50133:x1863919917656192:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 276us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573477.830494:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 403 00000100:00100000:2.0:1777573477.831803:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.832092:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656320 00000100:00100000:3.0:1777573477.832100:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656320 00000100:00100000:3.0:1777573477.832149:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 404 00000100:00100000:3.0:1777573477.832158:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50133:x1863919917656320:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573477.832338:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50133:x1863919917656320:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 179us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573477.832345:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 404 00000100:00100000:3.0:1777573477.836844:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573477.837163:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656448 00000100:00100000:1.0:1777573477.837174:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656448 00000100:00100000:1.0:1777573477.837232:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 916 00000100:00100000:1.0:1777573477.837243:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656448:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573477.837537:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656448:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 295us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573477.837545:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 916 00000100:00100000:1.0:1777573477.839462:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.839525:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656576 00000100:00100000:0.0:1777573477.839534:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656576 00000100:00100000:0.0:1777573477.839581:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 917 00000100:00100000:0.0:1777573477.839589:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656576:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573477.839809:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656576:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 219us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.839817:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 917 00000100:00100000:2.0:1777573477.843520:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.843639:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656704 00000100:00100000:0.0:1777573477.843649:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656704 00000100:00100000:3.0:1777573477.843731:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 918 00000100:00100000:3.0:1777573477.843743:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656704:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573477.843853:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917656704:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 114us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573477.843859:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 918 00000100:00100000:1.0:1777573477.845946:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.846027:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656832 00000100:00100000:3.0:1777573477.846036:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656832 00000100:00100000:3.0:1777573477.846092:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 405 00000100:00100000:3.0:1777573477.846102:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50133:x1863919917656832:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573477.846383:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50133:x1863919917656832:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 282us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573477.846392:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 405 00000100:00100000:1.0:1777573477.850651:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.850768:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917656960 00000100:00100000:0.0:1777573477.850778:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917656960 00000100:00100000:0.0:1777573477.850826:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 406 00000100:00100000:0.0:1777573477.850836:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:50133:x1863919917656960:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573477.851023:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:50133:x1863919917656960:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 188us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.851031:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 406 00000100:00100000:2.0:1777573477.852723:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.853195:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917657088 00000100:00100000:3.0:1777573477.853204:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917657088 00000100:00100000:3.0:1777573477.853260:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 919 00000100:00100000:3.0:1777573477.853270:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917657088:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573477.853467:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917657088:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 199us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573477.853474:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 919 00000100:00100000:1.0:1777573477.855097:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.855144:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917657216 00000100:00100000:0.0:1777573477.855151:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917657216 00000100:00100000:0.0:1777573477.855201:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 920 00000100:00100000:0.0:1777573477.855209:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917657216:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573477.855404:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50133:x1863919917657216:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 194us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.855411:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 920 00000100:00100000:2.0:1777573477.891786:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.891915:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917657344 00000100:00100000:0.0:1777573477.891925:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917657344 00000100:00100000:0.0:1777573477.891970:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 921 00000100:00100000:0.0:1777573477.891977:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50137:x1863919917657344:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573477.892006:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573477.892029:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67869 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3def8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892093:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892108:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892120:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892135:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892143:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892149:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892223:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6787e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892231:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6787e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892235:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6787e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573477.892255:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6787e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892266:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892270:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892274:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892278:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892281:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573477.892284:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892289:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892296:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573477.892298:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573477.892302:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892307:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a67870 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892320:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892325:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892331:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892335:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573477.892337:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892342:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892349:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89ddc2efd200) 00010000:00010000:0.0:1777573477.892351:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573477.892354:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892364:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67877 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892402:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67869 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3def8 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892418:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6787e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3def8 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.892425:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573477.892428:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573477.892430:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573477.892497:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:50137:x1863919917657344:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 519us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.892505:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 921 00000100:00100000:3.0:1777573477.894582:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.894628:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573477.894653:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917657472 00000100:00100000:1.0:1777573477.894661:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917657472 00000100:00100000:1.0:1777573477.894727:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 922 00000100:00100000:1.0:1777573477.894736:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50137:x1863919917657472:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:1.0:1777573477.894812:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573477.894827:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a67885 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3deff expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.894865:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6788c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.894875:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6788c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.894882:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6788c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573477.894913:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:1.0:1777573477.894916:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:0.0:1777573477.894971:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917657600 00000100:00100000:0.0:1777573477.894977:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917657600 00010000:00010000:1.0:1777573477.894982:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a67885 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deff expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.895007:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6788c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deff expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573477.895013:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:1.0:1777573477.895015:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1777573477.895018:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187e00, rc 0) 00000100:00100000:1.0:1777573477.895080:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:50137:x1863919917657472:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 346us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573477.895088:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 922 00000100:00100000:0.0:1777573477.895136:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 55 00000100:00100000:0.0:1777573477.895145:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917657600:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573477.895155:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573477.895169:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6787e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3def8 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.895180:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573477.895183:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573477.895201:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917657600:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 59us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.895208:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 55 00000100:00100000:1.0:1777573477.897746:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.897838:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917657728 00000100:00100000:3.0:1777573477.897847:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917657728 00000100:00100000:3.0:1777573477.897925:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 137 00000100:00100000:3.0:1777573477.897944:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:50137:x1863919917657728:12345-192.168.204.9@tcp:49:dd.60003 00000100:00100000:3.0:1777573477.898065:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:50137:x1863919917657728:12345-192.168.204.9@tcp:49:dd.60003 Request processed in 123us (326us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573477.898072:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 137 00000100:00100000:3.0:1777573477.900222:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.900452:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917657984 00000100:00100000:0.0:1777573477.900460:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917657984 00000100:00100000:0.0:1777573477.900507:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 923 00000100:00100000:0.0:1777573477.900514:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:50137:x1863919917657984:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573477.900529:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573477.900546:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67893 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df06 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.900628:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.900640:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.900648:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.900658:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.900662:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.900666:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573477.901482:0:12623:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xc:0x0], index 1: 0 00010000:00010000:0.0:1777573477.901593:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a678a8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901602:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a678a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901607:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a678a8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901633:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901638:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901641:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901645:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901649:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573477.901652:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901656:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.901916:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:0.0:1777573477.901919:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573477.901924:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.902000:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6789a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573477.902013:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a17078b9 reply state 00000000f72eb394 transno 4294967426 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.902021:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.902026:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ddc2efd900) 00010000:00010000:0.0:1777573477.902028:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573477.902030:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573477.902063:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67893 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df06 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.902078:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a678a8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df06 expref: 10 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.902085:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e:0x0].0x0 (ffff89ddc2efdd00) 00010000:00010000:0.0:1777573477.902087:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573477.902090:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573477.902154:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:50137:x1863919917657984:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 1640us (1938us total) trans 4294967426 rc 0/0 00000100:00100000:0.0:1777573477.902162:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 923 00000100:00100000:2.0:1777573477.908946:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.909063:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917658112 00000100:00100000:0.0:1777573477.909074:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917658112 00000100:00100000:0.0:1777573477.909141:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 407 00000100:00100000:0.0:1777573477.909151:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:50137:x1863919917658112:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573477.909170:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573477.909190:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df0d expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573477.909218:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777573477.909240:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573477.909242:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573477.909251:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.909270:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573477.909284:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1200, rc 0) 00000100:00100000:0.0:1777573477.909350:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:50137:x1863919917658112:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 200us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573477.909358:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 407 00000100:00100000:1.0:1777573477.925124:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.925302:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917658240 00000100:00100000:3.0:1777573477.925312:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917658240 00002000:00100000:3.0:1777573477.925364:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0xc:0x0] (0->1048575) req@ffff89def7a15180 x1863919917658240/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:733/0 lens 488/0 e 0 to 0 dl 1777573488 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1777573477.925375:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def7a15180 with x1863919917658240 ext(0->1048575) 00002000:00010000:3.0:1777573477.925381:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89def7a15180 00000100:00100000:3.0:1777573477.925417:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 19 00000100:00100000:3.0:1777573477.925427:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917658240:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:3.0:1777573477.944625:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917658240:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 19187us (19499us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1777573477.944642:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 19 00002000:00100000:3.0:1777573477.944659:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0xc:0x0] (0->1048575) req@ffff89def7a15180 x1863919917658240/t4294967346(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:733/0 lens 488/448 e 0 to 0 dl 1777573488 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1777573477.944670:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def7a15180 with x1863919917658240 ext(0->1048575) 00002000:00010000:3.0:1777573477.944676:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89def7a15180 00000100:00100000:2.0:1777573477.947783:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573477.947838:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917658368 00000100:00100000:3.0:1777573477.947850:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917658368 00000100:00100000:3.0:1777573477.947912:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 924 00000100:00100000:3.0:1777573477.947927:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:50137:x1863919917658368:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:1.0:1777573477.950607:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967426 is committed 00010000:00010000:2.0:1777573477.950905:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.950917:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.950930:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.950936:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573477.950941:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.950952:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.950969:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:2.0:1777573477.950971:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573477.950976:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.950986:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a67862 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.951019:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.951025:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.951030:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.951035:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573477.951038:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.951044:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.951051:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89ddc2efd900) 00010000:00010000:2.0:1777573477.951053:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573477.951056:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573477.951062:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a678a1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573477.952168:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50137:x1863919917658368:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 4242us (4387us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573477.952180:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 924 00000100:00100000:2.0:1777573477.955832:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573477.955873:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917658496 00000100:00100000:1.0:1777573477.955884:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917658496 00000100:00100000:1.0:1777573477.955984:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 408 00000100:00100000:1.0:1777573477.956005:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917658496:12345-192.168.204.9@tcp:16:dd.60003 00000001:00080000:3.0:1777573477.957986:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000100:00100000:1.0:1777573477.958327:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917658496:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 2323us (2503us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573477.958337:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 408 00000100:00100000:1.0:1777573477.963515:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573477.963567:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917658752 00000100:00100000:0.0:1777573477.963576:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917658752 00000100:00100000:0.0:1777573477.963623:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 138 00000100:00100000:0.0:1777573477.963636:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50137:x1863919917658752:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:0.0:1777573477.963911:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:50137:x1863919917658752:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 278us (402us total) trans 4294967427 rc 0/0 00000100:00100000:0.0:1777573477.963918:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 138 00010000:00010000:2.0:1777573478.136537:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1777573478.585120:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967427 is committed 00010000:00010000:2.0:1777573479.160325:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573479.182486:0:84451:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1003830790900ns, next at 966037557529ns, rc = 0 00080000:00080000:0.0:1777573479.182503:0:84451:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573479.182649:0:84451:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1003830955933ns, next at 1002375105899ns, rc = 0 00080000:00080000:0.0:1777573479.182656:0:84451:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573479.183153:0:84451:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1003831459215ns, next at 969227782529ns, rc = 0 00080000:00080000:0.0:1777573479.183161:0:84451:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573479.183236:0:84451:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1003831542583ns, next at 989550267930ns, rc = 0 00080000:00080000:0.0:1777573479.183242:0:84451:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573479.184009:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 51 committed 00000004:00080000:2.0:1777573479.184425:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 53 committed 00000004:00080000:1.0:1777573479.185582:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 50 committed 00000004:00080000:0.0:1777573479.186109:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 54 committed 00000001:00080000:2.0:1777573479.819846:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000001:00080000:2.0:1777573479.819858:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000100:00100000:3.0:1777573479.860384:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573479.860603:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917658880 00000100:00100000:1.0:1777573479.860614:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917658880 00000100:00100000:1.0:1777573479.860725:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 925 00000100:00100000:1.0:1777573479.860736:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917658880:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573479.860828:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917658880:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 93us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.860836:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 925 00000100:00080000:3.0:1777573479.862211:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573479.862816:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573479.862886:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926281088:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.862917:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926280832:0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.862932:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573479.862971:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573479.862995:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926281600:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.862997:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926281344:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.863033:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573479.863050:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926281856:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.863072:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573479.863097:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926280960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.863110:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926282368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573479.863116:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573479.863143:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573479.863151:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573479.863151:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926282112:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.863174:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926281472:0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.863192:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573479.863209:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573479.863236:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1777573479.863237:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926281984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.863248:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926280704:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.863265:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573479.863291:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573479.863329:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659008 00000100:00100000:1.0:1777573479.863335:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659008 00000100:00100000:0.0:1777573479.863571:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926281216:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.863596:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281600 00000100:00100000:3.0:1777573479.863600:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281088 00000100:00100000:1.0:1777573479.863602:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281600 00000100:00100000:0.0:1777573479.863602:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573479.863607:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281088 00000100:00100000:0.0:1777573479.863628:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926281728:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.863632:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926282112 00000100:00100000:1.0:1777573479.863636:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926282112 00000100:00100000:3.0:1777573479.863646:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926280832 00000100:00100000:3.0:1777573479.863651:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926280832 00000100:00100000:0.0:1777573479.863656:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573479.863663:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281728 00000100:00100000:1.0:1777573479.863668:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281728 00000100:00100000:0.0:1777573479.863673:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926282240:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.863674:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281344 00000100:00100000:3.0:1777573479.863680:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281344 00000100:00100000:1.0:1777573479.863710:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1777573479.863720:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926281600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.863728:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281856 00000100:00100000:3.0:1777573479.863731:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281856 00000100:00100000:3.0:1777573479.863749:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281472 00000100:00100000:3.0:1777573479.863752:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281472 00000100:00100000:3.0:1777573479.863766:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281984 00000100:00100000:3.0:1777573479.863769:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281984 00000100:00100000:3.0:1777573479.863788:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1777573479.863797:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926281088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.864644:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926281600:12345-0@lo:400:kworker.0 Request processed in 926us (1610us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.864651:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1777573479.864668:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1777573479.864675:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926282112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.864755:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926282112:12345-0@lo:400:kworker.0 Request processed in 81us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.864761:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1777573479.864771:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1777573479.864777:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926281728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.864801:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926281728:12345-0@lo:400:kworker.0 Request processed in 25us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.864806:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1777573479.864818:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 409 00000100:00100000:1.0:1777573479.864824:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:50333:x1863919917659008:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573479.865012:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:50333:x1863919917659008:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 187us (2200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573479.865021:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573479.865027:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 409 00000100:00100000:3.0:1777573479.865028:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926281088:12345-0@lo:400:kworker.0 Request processed in 1229us (2092us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.865044:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926282240 00000100:00100000:1.0:1777573479.865048:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926282240 00000100:00100000:0.0:1777573479.865066:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926282112:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.865072:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1777573479.865080:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926282240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.865084:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926281088:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.865085:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1777573479.865112:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1777573479.865119:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926282240:12345-0@lo:400:kworker.0 Request processed in 40us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.865122:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926280832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.865129:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1777573479.865158:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1777573479.865235:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926280832:12345-0@lo:400:kworker.0 Request processed in 42us (2190us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.865243:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1777573479.865256:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926281344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.865260:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1777573479.865270:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926281856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.865274:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967347 gen 2 00000004:00080000:0.0:1777573479.865281:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc15b2a00, transno 4294967347 00000100:00100000:0.0:1777573479.865299:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926281600:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.865305:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926281344:12345-0@lo:400:kworker.0 Request processed in 137us (2269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.865313:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1777573479.865318:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926281856:12345-0@lo:400:kworker.0 Request processed in 49us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.865326:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1777573479.865335:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1777573479.865344:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926281472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.865345:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926281728:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.865351:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:3.0:1777573479.865362:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926281984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.865364:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926282240:0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.865388:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926281472:12345-0@lo:400:kworker.0 Request processed in 46us (2178us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.865395:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1777573479.865416:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926280704 00000100:00100000:0.0:1777573479.865420:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926280704 00000100:00100000:1.0:1777573479.865423:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926282368 00000100:00100000:1.0:1777573479.865428:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926282368 00000100:00100000:0.0:1777573479.865449:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1777573479.865458:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926280704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.865464:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1777573479.865472:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926281984:12345-0@lo:400:kworker.0 Request processed in 111us (2206us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.865476:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926282368:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573479.865484:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00002000:00000024:1.0:1777573479.865499:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1777573479.865501:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926280704:12345-0@lo:400:kworker.0 Request processed in 45us (2210us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573479.865510:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1777573479.865514:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926280960 00000100:00100000:3.0:1777573479.865519:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926280960 00000100:00100000:1.0:1777573479.865542:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926282368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (2391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.865551:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926281216 00000100:00100000:1.0:1777573479.865553:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1777573479.865556:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926281216 00000100:00100000:0.0:1777573479.865563:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1777573479.865574:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926280960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.865580:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1777573479.865589:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926281216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573479.865603:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926282368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573479.865621:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926280960:12345-0@lo:400:kworker.0 Request processed in 49us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573479.865622:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926280832:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.865633:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926281216:12345-0@lo:400:kworker.0 Request processed in 44us (2030us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573479.865636:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1777573479.865642:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926281344:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.865648:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1777573479.865661:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926281856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.865775:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926280704:0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.865787:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926281216:0@lo:400:kworker.0 00000100:00080000:2.0:1777573479.866745:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573479.866751:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573479.866753:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573479.866755:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573479.867792:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926282496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573479.867856:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573479.867861:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573479.867899:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659136 00000100:00100000:0.0:1777573479.867905:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659136 00000100:00100000:3.0:1777573479.867917:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926280960:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.867932:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926281472:0@lo:400:kworker.0 00000100:00100000:3.0:1777573479.867945:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926281984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573479.867974:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 410 00000100:00100000:0.0:1777573479.867988:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:50333:x1863919917659136:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573479.868003:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926282496 00000100:00100000:3.0:1777573479.868007:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926282496 00000100:00080000:2.0:1777573479.868049:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573479.868122:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:50333:x1863919917659136:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 130us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573479.868133:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 410 00000100:00100000:3.0:1777573479.868269:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1777573479.868278:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926282496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573479.868294:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573479.868336:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926282496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.868342:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1777573479.868503:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926282496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573479.870087:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573479.870548:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659264 00000100:00100000:0.0:1777573479.870556:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659264 00000100:00100000:0.0:1777573479.870605:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 926 00000100:00100000:0.0:1777573479.870620:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659264:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573479.870808:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659264:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 196us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573479.870813:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 926 00000100:00100000:2.0:1777573479.872682:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573479.872739:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659392 00000100:00100000:3.0:1777573479.872747:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659392 00000100:00080000:2.0:1777573479.872806:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573479.872811:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 927 00000100:00100000:3.0:1777573479.872820:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659392:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573479.872949:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659392:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 130us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.872969:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 927 00000100:00100000:2.0:1777573479.876219:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573479.876327:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659520 00000100:00100000:0.0:1777573479.876338:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659520 00000100:00100000:0.0:1777573479.876395:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 928 00000100:00100000:0.0:1777573479.876407:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659520:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573479.876507:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659520:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 103us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573479.876515:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 928 00000100:00100000:2.0:1777573479.878175:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573479.878264:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659648 00000100:00100000:0.0:1777573479.878273:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659648 00000100:00100000:0.0:1777573479.878352:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 411 00000100:00100000:0.0:1777573479.878360:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:50333:x1863919917659648:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573479.878558:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:50333:x1863919917659648:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 199us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573479.878566:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 411 00000100:00100000:2.0:1777573479.880198:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573479.880318:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659776 00000100:00100000:3.0:1777573479.880325:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659776 00000100:00100000:3.0:1777573479.880375:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 412 00000100:00100000:3.0:1777573479.880385:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:50333:x1863919917659776:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573479.880505:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:50333:x1863919917659776:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 121us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.880512:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 412 00000100:00100000:2.0:1777573479.882876:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573479.882994:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917659904 00000100:00100000:3.0:1777573479.883001:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917659904 00000100:00100000:3.0:1777573479.883292:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 929 00000100:00100000:3.0:1777573479.883301:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659904:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573479.883463:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917659904:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 163us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.883471:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 929 00000100:00100000:2.0:1777573479.885323:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573479.885441:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917660032 00000100:00100000:3.0:1777573479.885450:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917660032 00000100:00100000:3.0:1777573479.885502:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 930 00000100:00100000:3.0:1777573479.885512:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917660032:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573479.885633:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50333:x1863919917660032:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 123us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573479.885639:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 930 00000100:00100000:1.0:1777573479.921442:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573479.921504:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917660288 00000100:00100000:2.0:1777573479.921514:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917660288 00000100:00100000:2.0:1777573479.921579:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 931 00000100:00100000:2.0:1777573479.921590:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:50337:x1863919917660288:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:2.0:1777573479.921645:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573479.921673:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a678a8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df06 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921721:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e:0x0].0x0 (ffff89ddc2efdd00) 00010000:00010000:2.0:1777573479.921734:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573479.921756:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921771:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921781:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921796:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921803:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921810:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921910:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921919:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.921926:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573479.922173:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off8960 00000004:00080000:2.0:1777573479.922182:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1004570488424ns, next at 1005570486596ns, rc = 0 00010000:00010000:2.0:1777573479.922228:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922237:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922249:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922256:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922261:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922267:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922328:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573479.922348:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922354:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922361:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922366:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573479.922370:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922378:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922387:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e:0x0].0x0 (ffff89deef242b00) 00010000:00010000:2.0:1777573479.922389:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573479.922392:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922398:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a678cb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922413:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922420:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922426:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922431:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922436:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573479.922438:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922444:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922451:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:2.0:1777573479.922453:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573479.922456:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 3/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922462:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a678bd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573479.922471:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d91b1984 reply state 0000000051dd9418 transno 4294967428 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922482:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573479.922488:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242100) 00010000:00010000:2.0:1777573479.922495:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573479.922498:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573479.922499:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573479.922505:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573479.922510:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573479.922513:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573479.922522:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573479.922531:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e:0x0].0x0 (ffff89deef242b00) 00010000:00010000:3.0:1777573479.922532:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573479.922535:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573479.922539:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a678d2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573479.922552:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573479.922554:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573479.922555:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573479.922596:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:50337:x1863919917660288:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1007us (1160us total) trans 4294967428 rc 0/0 00000100:00100000:2.0:1777573479.922604:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 931 00010000:00010000:3.0:1777573480.182985:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573480.887512:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926282752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573480.887542:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926282624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573480.887582:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573480.887627:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573480.887676:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926282752 00000100:00100000:3.0:1777573480.887684:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926282752 00000100:00100000:3.0:1777573480.888080:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926282624 00000100:00100000:3.0:1777573480.888084:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926282624 00000100:00100000:3.0:1777573480.888112:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1777573480.888122:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926282752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573480.888152:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573480.888194:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1777573480.888202:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926282752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573480.888213:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1777573480.888272:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926282624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573480.888286:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573480.888328:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926282624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573480.888336:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1777573480.888381:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926282752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573480.888400:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926282624:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1777573480.977866:0:84595:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1005626170845ns, next at 966037557529ns, rc = 0 00080000:00080000:1.0:1777573480.977884:0:84595:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573480.977997:0:84595:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1005626303224ns, next at 1002375105899ns, rc = 0 00080000:00080000:1.0:1777573480.978004:0:84595:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573480.978078:0:84595:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1005626384074ns, next at 969227782529ns, rc = 0 00080000:00080000:1.0:1777573480.978084:0:84595:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573480.978643:0:84595:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1005626948830ns, next at 1005570486596ns, rc = 0 00080000:00080000:1.0:1777573480.978652:0:84595:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573480.979428:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 55 committed 00000004:00080000:0.0:1777573480.979441:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 54 committed 00000004:00080000:2.0:1777573480.979801:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 52 committed 00000001:00080000:2.0:1777573480.979825:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967428 is committed 00000004:00080000:2.0:1777573480.979831:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 51 committed 00000100:00100000:0.0:1777573480.979984:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926282880:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777573480.979987:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.980003:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.980011:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.980018:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573480.980024:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.980032:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.980052:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0xf9c7deb2 (ffff89deef242100) 00010000:00010000:1.0:1777573480.980056:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573480.980061:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573480.980065:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573480.980073:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a678c4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x19:0x0].0xf9c7deb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573480.980108:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926282880 00000100:00100000:3.0:1777573480.980116:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926282880 00000100:00100000:3.0:1777573480.980162:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1777573480.980173:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926282880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777573480.980208:0:17492:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:12 count 1 00010000:00010000:3.0:1777573480.980227:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.980248:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.980256:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573480.980259:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1777573480.980262:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.980288:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.980302:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 5 pid: 9951 timeout: 1105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573480.980324:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926283008:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573480.980396:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f6c540 going to sleep for 11 seconds 00000004:00080000:2.0:1777573480.980860:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 52 committed 00000100:00100000:1.0:1777573480.982225:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573480.982227:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926283008:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573480.982257:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573480.983247:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917660416 00000100:00100000:2.0:1777573480.983257:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917660416 00010000:00010000:2.0:1777573480.983298:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 6 pid: 9951 timeout: 1105 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573480.983338:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 328 00000100:00100000:2.0:1777573480.983350:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917660416:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573480.983366:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573480.983373:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 6 pid: 9951 timeout: 1105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573480.983386:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 6 pid: 9951 timeout: 1105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573480.983420:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000190cadc3/0x1e8fa618a5a678b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df0d expref: 6 pid: 9951 timeout: 1105 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573480.983435:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573480.983437:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573480.983441:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573480.983451:0:6472:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573480.983488:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573480.983546:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b82c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917660416:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 198us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573480.983554:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 328 00010000:00010000:3.0:1777573480.983652:0:17492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.983666:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.983677:0:17492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.983685:0:17492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573480.983738:0:17492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573480.983920:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777573480.983927:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926282880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3751us (3859us total) trans 4294967347 rc 0/0 00010000:00010000:1.0:1777573480.983941:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.983955:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573480.983960:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573480.983963:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00010000:00010000:1.0:1777573480.983976:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.983987:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573480.983996:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a678d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573480.984010:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc46fea00/2, rc 0, transno 4294967347 00010000:00010000:1.0:1777573480.984016:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573480.984018:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573480.984020:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573480.984025:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926282880:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777573481.207649:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573481.399034:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573481.399064:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926283136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573481.399164:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573481.399230:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926283136 00000100:00100000:0.0:1777573481.399245:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926283136 00000100:00100000:0.0:1777573481.399308:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1777573481.399322:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926283136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573481.399361:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:0.0:1777573481.399454:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926283136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573481.399464:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1777573481.399783:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926283136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573481.497661:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573481.497777:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917660544 00000100:00100000:0.0:1777573481.497791:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917660544 00000100:00100000:0.0:1777573481.497858:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 795 00000100:00100000:0.0:1777573481.497870:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917660544:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573481.497976:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917660544:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 107us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573481.497984:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 795 00000100:00100000:2.0:1777573481.501350:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573481.501392:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573481.501425:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573481.501456:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917660928 00000100:00100000:2.0:1777573481.501468:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917660928 00000100:00100000:3.0:1777573481.501541:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917660672 00000100:00100000:3.0:1777573481.501546:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917660672 00000100:00100000:3.0:1777573481.501597:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917660800 00000100:00100000:3.0:1777573481.501601:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917660800 00000100:00100000:3.0:1777573481.501629:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1324 00000100:00100000:3.0:1777573481.501640:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917660672:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573481.501752:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 732 00000100:00100000:2.0:1777573481.501760:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917660928:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573481.502260:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917660928:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 500us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573481.502270:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 732 00000100:00100000:2.0:1777573481.502306:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1325 00000100:00100000:2.0:1777573481.502316:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917660800:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573481.502350:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917660800:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573481.502362:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1325 00000100:00100000:3.0:1777573481.502366:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917660672:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 729us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573481.502377:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1324 00000100:00080000:2.0:1777573481.502385:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573481.502390:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573481.502392:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573481.503318:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573481.503397:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661056 00000100:00100000:0.0:1777573481.503405:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661056 00000100:00100000:0.0:1777573481.503490:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 733 00000100:00100000:0.0:1777573481.503499:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917661056:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573481.503551:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917661056:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 55us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573481.503559:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 733 00000100:00080000:2.0:1777573481.503599:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777573482.232271:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573482.935869:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926283264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573482.935951:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573482.935987:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926283264 00000100:00100000:2.0:1777573482.935996:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926283264 00000100:00100000:2.0:1777573482.936059:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1777573482.936070:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926283264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573482.936103:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573482.936170:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926283264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573482.936178:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1777573482.936377:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926283264:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573483.254963:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573484.279050:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573484.982925:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573484.982976:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573484.983000:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926283520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573484.983000:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926283392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573484.983077:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573484.983133:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926283776:0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.983139:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573484.983157:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926284032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.983164:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926283648:0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.983164:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573484.983184:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926284288:0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.983207:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573484.983208:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573484.983220:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926283392 00000100:00100000:1.0:1777573484.983227:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926283392 00000100:00100000:1.0:1777573484.983277:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926283520 00000100:00100000:1.0:1777573484.983281:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926283520 00000100:00100000:1.0:1777573484.983304:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1777573484.983312:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926283392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573484.983340:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573484.983527:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926283776 00000100:00100000:0.0:1777573484.983533:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926283776 00000100:00100000:0.0:1777573484.983567:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284032 00000100:00100000:0.0:1777573484.983570:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284032 00000100:00100000:3.0:1777573484.983588:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926284160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573484.983595:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:0.0:1777573484.983609:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926283776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.983618:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573484.983643:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926284672:0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.983682:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573484.983745:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1777573484.983754:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926284544:0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.983757:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926283520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573484.983772:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573484.983785:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573484.983809:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926285056:0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.983819:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926283520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573484.983826:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1777573484.983835:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573484.983870:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1777573484.983878:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926284032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.983893:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926283648 00000100:00100000:2.0:1777573484.983898:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926283648 00000100:00100000:2.0:1777573484.983926:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1777573484.983933:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926283648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.984081:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926284032:12345-0@lo:400:kworker.0 Request processed in 203us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573484.984081:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926283392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 769us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573484.984089:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926283648:12345-0@lo:400:kworker.0 Request processed in 154us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573484.984090:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1777573484.984090:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1777573484.984101:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:1.0:1777573484.984111:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573484.984141:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284672 00000100:00100000:2.0:1777573484.984145:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284672 00000100:00100000:1.0:1777573484.984169:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926283904:0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.984172:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284544 00000100:00100000:2.0:1777573484.984176:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284544 00000100:00100000:2.0:1777573484.984199:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285056 00000100:00100000:2.0:1777573484.984204:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285056 00000100:00100000:1.0:1777573484.984204:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573484.984230:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926284416:0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.984231:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1777573484.984242:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926284672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.984259:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573484.984288:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926284928:0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.984308:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573484.984334:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284160 00000100:00100000:1.0:1777573484.984338:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284160 00000100:00100000:2.0:1777573484.984357:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926284672:12345-0@lo:400:kworker.0 Request processed in 117us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573484.984363:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1777573484.984365:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926283904 00000100:00100000:1.0:1777573484.984369:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926283904 00000100:00100000:2.0:1777573484.984378:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1777573484.984385:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926284544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.984391:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1777573484.984400:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1777573484.984400:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926284160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.984410:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926283904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.984414:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926284544:12345-0@lo:400:kworker.0 Request processed in 29us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573484.984420:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1777573484.984435:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1777573484.984445:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926285056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.984445:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926284160:12345-0@lo:400:kworker.0 Request processed in 44us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573484.984451:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926283904:12345-0@lo:400:kworker.0 Request processed in 43us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573484.984454:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1777573484.984458:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1777573484.984476:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926285056:12345-0@lo:400:kworker.0 Request processed in 35us (641us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573484.984479:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284416 00000100:00100000:2.0:1777573484.984482:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1777573484.984483:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284416 00000100:00100000:3.0:1777573484.984504:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926283648:0@lo:400:kworker.0 00000100:00080000:2.0:1777573484.984507:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573484.984511:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284928 00000100:00080000:2.0:1777573484.984513:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573484.984514:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284928 00000100:00100000:3.0:1777573484.984523:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926284160:0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.984535:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926284032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.984539:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926284672:0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.984544:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1777573484.984553:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926284416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.984554:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926284544:0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.984573:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926285056:0@lo:400:kworker.0 00000100:00100000:3.0:1777573484.984577:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926283520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573484.984597:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926284416:12345-0@lo:400:kworker.0 Request processed in 45us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573484.984602:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:1.0:1777573484.984619:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1777573484.984626:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926284928:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777573484.984635:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573484.984655:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573484.984658:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926284928:12345-0@lo:400:kworker.0 Request processed in 32us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573484.984664:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1777573484.984669:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926283776:12345-0@lo:400:kworker.0 Request processed in 1060us (1504us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573484.984677:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:1.0:1777573484.984680:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284288 00000100:00100000:1.0:1777573484.984685:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284288 00000100:00100000:2.0:1777573484.984688:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926284800:0@lo:400:kworker.0 00000100:00100000:0.0:1777573484.984738:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926283904:0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.984742:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00080000:3.0:1777573484.984745:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573484.984752:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926284288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573484.984763:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926284416:0@lo:400:kworker.0 00000100:00100000:0.0:1777573484.984774:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926284928:0@lo:400:kworker.0 00000100:00100000:1.0:1777573484.984789:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926284288:12345-0@lo:400:kworker.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573484.984795:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1777573484.984917:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573484.984951:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926283392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573484.984972:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926283776:0@lo:400:kworker.0 00000100:00100000:2.0:1777573484.984980:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926284288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573484.985019:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926284800 00000100:00100000:0.0:1777573484.985024:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926284800 00000100:00100000:0.0:1777573484.985067:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00080000:3.0:1777573484.985069:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573484.985077:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926284800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573484.985111:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926284800:12345-0@lo:400:kworker.0 Request processed in 37us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573484.985117:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1777573484.985754:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926284800:0@lo:400:kworker.0 00010000:00010000:3.0:1777573485.302894:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573486.008019:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573486.008045:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926285184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573486.008093:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926285312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573486.008121:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573486.008230:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285184 00000100:00100000:0.0:1777573486.008236:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285184 00000100:00100000:0.0:1777573486.008279:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1777573486.008286:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926285184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573486.008325:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1777573486.008388:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573486.009205:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926285184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 917us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573486.009216:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1777573486.009246:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926285184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573486.009341:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573486.009439:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285312 00000100:00100000:0.0:1777573486.009444:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285312 00000100:00100000:0.0:1777573486.009482:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1777573486.009488:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926285312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573486.009501:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573486.009533:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926285312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573486.009540:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00080000:3.0:1777573486.009665:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573486.009707:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926285312:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777573486.327039:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573486.518977:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926285440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573486.519038:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573486.519188:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285440 00000100:00100000:2.0:1777573486.519195:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285440 00000100:00100000:2.0:1777573486.519235:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1777573486.519243:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926285440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573486.519276:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:2.0:1777573486.519363:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926285440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573486.519370:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1777573486.519439:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926285440:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1777573486.520798:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000100:00100000:2.0:1777573486.616586:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573486.616669:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573486.616729:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573486.616735:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661184 00000100:00100000:1.0:1777573486.616746:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661184 00000100:00100000:1.0:1777573486.616812:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:1.0:1777573486.616834:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917661184:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573486.616985:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917661184:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 163us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573486.616993:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:2.0:1777573486.617435:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573486.617474:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573486.617521:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661312 00000100:00100000:0.0:1777573486.617521:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661440 00000100:00100000:3.0:1777573486.617528:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661312 00000100:00100000:0.0:1777573486.617529:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661440 00000100:00100000:3.0:1777573486.617584:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1332 00000100:00100000:0.0:1777573486.617595:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1333 00000100:00100000:3.0:1777573486.617596:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917661312:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573486.617607:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917661440:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573486.617643:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917661312:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 52us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573486.617651:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1332 00000100:00080000:3.0:1777573486.617672:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573486.617676:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573486.617728:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917661440:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 124us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573486.617735:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1333 00000100:00100000:0.0:1777573486.617978:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661568 00000100:00100000:0.0:1777573486.617983:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661568 00000100:00100000:0.0:1777573486.618030:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661696 00000100:00100000:0.0:1777573486.618033:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661696 00000100:00080000:1.0:1777573486.618045:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573486.618049:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573486.618072:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 737 00000100:00100000:0.0:1777573486.618080:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917661568:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573486.618113:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 738 00000100:00100000:0.0:1777573486.618117:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917661568:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573486.618123:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 737 00000100:00100000:3.0:1777573486.618128:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917661696:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573486.618171:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917661696:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573486.618178:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 738 00010000:00010000:3.0:1777573487.352896:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573488.055101:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573488.055128:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926285568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573488.055199:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573488.055374:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285568 00000100:00100000:2.0:1777573488.055385:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285568 00000100:00100000:2.0:1777573488.055438:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1777573488.055448:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926285568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573488.055482:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573488.055593:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926285568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 145us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573488.055601:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1777573488.055722:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926285568:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573488.375189:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573489.398877:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573490.103306:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573490.103306:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573490.103331:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926285824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573490.103332:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926285696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573490.103549:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926286208:0@lo:400:kworker.0 00000100:00100000:3.0:1777573490.104866:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573490.104898:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573490.104949:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926286080:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.104950:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926285952:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.104952:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285696 00000100:00100000:1.0:1777573490.104963:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285696 00000100:00100000:0.0:1777573490.104988:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573490.105013:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926286464:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.105019:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285824 00000100:00100000:1.0:1777573490.105023:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285824 00000100:00100000:0.0:1777573490.105039:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.105052:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1777573490.105059:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926286976:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.105065:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926285696:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573490.105083:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1777573490.105096:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573490.105103:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1777573490.105111:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926286336:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.105144:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.105151:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926285696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.105162:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1777573490.105168:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926286848:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.105182:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1777573490.105191:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926285824:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573490.105198:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573490.105203:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1777573490.105205:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573490.105229:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926286592:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.105233:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926287360:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.105242:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926285824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.105249:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00080000:1.0:1777573490.105267:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573490.105269:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573490.105275:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.105286:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926285952 00000100:00100000:1.0:1777573490.105291:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926285952 00000100:00100000:3.0:1777573490.105300:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926287104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.105316:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967347 gen 2 00000004:00080000:0.0:1777573490.105322:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc46fea00, transno 4294967347 00000100:00100000:1.0:1777573490.105324:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1777573490.105330:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.105336:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926285952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.105346:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926285824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573490.105370:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926285696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573490.105380:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286464 00000100:00100000:1.0:1777573490.105381:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926285952:12345-0@lo:400:kworker.0 Request processed in 47us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.105385:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286464 00000100:00100000:3.0:1777573490.105387:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777573490.105394:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1777573490.105396:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926286720:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.105421:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1777573490.105429:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926286464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.105443:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286336 00000100:00100000:1.0:1777573490.105448:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286336 00000100:00100000:1.0:1777573490.105476:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286080 00000100:00100000:1.0:1777573490.105480:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286080 00000100:00100000:1.0:1777573490.105495:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286592 00000100:00100000:1.0:1777573490.105498:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286592 00000100:00100000:1.0:1777573490.105515:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926287104 00000100:00100000:1.0:1777573490.105518:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926287104 00000100:00100000:1.0:1777573490.105531:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1777573490.105537:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926286336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106092:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926286464:12345-0@lo:400:kworker.0 Request processed in 663us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.106100:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1777573490.106123:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286976 00000100:00100000:0.0:1777573490.106127:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286976 00000100:00100000:0.0:1777573490.106152:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286848 00000100:00100000:0.0:1777573490.106155:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286848 00000100:00100000:0.0:1777573490.106171:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926287360 00000100:00100000:0.0:1777573490.106174:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926287360 00000100:00100000:0.0:1777573490.106191:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1777573490.106197:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926286976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106228:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926286976:12345-0@lo:400:kworker.0 Request processed in 31us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.106237:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1777573490.106248:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1777573490.106254:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926286848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106279:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926286848:12345-0@lo:400:kworker.0 Request processed in 26us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.106284:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1777573490.106295:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1777573490.106300:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926287360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106429:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926287360:12345-0@lo:400:kworker.0 Request processed in 128us (1157us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.106435:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1777573490.106454:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1777573490.106461:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926286080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106488:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926286080:12345-0@lo:400:kworker.0 Request processed in 28us (1294us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.106493:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:0.0:1777573490.106506:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1777573490.106511:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926286592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106531:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926286592:12345-0@lo:400:kworker.0 Request processed in 20us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.106536:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1777573490.106546:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1777573490.106551:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926287104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106573:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926287104:12345-0@lo:400:kworker.0 Request processed in 22us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.106579:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1777573490.106809:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926286848:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106819:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926287360:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106827:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926285952:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106836:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926286464:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.106845:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926286976:0@lo:400:kworker.0 00000100:00080000:0.0:1777573490.106884:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573490.106888:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573490.107121:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.107139:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926286336:12345-0@lo:400:kworker.0 Request processed in 1600us (1993us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.107148:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1777573490.107156:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926287232:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.107166:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286720 00000100:00100000:1.0:1777573490.107171:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286720 00000100:00100000:3.0:1777573490.107187:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.107208:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926287232 00000100:00100000:1.0:1777573490.107211:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926287232 00000100:00100000:3.0:1777573490.107217:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926286080:0@lo:400:kworker.0 00000100:00100000:3.0:1777573490.107232:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926286592:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.107239:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1777573490.107246:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926287104:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.107247:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926286720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573490.107280:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1777573490.107291:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926287232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.107291:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926286720:12345-0@lo:400:kworker.0 Request processed in 44us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.107304:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00080000:1.0:1777573490.107323:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573490.107395:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573490.107461:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926286720:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.107524:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926286208 00000100:00100000:1.0:1777573490.107528:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926286208 00000100:00100000:1.0:1777573490.107560:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1777573490.107568:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926286208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.107581:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926286336:0@lo:400:kworker.0 00000100:00100000:1.0:1777573490.107606:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926286208:12345-0@lo:400:kworker.0 Request processed in 39us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.107612:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1777573490.107773:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926287232:12345-0@lo:400:kworker.0 Request processed in 485us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573490.107780:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1777573490.107789:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926286208:0@lo:400:kworker.0 00000100:00100000:0.0:1777573490.107852:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926287232:0@lo:400:kworker.0 00010000:00010000:3.0:1777573490.422942:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573490.924673:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573490.924806:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661824 00000100:00100000:3.0:1777573490.924817:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661824 00000100:00100000:3.0:1777573490.924919:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 932 00000100:00100000:3.0:1777573490.924931:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917661824:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573490.925032:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917661824:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 105us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573490.925040:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 932 00000100:00080000:2.0:1777573490.925269:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573490.927132:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573490.927194:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917661952 00000100:00100000:3.0:1777573490.927202:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917661952 00000100:00100000:3.0:1777573490.927285:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 414 00000100:00100000:3.0:1777573490.927294:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917661952:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573490.927480:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917661952:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 188us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573490.927491:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 414 00000100:00080000:2.0:1777573490.928037:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573490.931275:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573490.931425:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662080 00000100:00100000:3.0:1777573490.931435:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662080 00000100:00100000:3.0:1777573490.931527:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 415 00000100:00100000:3.0:1777573490.931537:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917662080:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573490.931771:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917662080:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 233us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573490.931780:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 415 00000100:00080000:2.0:1777573490.931941:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573490.933758:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573490.933796:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662208 00000100:00100000:1.0:1777573490.933806:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662208 00000100:00100000:1.0:1777573490.933852:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 933 00000100:00100000:1.0:1777573490.933858:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917662208:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573490.934013:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917662208:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 154us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.934024:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 933 00000100:00100000:3.0:1777573490.936024:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.936075:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662336 00000100:00100000:0.0:1777573490.936085:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662336 00000100:00100000:0.0:1777573490.936159:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 934 00000100:00100000:0.0:1777573490.936170:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50706:x1863919917662336:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:3.0:1777573490.936180:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573490.936356:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50706:x1863919917662336:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 188us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.936362:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 934 00000100:00100000:2.0:1777573490.938483:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573490.938689:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662464 00000100:00100000:1.0:1777573490.938780:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662464 00000100:00100000:1.0:1777573490.939040:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 935 00000100:00100000:1.0:1777573490.939049:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917662464:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573490.939139:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917662464:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 92us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.939146:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 935 00000100:00100000:3.0:1777573490.941057:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.941138:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662592 00000100:00100000:0.0:1777573490.941146:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662592 00000100:00100000:0.0:1777573490.941203:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 416 00000100:00100000:0.0:1777573490.941213:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917662592:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573490.941407:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917662592:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 195us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.941415:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 416 00000100:00100000:3.0:1777573490.943015:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.943053:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662720 00000100:00100000:0.0:1777573490.943060:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662720 00000100:00100000:0.0:1777573490.943100:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 417 00000100:00100000:0.0:1777573490.943108:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917662720:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573490.943307:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:50706:x1863919917662720:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 199us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.943314:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 417 00000100:00100000:2.0:1777573490.944875:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.944935:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662848 00000100:00100000:0.0:1777573490.944943:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662848 00000100:00100000:0.0:1777573490.944989:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 936 00000100:00100000:0.0:1777573490.944998:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917662848:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573490.945162:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50706:x1863919917662848:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 165us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.945170:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 936 00000100:00100000:3.0:1777573490.946257:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.946292:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917662976 00000100:00100000:0.0:1777573490.946298:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917662976 00000100:00100000:0.0:1777573490.946341:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 937 00000100:00100000:0.0:1777573490.946349:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50706:x1863919917662976:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573490.946489:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:50706:x1863919917662976:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 141us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.946497:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 937 00000100:00100000:3.0:1777573490.962561:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.962646:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917663104 00000100:00100000:0.0:1777573490.962657:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917663104 00000100:00100000:0.0:1777573490.962764:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 938 00000100:00100000:0.0:1777573490.962775:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:50707:x1863919917663104:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573490.962798:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573490.962823:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a678e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df14 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.962897:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a678e7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.962912:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a678e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.962924:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a678e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573490.962979:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00000004:00200000:0.0:1777573490.962983:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573490.963003:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a678e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.963029:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a678e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df14 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.963051:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a678e7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df14 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.963060:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:0.0:1777573490.963063:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573490.963067:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573490.963130:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:50707:x1863919917663104:12345-192.168.204.9@tcp:101:rm.0 Request processed in 357us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.963147:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 938 00000100:00100000:2.0:1777573490.965658:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573490.965815:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917663232 00000100:00100000:1.0:1777573490.965825:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917663232 00000100:00100000:1.0:1777573490.965879:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 139 00000100:00100000:1.0:1777573490.965894:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50707:x1863919917663232:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:1.0:1777573490.966020:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50707:x1863919917663232:12345-192.168.204.9@tcp:49:rm.0 Request processed in 128us (369us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573490.966031:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 139 00000100:00100000:0.0:1777573490.968046:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573490.968298:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917663488 00000100:00100000:1.0:1777573490.968310:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917663488 00000100:00100000:1.0:1777573490.968385:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 939 00000100:00100000:1.0:1777573490.968397:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:50707:x1863919917663488:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573490.968418:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573490.968613:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a678ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df1b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573490.969502:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00010000:00010000:1.0:1777573490.969625:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a678ee lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df1b expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.969640:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89ded4e60200) 00010000:00010000:1.0:1777573490.969644:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573490.969649:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a678ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df1b expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.969666:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:1.0:1777573490.969778:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:50707:x1863919917663488:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1383us (1740us total) trans 4294967429 rc 301/301 00000100:00100000:1.0:1777573490.969786:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 939 00000100:00100000:2.0:1777573490.975039:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.975114:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917663616 00000100:00100000:0.0:1777573490.975123:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917663616 00000100:00100000:0.0:1777573490.975188:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 140 00000100:00100000:0.0:1777573490.975198:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:50707:x1863919917663616:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1777573490.978304:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:50707:x1863919917663616:12345-192.168.204.9@tcp:37:rm.0 Request processed in 3098us (3265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.978317:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 140 00000100:00100000:3.0:1777573490.981218:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573490.981362:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917663872 00000100:00100000:1.0:1777573490.981371:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917663872 00000100:00100000:1.0:1777573490.981493:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 141 00000100:00100000:1.0:1777573490.981504:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:50707:x1863919917663872:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1777573490.981729:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:50707:x1863919917663872:12345-192.168.204.9@tcp:35:rm.0 Request processed in 227us (519us total) trans 4294967430 rc 0/0 00000100:00100000:1.0:1777573490.981750:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 141 00000100:00100000:2.0:1777573490.983879:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573490.983942:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573490.983942:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917664000 00000100:00100000:0.0:1777573490.983953:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917664000 00000100:00100000:0.0:1777573490.984015:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 56 00000100:00100000:0.0:1777573490.984023:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917664000:12345-192.168.204.9@tcp:103:rm.0 00010000:00010000:0.0:1777573490.984035:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573490.984058:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67560 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de1f expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.984077:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573490.984087:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573490.984119:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917664256 00000100:00100000:1.0:1777573490.984125:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917664256 00000100:00100000:0.0:1777573490.984137:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917664000:12345-192.168.204.9@tcp:103:rm.0 Request processed in 114us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.984145:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 56 00000100:00100000:1.0:1777573490.984173:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 940 00000100:00100000:1.0:1777573490.984342:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:50707:x1863919917664256:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573490.984459:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573490.984476:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a678e7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df14 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.984491:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6788c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3deff expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.984501:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89defbd2b900) 00010000:00010000:1.0:1777573490.984508:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573490.984551:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.984559:0:6487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.984569:0:6487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573490.984591:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926287488:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1777573490.984630:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.984687:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573490.984769:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926287488 00000100:00100000:0.0:1777573490.984774:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926287488 00000100:00100000:0.0:1777573490.984812:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1777573490.984821:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919926287488:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1777573490.984831:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573490.984844:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a678fc expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.984865:0:6490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 5 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.984875:0:6490:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.984946:0:6490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 5 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.984960:0:6490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 5 pid: 26981 timeout: 1115 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573490.984971:0:6490:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494df80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926287616:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573490.985066:0:6490:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444c300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573490.987306:0:6490:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494df80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926287616:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573490.987345:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.987358:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573490.987361:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573490.987366:0:6490:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.987380:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1800, rc 0) 00000100:00100000:0.0:1777573490.987434:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6487:x1863919926287488:12345-0@lo:101:mdt00_002.0 Request processed in 2614us (2802us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.987443:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1777573490.987461:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926287488:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1777573490.987479:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.987491:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573490.988570:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573490.988803:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917664384 00000100:00100000:1.0:1777573490.988810:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917664384 00010000:00010000:1.0:1777573490.988843:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 6 pid: 26981 timeout: 1115 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573490.988917:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 329 00000100:00100000:2.0:1777573490.988929:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917664384:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573490.988943:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573490.988949:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 6 pid: 26981 timeout: 1115 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.988959:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 6 pid: 26981 timeout: 1115 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.988973:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67544 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3de18 expref: 6 pid: 26981 timeout: 1115 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.988983:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573490.988987:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.988995:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.989001:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.989024:0:6472:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573490.989037:0:6472:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6472:1863919926287744:0@lo:105: 00000100:00100000:2.0:1777573490.989093:0:6472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573490.989131:0:6472:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec72b2300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573490.989145:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926287744 00000100:00100000:3.0:1777573490.989151:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926287744 00000100:00100000:3.0:1777573490.989193:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1777573490.989200:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6472:x1863919926287744:12345-0@lo:105: 00010000:00010000:3.0:1777573490.989211:0:9433:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.989220:0:9433:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.989226:0:9433:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.989232:0:9433:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.989236:0:9433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.989241:0:9433:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.989261:0:9433:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc3186c00) 00000100:00100000:3.0:1777573490.989291:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6472:x1863919926287744:12345-0@lo:105: Request processed in 92us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573490.989296:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1777573490.989316:0:6472:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6472:1863919926287744:0@lo:105: 00010000:00010000:2.0:1777573490.989332:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573490.989348:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.989359:0:6487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573490.989366:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917664384:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 440us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573490.989371:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 329 00000004:00080000:1.0:1777573490.989374:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573490.989402:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.989406:0:6487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.989412:0:6487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573490.989422:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926287872:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1777573490.989442:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.989461:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573490.989577:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926287872 00000100:00100000:2.0:1777573490.989581:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926287872 00000100:00100000:2.0:1777573490.989605:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1777573490.989610:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6487:x1863919926287872:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1777573490.989621:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573490.989631:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67911 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6790a expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.989644:0:13250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67911 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6790a expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.989651:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67911 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6790a expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.989656:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243700) 00010000:00010000:2.0:1777573490.989658:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573490.989659:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54800, rc 0) 00000100:00100000:2.0:1777573490.989686:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926287872:12345-0@lo:101:mdt00_002.0 Request processed in 76us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573490.989715:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1777573490.989801:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926287872:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1777573490.989813:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.989822:0:6487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573490.989831:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1777573490.989856:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926288000:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1777573490.989882:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573490.989904:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444c540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573490.989972:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926288000 00000100:00100000:2.0:1777573490.989977:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926288000 00000100:00100000:2.0:1777573490.990015:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1777573490.990023:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926288000:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573490.990100:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926288000:12345-0@lo:1000:mdt00_002.0 Request processed in 78us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573490.990110:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1777573490.990206:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494df80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926288000:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1777573490.990239:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926288128:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1777573490.990255:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.990271:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573490.990293:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926288128 00000100:00100000:3.0:1777573490.990298:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926288128 00000100:00100000:3.0:1777573490.990324:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1777573490.990332:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926288128:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573490.990404:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926288128:12345-0@lo:1000:mdt00_002.0 Request processed in 72us (146us total) trans 0 rc 1/1 00000100:00100000:3.0:1777573490.990410:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1777573490.990433:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926288128:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1777573490.990468:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.990474:0:6487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.990478:0:6487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573490.990486:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926288256:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1777573490.990500:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.990513:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573490.990539:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926288256 00000100:00100000:0.0:1777573490.990543:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926288256 00000100:00100000:0.0:1777573490.990565:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1777573490.990572:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926288256:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1777573490.990580:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573490.990592:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6791f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67918 expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.990609:0:13250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6791f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67918 expref: 9 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.990620:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6791f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67918 expref: 9 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573490.990625:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc2efda00) 00010000:00010000:0.0:1777573490.990627:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573490.990629:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573490.990652:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6487:x1863919926288256:12345-0@lo:101:mdt00_002.0 Request processed in 82us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573490.990656:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1777573490.990728:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926288256:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1777573490.990750:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.990760:0:6487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.990788:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.990797:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.990805:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573490.991200:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].8, 664 off40240 00000040:00080000:1.0:1777573490.991246:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].8, 744 off41200 00000004:00080000:1.0:1777573490.991252:0:6487:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc446c0c0 with version 18 00000004:00080000:0.0:1777573490.991344:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 18 rpc_version 18 00000020:00100000:0.0:1777573490.991363:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1777573490.991369:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ddc45f5c00 x1863919926288512/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1984/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777573490.991381:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926288512:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573490.991407:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573490.991427:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444c600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573490.991910:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926288512 00000100:00100000:3.0:1777573490.991916:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926288512 00000100:00100000:3.0:1777573490.991966:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1777573490.991974:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7412:x1863919926288512:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1777573490.992337:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7412:x1863919926288512:12345-0@lo:1000:osp_up0-1.0 Request processed in 363us (927us total) trans 4294967492 rc 0/0 00000100:00100000:3.0:1777573490.992352:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1777573490.992413:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926288512:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1777573490.992572:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x19:0x0]: returning size 4096 00010000:00010000:1.0:1777573490.992590:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992596:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992603:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992608:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573490.992610:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992615:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992624:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ded4e60800) 00010000:00010000:1.0:1777573490.992626:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573490.992629:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992633:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67926 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992646:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992651:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992655:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992671:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777573490.992756:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1777573490.992757:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573490.992761:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.992765:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992772:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.992780:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:1.0:1777573490.992786:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.992788:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992815:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777573490.992820:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573490.992824:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.992831:0:6487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573490.992907:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:50707:x1863919917664256:12345-192.168.204.9@tcp:36:rm.0 Request processed in 8722us (8958us total) trans 4294967431 rc 0/0 00000100:00100000:1.0:1777573490.992915:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 940 00010000:00010000:2.0:1777573490.992922:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573490.992930:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.992938:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573490.992943:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573490.992951:0:8386:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.992980:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573490.992983:0:6474:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.992994:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573490.993013:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.993020:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573490.993035:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573490.993041:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573490.993042:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926288640:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573490.993058:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187e00/0x1e8fa618a5a67918 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a6791f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.993061:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186c00/0x1e8fa618a5a678fc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67903 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.993080:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573490.993083:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573490.993084:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573490.993087:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573490.993088:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573490.993089:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573490.993093:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573490.993101:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573490.993123:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926288768:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573490.993138:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926288640 00000100:00100000:1.0:1777573490.993142:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926288640 00000100:00100000:2.0:1777573490.993157:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573490.993180:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926288768 00000100:00100000:1.0:1777573490.993183:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926288768 00000100:00100000:2.0:1777573490.993200:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1777573490.993210:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919926288640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573490.993222:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573490.993239:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67903 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a678fc expref: 11 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573490.993250:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573490.993253:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573490.993281:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919926288640:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.993313:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1777573490.993320:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3638:x1863919926288768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573490.993327:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573490.993338:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a6791f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a67918 expref: 10 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573490.993348:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19:0x0].0x0 (ffff89ddc2efda00) 00000100:00100000:3.0:1777573490.993350:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926288640:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573490.993354:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573490.993383:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3638:x1863919926288768:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573490.993389:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1777573490.993395:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926288768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573490.993602:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1777573491.127002:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926288896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573491.127079:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573491.127157:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926288896 00000100:00100000:1.0:1777573491.127170:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926288896 00000100:00100000:1.0:1777573491.127254:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1777573491.127267:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926288896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573491.127310:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573491.127904:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926288896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 636us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573491.127917:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1777573491.130978:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573491.131001:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926289024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573491.131074:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573491.131090:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926288896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573491.131162:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289024 00000100:00100000:1.0:1777573491.131171:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289024 00000100:00100000:1.0:1777573491.131249:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1777573491.131264:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926289024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573491.131293:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573491.131372:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926289024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573491.131382:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1777573491.137276:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926289024:0@lo:13:osp-pre-0-1.0 00000020:00000080:2.0:1777573491.430979:0:84981:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedb17dd50 20000000:00000080:2.0:1777573491.431001:0:84981:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc323a400 uarg=0000000000000000 00010000:00010000:2.0:1777573491.433275:0:84981:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573491.433291:0:84981:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573491.433310:0:84981:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573491.433321:0:84981:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573491.433366:0:84981:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573491.433381:0:84981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.433399:0:84981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.433406:0:84981:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.433439:0:84981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.433451:0:84981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 22 pid: 6478 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573491.433461:0:84981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84981:1863919926289152:0@lo:104: 00000100:00100000:2.0:1777573491.433522:0:84981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573491.433594:0:84981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f58180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573491.433789:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289152 00000100:00100000:1.0:1777573491.433797:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289152 00000100:00100000:1.0:1777573491.433847:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1777573491.433857:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:84981:x1863919926289152:12345-0@lo:104: 00010000:00010000:1.0:1777573491.433868:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573491.433932:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573491.433995:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:84981:x1863919926289152:12345-0@lo:104: Request processed in 140us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573491.434001:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:2.0:1777573491.434020:0:84981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:84981:1863919926289152:0@lo:104: 00010000:00010000:2.0:1777573491.434036:0:84981:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.434357:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573491.434370:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.434381:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573491.434386:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.434397:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573491.434405:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573491.434412:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573491.434470:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.434478:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573491.434516:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.434523:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a6752f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67536 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573491.434540:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926289280:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573491.434548:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573491.434551:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573491.434555:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573491.434577:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573491.434629:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289280 00000100:00100000:2.0:1777573491.434635:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289280 00010000:00010000:2.0:1777573491.434657:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 23 pid: 6478 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573491.434689:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1777573491.434722:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926289280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573491.434743:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573491.434747:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 23 pid: 6478 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434759:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 23 pid: 6478 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434773:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a67536 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6752f expref: 23 pid: 6478 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434788:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434794:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434803:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434807:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434812:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434816:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434819:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573491.434822:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434827:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434845:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573491.434854:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573491.434872:0:84981:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573491.434880:0:84981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573491.434887:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926289280:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (310us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573491.434887:0:84981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a6792d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 84981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573491.434893:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1777573491.434927:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926289280:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573491.447820:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573491.638845:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926289408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573491.638924:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573491.639140:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289408 00000100:00100000:0.0:1777573491.639149:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289408 00000100:00100000:0.0:1777573491.639199:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1777573491.639210:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919926289408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573491.639251:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:0.0:1777573491.639307:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919926289408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573491.639314:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1777573491.639352:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926289408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573491.736413:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573491.736466:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573491.736505:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573491.736536:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573491.736572:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573491.736606:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665024 00000100:00100000:2.0:1777573491.736616:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665024 00000100:00100000:2.0:1777573491.736665:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917664896 00000100:00100000:2.0:1777573491.736668:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917664896 00000100:00100000:2.0:1777573491.736714:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 742 00000100:00100000:2.0:1777573491.736737:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917665024:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573491.736759:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 743 00000100:00100000:1.0:1777573491.736770:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917664896:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573491.736813:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917665024:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 89us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573491.736816:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917664896:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573491.736826:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 742 00000100:00100000:1.0:1777573491.736839:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 743 00000100:00100000:3.0:1777573491.736891:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917664768 00000100:00100000:3.0:1777573491.736896:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917664768 00000100:00100000:3.0:1777573491.736929:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917664640 00000100:00100000:3.0:1777573491.736932:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917664640 00000100:00100000:3.0:1777573491.736953:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1340 00000100:00100000:3.0:1777573491.736960:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917664768:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573491.736995:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917664768:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573491.737001:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1340 00000100:00100000:3.0:1777573491.737014:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1341 00000100:00100000:3.0:1777573491.737021:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917664640:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573491.737045:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917664640:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573491.737052:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1341 00000100:00100000:0.0:1777573491.737322:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917664512 00000100:00100000:0.0:1777573491.737327:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917664512 00000100:00100000:0.0:1777573491.737368:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 799 00000100:00100000:0.0:1777573491.737377:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917664512:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573491.737415:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917664512:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573491.737422:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 799 00000020:00000080:3.0:1777573491.873200:0:85029:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfb0d2c20 20000000:00000080:3.0:1777573491.873218:0:85029:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3339800 uarg=0000000000000000 00010000:00010000:3.0:1777573491.873408:0:85029:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573491.873427:0:85029:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573491.873450:0:85029:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573491.873462:0:85029:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573491.873490:0:85029:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573491.873511:0:85029:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873528:0:85029:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873539:0:85029:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873547:0:85029:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873554:0:85029:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873561:0:85029:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873568:0:85029:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573491.873572:0:85029:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873580:0:85029:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873592:0:85029:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873600:0:85029:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573491.873606:0:85029:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a67934 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85029 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573492.285228:0:85077:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea3035a40 20000000:00000080:2.0:1777573492.285244:0:85077:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7999400 uarg=0000000000000000 00010000:00010000:2.0:1777573492.285388:0:85077:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573492.285403:0:85077:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573492.285423:0:85077:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573492.285434:0:85077:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573492.285543:0:85077:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573492.285559:0:85077:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285570:0:85077:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285578:0:85077:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285582:0:85077:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285586:0:85077:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285590:0:85077:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285594:0:85077:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573492.285597:0:85077:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285602:0:85077:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285610:0:85077:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285615:0:85077:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.285622:0:85077:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a6793b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85077 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573492.471863:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573492.982930:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573492.982938:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573492.982943:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573492.983057:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.983069:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.983079:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573492.983105:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926289536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573492.983173:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573492.983251:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436d180 going to sleep for 11 seconds 00000100:00100000:0.0:1777573492.983322:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289536 00000100:00100000:0.0:1777573492.983330:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289536 00000100:00100000:0.0:1777573492.983388:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1777573492.983398:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926289536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573492.983411:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573492.983423:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67942 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573492.983446:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573492.983456:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573492.983464:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573492.983507:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926289536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573492.983514:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1777573492.983564:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926289536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573492.983579:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.983588:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573492.983607:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573492.983611:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573492.983623:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573493.174822:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573493.174846:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926289664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573493.174924:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573493.174984:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289664 00000100:00100000:3.0:1777573493.174992:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289664 00000100:00100000:3.0:1777573493.175042:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1777573493.175051:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926289664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573493.175090:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573493.175140:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926289664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573493.175147:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:2.0:1777573493.175181:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926289664:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573493.495909:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573494.110347:0:85272:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4a8861e0 20000000:00000080:3.0:1777573494.110359:0:85272:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3338800 uarg=0000000000000000 00010000:00010000:3.0:1777573494.110506:0:85272:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573494.110552:0:85272:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573494.110569:0:85272:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573494.110576:0:85272:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573494.110595:0:85272:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573494.110609:0:85272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573494.110623:0:85272:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573494.110629:0:85272:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573494.110659:0:85272:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573494.110669:0:85272:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 22 pid: 6478 timeout: 1168 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573494.110715:0:85272:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85272:1863919926289792:0@lo:104: 00000100:00100000:3.0:1777573494.110777:0:85272:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573494.110906:0:85272:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573494.111375:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289792 00000100:00100000:1.0:1777573494.111383:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289792 00000100:00100000:1.0:1777573494.111475:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:1.0:1777573494.111484:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:85272:x1863919926289792:12345-0@lo:104: 00010000:00010000:1.0:1777573494.111498:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573494.111571:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573494.111577:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:85272:x1863919926289792:12345-0@lo:104: Request processed in 95us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573494.111585:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1777573494.111617:0:85272:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85272:1863919926289792:0@lo:104: 00010000:00010000:0.0:1777573494.111620:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573494.111628:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.111637:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc1329c20) 00010000:00010000:3.0:1777573494.111638:0:85272:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573494.111641:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.111657:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573494.111665:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573494.111672:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573494.111769:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.111776:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573494.111808:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.111815:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a67942 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67949 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573494.111826:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926289920:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573494.111833:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573494.111836:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573494.111839:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573494.111860:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573494.112357:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926289920 00000100:00100000:0.0:1777573494.112362:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926289920 00010000:00010000:0.0:1777573494.112384:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 23 pid: 6478 timeout: 1168 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573494.112418:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1777573494.112425:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926289920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573494.112436:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573494.112441:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 23 pid: 6478 timeout: 1168 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112452:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 23 pid: 6478 timeout: 1168 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112465:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a67949 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67942 expref: 23 pid: 6478 timeout: 1168 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112480:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112488:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112508:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112515:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112522:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112528:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112536:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573494.112540:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112546:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112569:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573494.112579:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573494.112630:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926289920:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573494.112637:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1777573494.112724:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926289920:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573494.112786:0:85272:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573494.112794:0:85272:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573494.112800:0:85272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a67950 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573494.518916:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573495.223328:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926290432:0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.223363:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926290176:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.223446:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573495.223453:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926290048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573495.223457:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573495.223516:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573495.223559:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926290688:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.223560:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926290560:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.223581:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926290944:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.223627:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573495.223630:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.223674:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290432 00000100:00100000:3.0:1777573495.223685:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290432 00000100:00100000:1.0:1777573495.223730:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926291200:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.223747:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926291072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.223777:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.223789:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290688 00000100:00100000:3.0:1777573495.223796:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290688 00000100:00100000:2.0:1777573495.223809:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290048 00000100:00100000:2.0:1777573495.223819:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290048 00000100:00100000:1.0:1777573495.223822:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926291712:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.223834:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1777573495.223851:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3635:x1863919926290432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.223864:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573495.223895:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1777573495.223901:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1777573495.223908:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926290304:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.223915:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926290048:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573495.223936:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3635:x1863919926290432:12345-0@lo:400:kworker.0 Request processed in 90us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.223951:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.223957:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00002000:00000024:2.0:1777573495.223966:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573495.223990:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926290816:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.223997:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1777573495.224012:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926290688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.224031:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926290048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573495.224054:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1777573495.224056:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.224067:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926290688:12345-0@lo:400:kworker.0 Request processed in 56us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573495.224077:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1777573495.224104:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926291328:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.224113:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290560 00000100:00100000:2.0:1777573495.224121:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290560 00000100:00100000:1.0:1777573495.224145:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.224194:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290304 00000100:00100000:2.0:1777573495.224197:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290816 00000100:00100000:3.0:1777573495.224201:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290304 00000100:00100000:1.0:1777573495.224203:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926291840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573495.224204:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290816 00000100:00100000:2.0:1777573495.224245:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291328 00000100:00100000:2.0:1777573495.224251:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291328 00000100:00100000:1.0:1777573495.224251:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.224260:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1777573495.224273:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926290560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.224295:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:2.0:1777573495.224306:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926290304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.224324:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926290688:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.224337:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926290560:12345-0@lo:400:kworker.0 Request processed in 63us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573495.224347:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1777573495.224378:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926290304:12345-0@lo:400:kworker.0 Request processed in 72us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.224380:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926290304:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.224392:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1777573495.224404:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:3.0:1777573495.224412:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926290816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.224435:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1777573495.224444:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290176 00000100:00100000:2.0:1777573495.224449:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926291328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.224451:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290176 00000100:00100000:3.0:1777573495.224476:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926290816:12345-0@lo:400:kworker.0 Request processed in 68us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573495.224486:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1777573495.224506:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1777573495.224511:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926291328:12345-0@lo:400:kworker.0 Request processed in 66us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573495.224521:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1777573495.224521:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926290176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.224541:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1777573495.224560:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573495.224571:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573495.224592:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926290176:12345-0@lo:400:kworker.0 Request processed in 73us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573495.224593:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926291456:0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.224616:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1777573495.224618:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926290816:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.224639:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926291328:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.224666:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573495.224671:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926290176:0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.224745:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291200 00000100:00100000:1.0:1777573495.224751:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291200 00000100:00100000:3.0:1777573495.224792:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926290432:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.224794:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926290944 00000100:00100000:2.0:1777573495.224803:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926290944 00000100:00100000:1.0:1777573495.224811:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291712 00000100:00100000:1.0:1777573495.224816:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291712 00000100:00100000:2.0:1777573495.224868:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291456 00000100:00100000:2.0:1777573495.224874:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291456 00000100:00100000:1.0:1777573495.224880:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1777573495.224884:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1777573495.224901:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926291200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.224909:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926290944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.224925:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1777573495.224939:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926291456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.224974:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926291200:12345-0@lo:400:kworker.0 Request processed in 78us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.224984:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1777573495.224990:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926290944:12345-0@lo:400:kworker.0 Request processed in 89us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573495.225004:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1777573495.225006:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926291456:12345-0@lo:400:kworker.0 Request processed in 68us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.225013:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1777573495.225028:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926291712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.225029:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00080000:2.0:1777573495.225063:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573495.225069:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573495.225081:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926290944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.225089:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926291712:12345-0@lo:400:kworker.0 Request processed in 61us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.225100:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1777573495.225115:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926291200:0@lo:400:kworker.0 00000100:00100000:3.0:1777573495.225122:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926291456:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.225144:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926291712:0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.225145:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291840 00000100:00100000:1.0:1777573495.225151:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291840 00000100:00080000:2.0:1777573495.225176:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573495.225205:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1777573495.225217:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926291840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573495.225230:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573495.225242:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.225288:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926291584:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.225289:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291072 00000100:00100000:2.0:1777573495.225299:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291072 00000100:00100000:1.0:1777573495.225304:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926291840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.225312:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1777573495.225348:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573495.225362:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291584 00000100:00100000:2.0:1777573495.225367:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291584 00000100:00100000:1.0:1777573495.225369:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926291840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573495.225411:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926290048:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573495.225427:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1777573495.225438:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1777573495.225443:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926290560:0@lo:400:kworker.0 00000100:00100000:2.0:1777573495.225447:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926291072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.225458:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926291584:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777573495.225526:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573495.225533:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926291072:12345-0@lo:400:kworker.0 Request processed in 97us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.225535:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926291584:12345-0@lo:400:kworker.0 Request processed in 80us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573495.225549:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1777573495.225556:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926291072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573495.225557:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1777573495.225589:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926291584:0@lo:400:kworker.0 00010000:00010000:0.0:1777573495.544504:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573495.864784:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573495.864792:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573495.864797:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573495.864842:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573495.864855:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573495.864867:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573495.864894:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926291968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573495.864962:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573495.865143:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436dc00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573495.865586:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926291968 00000100:00100000:0.0:1777573495.865595:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926291968 00000100:00100000:1.0:1777573495.866482:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1777573495.866499:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926291968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573495.866521:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573495.866542:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67957 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573495.866575:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573495.866605:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573495.866619:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:1.0:1777573495.867888:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926291968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1391us (2922us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573495.867897:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1777573495.868020:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926291968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573495.868043:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573495.868054:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573495.868360:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573495.868366:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573495.868374:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573496.247864:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926292096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573496.247961:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573496.248293:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292096 00000100:00100000:0.0:1777573496.248305:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292096 00000100:00100000:0.0:1777573496.248360:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1777573496.248379:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926292096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573496.248417:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573496.248473:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926292096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573496.248480:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1777573496.248926:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926292224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573496.248962:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573496.250427:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292224 00000100:00100000:1.0:1777573496.250443:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292224 00000100:00100000:1.0:1777573496.250502:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1777573496.250514:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926292224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573496.250542:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573496.251627:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926292224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1106us (2654us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573496.251649:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1777573496.251878:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926292096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573496.253764:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926292224:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1777573496.256108:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967492 is committed 00010000:00010000:0.0:1777573496.256221:0:7398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573496.256242:0:7398:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573496.256300:0:7398:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573496.256309:0:7398:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573496.256352:0:7398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186600/0x1e8fa618a5a6790a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67911 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573496.256371:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926292352:0@lo:103:jbd2/dm-1-8.0 00000001:00080000:0.0:1777573496.256374:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967431 is committed 00000100:00100000:2.0:1777573496.256463:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573496.256602:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292352 00000100:00100000:3.0:1777573496.256612:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292352 00000100:00100000:3.0:1777573496.256778:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1777573496.256795:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def0b80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926292352:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1777573496.256813:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573496.256837:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67911 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6cc3edf1 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a6790a expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573496.256857:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6cc3edf1 (ffff89deef243700) 00010000:00010000:3.0:1777573496.256869:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573496.256916:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def0b80c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926292352:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 128us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573496.256926:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1777573496.257063:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926292352:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1777573496.566931:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573496.759968:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573496.760162:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926292480:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573496.760276:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573496.760333:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292480 00000100:00100000:3.0:1777573496.760342:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292480 00000100:00100000:3.0:1777573496.760393:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1777573496.760404:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926292480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573496.760435:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:3.0:1777573496.760490:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926292480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573496.760498:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1777573496.760521:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967492 gen 2 00000004:00080000:2.0:1777573496.760528:0:3637:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967492 committed transno 4294967492 00000020:00080000:2.0:1777573496.760534:0:3637:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff89ddc446cf00 refcount 2 committed 0 result 0 batchid 8 00000020:00080000:2.0:1777573496.760538:0:3637:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc3026b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc446c0c0 00000020:00080000:2.0:1777573496.760541:0:3637:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].8 00000020:00080000:2.0:1777573496.760544:0:3637:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc3026400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc1dbec00 00000020:00080000:2.0:1777573496.760546:0:3637:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].8 00000020:00080000:1.0:1777573496.760588:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 8 committed batchid 7 00000020:00080000:1.0:1777573496.760660:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 7 00000100:00100000:2.0:1777573496.760739:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926292480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573496.856388:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573496.856438:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573496.856481:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573496.856502:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573496.856532:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573496.856564:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665152 00000100:00100000:0.0:1777573496.856579:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665152 00000100:00100000:3.0:1777573496.856637:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665280 00000100:00100000:3.0:1777573496.856644:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665280 00000100:00100000:3.0:1777573496.856753:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665408 00000100:00100000:3.0:1777573496.856757:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665408 00000100:00100000:3.0:1777573496.856791:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1348 00000100:00100000:3.0:1777573496.856801:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665280:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573496.856879:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665280:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 79us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573496.856887:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1348 00000100:00100000:3.0:1777573496.856905:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1349 00000100:00100000:3.0:1777573496.856911:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665408:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573496.856939:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665408:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573496.856945:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1349 00000100:00080000:3.0:1777573496.856962:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573496.856966:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573496.857205:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665536 00000100:00100000:3.0:1777573496.857210:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665536 00000100:00100000:2.0:1777573496.857367:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665664 00000100:00100000:2.0:1777573496.857372:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665664 00000100:00080000:1.0:1777573496.857994:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573496.858006:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 748 00000100:00100000:2.0:1777573496.858014:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665664:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573496.858028:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 803 00000100:00100000:1.0:1777573496.858033:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917665152:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573496.858067:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc66850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665664:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 55us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573496.858075:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 748 00000100:00100000:3.0:1777573496.858130:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 749 00000100:00100000:3.0:1777573496.858139:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665536:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573496.858174:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917665536:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (1735us total) trans 0 rc 0/0 00000100:00080000:0.0:1777573496.858299:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573496.858329:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 749 00000100:00100000:1.0:1777573496.858417:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917665152:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 381us (1933us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573496.858429:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 803 00010000:00010000:2.0:1777573497.592280:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573498.297104:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573498.297126:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926292608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573498.297180:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573498.297232:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292608 00000100:00100000:1.0:1777573498.297241:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292608 00000100:00100000:1.0:1777573498.297291:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1777573498.297301:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926292608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573498.297333:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573498.297407:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926292608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573498.297415:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1777573498.297456:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926292608:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1777573498.533271:0:85614:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 20: test nodemap mapped_admin fileops ========================================================== 14:24:58 (1777573498) 00010000:00010000:2.0:1777573498.616253:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1777573499.072657:0:85662:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1777573499.082955:0:85662:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:3.0:1777573499.083191:0:85662:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1777573499.083193:0:85662:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00000020:00000080:1.0:1777573499.531585:0:85710:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbb6e0500 20000000:00000080:1.0:1777573499.531603:0:85710:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def799bc00 uarg=0000000000000000 10000000:01000000:1.0:1777573499.532001:0:85710:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573499.532019:0:85710:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.532037:0:85710:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.532045:0:85710:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.532079:0:85710:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.532091:0:85710:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 22 pid: 6479 timeout: 1174 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573499.532103:0:85710:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79ab100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85710:1863919926292736:0@lo:104: 00000100:00100000:1.0:1777573499.532161:0:85710:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573499.532218:0:85710:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444c300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573499.532227:0:6469:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1777573499.532243:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292736 00000100:00100000:0.0:1777573499.532251:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292736 00000100:00100000:0.0:1777573499.532302:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1777573499.532313:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2fb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:85710:x1863919926292736:12345-0@lo:104: 00010000:00010000:0.0:1777573499.532329:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573499.532395:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573499.532402:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2fb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:85710:x1863919926292736:12345-0@lo:104: Request processed in 91us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573499.532410:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:1.0:1777573499.532417:0:85710:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79ab100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85710:1863919926292736:0@lo:104: 00010000:00010000:2.0:1777573499.532429:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573499.532437:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.532440:0:85710:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.532453:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573499.532459:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.532475:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573499.532483:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573499.532489:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573499.532581:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.532589:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573499.532617:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.532625:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a67957 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6795e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573499.532638:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1777573499.532648:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573499.532650:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573499.532652:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926292864:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573499.532653:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573499.532680:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573499.532882:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292864 00000100:00100000:2.0:1777573499.532886:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292864 00010000:00010000:2.0:1777573499.532907:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 23 pid: 6479 timeout: 1174 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573499.532971:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1777573499.532978:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926292864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573499.532987:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573499.532992:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 23 pid: 6479 timeout: 1174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533002:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 23 pid: 6479 timeout: 1174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533013:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a6795e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67957 expref: 23 pid: 6479 timeout: 1174 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533024:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533032:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533043:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533049:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533055:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533061:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533065:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573499.533069:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533075:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533097:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573499.533105:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573499.533144:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926292864:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573499.533151:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1777573499.533175:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926292864:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573499.533206:0:85710:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.533214:0:85710:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.533221:0:85710:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a67965 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573499.639860:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573499.931426:0:85758:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8219baa0 20000000:00000080:1.0:1777573499.931442:0:85758:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7999c00 uarg=0000000000000000 10000000:01000000:1.0:1777573499.931677:0:85758:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573499.931953:0:85758:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.931971:0:85758:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.931982:0:85758:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.931989:0:85758:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.931997:0:85758:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.932004:0:85758:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.932010:0:85758:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573499.932015:0:85758:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.932023:0:85758:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.932035:0:85758:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.932043:0:85758:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573499.932049:0:85758:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6796c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85758 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573500.310880:0:85806:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc76ce9880 20000000:00000080:2.0:1777573500.310896:0:85806:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33e9c00 uarg=0000000000000000 10000000:01000000:2.0:1777573500.311050:0:85806:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573500.311073:0:85806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311088:0:85806:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311097:0:85806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311104:0:85806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311110:0:85806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311116:0:85806:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311122:0:85806:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573500.311126:0:85806:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311134:0:85806:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311147:0:85806:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311155:0:85806:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573500.311161:0:85806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a67973 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85806 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573500.342876:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926293120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573500.342876:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926292992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573500.342989:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573500.343052:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926293120 00000100:00100000:0.0:1777573500.343065:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926293120 00000100:00100000:1.0:1777573500.343217:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573500.343235:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926292992 00000100:00100000:0.0:1777573500.343242:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926292992 00000100:00080000:3.0:1777573500.343285:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573500.343286:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1777573500.343307:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926293120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573500.343343:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573500.343414:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1777573500.343421:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926293120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573500.343432:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1777573500.343441:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcf82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926292992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573500.343469:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573500.343489:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926293120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573500.343572:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcf82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926292992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573500.343582:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1777573500.343612:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926292992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573500.344943:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926293632:0@lo:400:kworker.0 00000100:00100000:3.0:1777573500.345009:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573500.345041:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926294144:0@lo:400:kworker.0 00000100:00100000:3.0:1777573500.345099:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573500.345128:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1777573500.345134:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926293504:0@lo:400:kworker.0 00000100:00100000:3.0:1777573500.345159:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573500.345176:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926294016:0@lo:400:kworker.0 00000100:00100000:3.0:1777573500.345199:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573500.345226:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926293632 00000100:00100000:3.0:1777573500.345231:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926293632 00000100:00100000:3.0:1777573500.345293:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1777573500.345301:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec2d9fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926293632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.345320:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926293376:0@lo:400:kworker.0 00000100:00100000:3.0:1777573500.345350:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec2d9fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926293632:12345-0@lo:400:kworker.0 Request processed in 48us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573500.345358:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1777573500.345361:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926293504 00000100:00100000:2.0:1777573500.345365:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926293504 00000100:00100000:0.0:1777573500.345390:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573500.345401:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1777573500.345409:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926293504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.345432:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926293888:0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.345457:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926293504:12345-0@lo:400:kworker.0 Request processed in 50us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573500.345464:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1777573500.345476:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573500.345500:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926293888 00000100:00100000:0.0:1777573500.345500:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926294400:0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.345508:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926293888 00000100:00100000:1.0:1777573500.345527:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926293248:0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.345540:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573500.345569:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294400 00000100:00100000:2.0:1777573500.345573:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294400 00000100:00100000:1.0:1777573500.345584:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573500.345610:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926293248 00000100:00100000:2.0:1777573500.345612:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926293248 00000100:00100000:1.0:1777573500.345619:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926293760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.345626:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:2.0:1777573500.345632:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926293888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.345649:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294144 00000100:00100000:1.0:1777573500.345658:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573500.345660:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294144 00000100:00100000:1.0:1777573500.345672:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926294272:0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.345673:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926293888:12345-0@lo:400:kworker.0 Request processed in 41us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573500.345679:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:2.0:1777573500.345717:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926293760 00000100:00100000:2.0:1777573500.345722:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926293760 00000100:00100000:1.0:1777573500.345730:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573500.345745:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294272 00000100:00100000:2.0:1777573500.345747:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294272 00000100:00100000:0.0:1777573500.345761:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294016 00000100:00100000:0.0:1777573500.345767:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294016 00000100:00100000:2.0:1777573500.345772:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1777573500.345781:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926293376 00000100:00100000:2.0:1777573500.345785:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926294400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573500.345785:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926293376 00000100:00100000:0.0:1777573500.345819:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1777573500.345825:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926294400:12345-0@lo:400:kworker.0 Request processed in 44us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573500.345825:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1777573500.345832:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1777573500.345842:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926294144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573500.345843:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926293376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.345850:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1777573500.345862:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926293248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573500.345903:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926293376:12345-0@lo:400:kworker.0 Request processed in 69us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573500.345909:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926293248:12345-0@lo:400:kworker.0 Request processed in 46us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573500.345912:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:2.0:1777573500.345917:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1777573500.345922:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926294144:12345-0@lo:400:kworker.0 Request processed in 91us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573500.345931:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1777573500.345939:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1777573500.345946:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1777573500.345949:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926293760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573500.345957:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926294272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.345964:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1777573500.345977:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926294016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.345995:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926293760:12345-0@lo:400:kworker.0 Request processed in 48us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573500.345995:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926294272:12345-0@lo:400:kworker.0 Request processed in 40us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573500.346004:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1777573500.346030:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926294016:12345-0@lo:400:kworker.0 Request processed in 55us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573500.346038:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1777573500.346078:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926293376:0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.346104:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926293248:0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.346106:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926293888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.346144:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926293760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573500.346148:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926294400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.346182:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926294272:0@lo:400:kworker.0 00000100:00080000:2.0:1777573500.346296:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573500.346302:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573500.346306:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573500.346401:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:0.0:1777573500.346408:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926293504:0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.346428:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926294016:0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.346440:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926293632:0@lo:400:kworker.0 00000100:00100000:0.0:1777573500.346453:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926294144:0@lo:400:kworker.0 00010000:00010000:2.0:1777573500.662843:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573500.675786:0:85854:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1922cdc0 20000000:00000080:1.0:1777573500.675798:0:85854:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3125800 uarg=0000000000000000 10000000:01000000:1.0:1777573500.675957:0:85854:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573500.675974:0:85854:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.675987:0:85854:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.675995:0:85854:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676000:0:85854:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676004:0:85854:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676008:0:85854:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676012:0:85854:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573500.676016:0:85854:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676021:0:85854:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676030:0:85854:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676034:0:85854:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573500.676039:0:85854:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6797a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85854 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1777573501.054129:0:85902:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc970d50d0 20000000:00000080:1.0:1777573501.054142:0:85902:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3125800 uarg=0000000000000000 10000000:01000000:1.0:1777573501.054274:0:85902:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573501.054291:0:85902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054306:0:85902:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054316:0:85902:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054322:0:85902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054329:0:85902:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054335:0:85902:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054340:0:85902:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573501.054344:0:85902:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054352:0:85902:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054364:0:85902:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054374:0:85902:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.054381:0:85902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67981 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573501.367524:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926294528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573501.367609:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573501.367737:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294528 00000100:00100000:0.0:1777573501.367744:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294528 00000100:00100000:0.0:1777573501.367796:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1777573501.367807:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926294528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573501.367840:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573501.367889:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926294528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573501.367898:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1777573501.367948:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926294528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573501.368265:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926294656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573501.368292:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573501.368403:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294656 00000100:00100000:2.0:1777573501.368409:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294656 00000100:00100000:2.0:1777573501.368479:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1777573501.368489:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926294656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573501.368500:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573501.368551:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926294656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573501.368556:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1777573501.368578:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926294656:0@lo:13:osp-pre-0-1.0 10000000:01000000:3.0:1777573501.431889:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573501.431897:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573501.431904:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573501.431952:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573501.431965:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573501.431977:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573501.432003:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926294784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573501.432068:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573501.432122:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294784 00000100:00100000:3.0:1777573501.432123:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445b540 going to sleep for 11 seconds 00000100:00100000:0.0:1777573501.432132:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294784 00000100:00100000:0.0:1777573501.432307:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1777573501.432326:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926294784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573501.432341:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573501.432358:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67988 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.432383:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.432395:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.432405:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573501.432455:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926294784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573501.432463:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1777573501.432521:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926294784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573501.432558:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.432571:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573501.432601:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573501.432608:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.432616:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573501.444270:0:85950:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe33135a30 20000000:00000080:2.0:1777573501.444966:0:85950:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc32b6800 uarg=0000000000000000 10000000:01000000:2.0:1777573501.445175:0:85950:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573501.445201:0:85950:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.445226:0:85950:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.445233:0:85950:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.445340:0:85950:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.445359:0:85950:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 22 pid: 6479 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573501.445379:0:85950:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85950:1863919926294912:0@lo:104: 00000100:00100000:2.0:1777573501.445469:0:85950:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573501.445530:0:85950:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573501.445601:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926294912 00000100:00100000:1.0:1777573501.445610:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926294912 00000100:00100000:1.0:1777573501.445682:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1777573501.445739:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:85950:x1863919926294912:12345-0@lo:104: 00010000:00010000:1.0:1777573501.445757:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.445839:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573501.445847:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:85950:x1863919926294912:12345-0@lo:104: Request processed in 156us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573501.445854:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1777573501.445865:0:85950:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:85950:1863919926294912:0@lo:104: 00010000:00010000:2.0:1777573501.445889:0:85950:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.445894:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573501.445920:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.445933:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573501.445937:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.445947:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573501.445954:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573501.445961:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573501.446027:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.446033:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573501.446066:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573501.446075:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a67988 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6798f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573501.446084:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1777573501.446104:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573501.446107:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573501.446111:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573501.446120:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926295040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573501.446153:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573501.446221:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926295040 00000100:00100000:1.0:1777573501.446230:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926295040 00010000:00010000:1.0:1777573501.446267:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 23 pid: 6479 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573501.446298:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:1.0:1777573501.446305:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926295040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573501.446318:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573501.446324:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 23 pid: 6479 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446340:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 23 pid: 6479 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446355:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a6798f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67988 expref: 23 pid: 6479 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446369:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446378:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446393:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446401:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446407:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446412:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446418:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573501.446421:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446428:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446452:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573501.446462:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573501.446550:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926295040:12345-0@lo:103:ldlm_bl.0 Request processed in 244us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573501.446560:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1777573501.446579:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926295040:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573501.446582:0:85950:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.446593:0:85950:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573501.446601:0:85950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a67996 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 85950 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573501.687875:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573501.879486:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926295168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573501.879564:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573501.879617:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926295168 00000100:00100000:3.0:1777573501.879625:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926295168 00000100:00100000:3.0:1777573501.879687:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1777573501.879722:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926295168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573501.879757:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:2.0:1777573501.879883:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926295168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573501.879920:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926295168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 199us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573501.879930:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1777573501.977145:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573501.977215:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573501.977247:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573501.977275:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573501.977303:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573501.977330:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665920 00000100:00100000:0.0:1777573501.977330:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666176 00000100:00100000:3.0:1777573501.977332:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666304 00000100:00100000:3.0:1777573501.977343:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666304 00000100:00100000:2.0:1777573501.977343:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665920 00000100:00100000:0.0:1777573501.977343:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666176 00000100:00100000:1.0:1777573501.977407:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917665792 00000100:00100000:1.0:1777573501.977422:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917665792 00000100:00100000:2.0:1777573501.977441:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666048 00000100:00100000:2.0:1777573501.977447:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666048 00000100:00100000:2.0:1777573501.977491:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1356 00000100:00100000:1.0:1777573501.977511:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00100000:2.0:1777573501.977513:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917665920:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573501.977542:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917665792:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573501.977610:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917665920:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 105us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573501.977618:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1356 00000100:00100000:1.0:1777573501.977629:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917665792:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 104us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573501.977637:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 805 00000100:00100000:2.0:1777573501.977644:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1357 00000100:00100000:2.0:1777573501.977656:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666048:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573501.977690:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 752 00000100:00100000:2.0:1777573501.977736:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666048:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 83us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573501.977745:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1357 00000100:00100000:0.0:1777573501.977760:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917666176:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:1.0:1777573501.977768:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573501.977776:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573501.977780:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573501.977786:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573501.977816:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917666176:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 58us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573501.978587:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 753 00000100:00100000:3.0:1777573501.978600:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666304:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573501.978627:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666304:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573501.978632:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 753 00000100:00100000:0.0:1777573501.978676:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 752 00000020:00080000:0.0:1777573502.393574:0:7398:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 8 batchid updated 00000020:00080000:1.0:1777573502.393628:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8 00000004:00080000:1.0:1777573502.393686:0:7420:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc44e6480 with version 19 00000020:00080000:1.0:1777573502.393723:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 8 cancel update log [0x200000401:0x2:0x0].8: rc = 0 00000004:00080000:0.0:1777573502.393769:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 19 rpc_version 19 00000020:00080000:1.0:1777573502.393811:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 8 cancel update log [0x240000400:0x2:0x0].8: rc = 0 00000020:00080000:1.0:1777573502.393820:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8 00000020:00100000:0.0:1777573502.393839:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1777573502.393851:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ddc45f5f80 x1863919926295424/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777573502.393875:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926295424:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573502.393961:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573502.394036:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1a180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573502.394099:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926295424 00000100:00100000:1.0:1777573502.394106:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926295424 00000100:00100000:1.0:1777573502.394157:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1777573502.394167:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7412:x1863919926295424:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1777573502.394298:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7412:x1863919926295424:12345-0@lo:1000:osp_up0-1.0 Request processed in 133us (338us total) trans 4294967493 rc 0/0 00000100:00100000:1.0:1777573502.394306:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1777573502.394488:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926295424:0@lo:1000:osp_up0-1.0 10000000:01000000:2.0:1777573502.647807:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573502.647815:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573502.647831:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573502.647881:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.647904:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.647921:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573502.647957:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926295552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573502.648031:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573502.648097:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573502.648259:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926295552 00000100:00100000:0.0:1777573502.648268:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926295552 00000100:00100000:0.0:1777573502.648320:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1777573502.648330:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926295552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573502.648344:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573502.648358:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6799d expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.648380:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.648391:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.648399:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573502.648449:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926295552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573502.648457:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1777573502.648480:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926295552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573502.648496:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.648506:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573502.648542:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573502.648547:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.648554:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.711098:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573502.753539:0:86097:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd69eb7a70 20000000:00000080:0.0:1777573502.753555:0:86097:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc30ab000 uarg=0000000000000000 10000000:01000000:0.0:1777573502.753771:0:86097:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573502.753789:0:86097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.753807:0:86097:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.753816:0:86097:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.753852:0:86097:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.753866:0:86097:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 22 pid: 6479 timeout: 1177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573502.753881:0:86097:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86097:1863919926295680:0@lo:104: 00000100:00100000:0.0:1777573502.753942:0:86097:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573502.754000:0:86097:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573502.754117:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926295680 00000100:00100000:3.0:1777573502.754124:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926295680 00000100:00100000:3.0:1777573502.754179:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1777573502.754189:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86097:x1863919926295680:12345-0@lo:104: 00010000:00010000:3.0:1777573502.754201:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573502.754257:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573502.754264:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86097:x1863919926295680:12345-0@lo:104: Request processed in 77us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573502.754272:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1777573502.754283:0:86097:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86097:1863919926295680:0@lo:104: 00010000:00010000:1.0:1777573502.754285:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573502.754292:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573502.754300:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc1329c20) 00010000:00010000:0.0:1777573502.754302:0:86097:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573502.754304:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573502.754312:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573502.754320:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573502.754326:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573502.754358:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573502.754365:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573502.754395:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573502.754402:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a6799d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679a4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573502.754417:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573502.754419:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573502.754421:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573502.754431:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926295808:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573502.754457:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573502.754521:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926295808 00000100:00100000:2.0:1777573502.754526:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926295808 00010000:00010000:2.0:1777573502.754546:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 23 pid: 6479 timeout: 1177 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573502.754570:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1777573502.754576:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926295808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573502.754587:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573502.754592:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 23 pid: 6479 timeout: 1177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754603:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 23 pid: 6479 timeout: 1177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754614:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a679a4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6799d expref: 23 pid: 6479 timeout: 1177 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754626:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754635:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754647:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754653:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754661:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754668:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754673:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573502.754676:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754688:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754722:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573502.754732:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573502.754732:0:86097:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.754742:0:86097:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573502.754750:0:86097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a679ab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573502.754771:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926295808:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573502.754780:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1777573502.754837:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926295808:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1777573503.134934:0:86145:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1200b370 20000000:00000080:1.0:1777573503.134951:0:86145:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def799bc00 uarg=0000000000000000 10000000:01000000:1.0:1777573503.135106:0:86145:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573503.135126:0:86145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135142:0:86145:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135153:0:86145:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135157:0:86145:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135162:0:86145:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135166:0:86145:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135170:0:86145:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573503.135172:0:86145:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135179:0:86145:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135190:0:86145:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135198:0:86145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573503.135205:0:86145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a679b2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573503.414986:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573503.415007:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926295936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573503.415075:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573503.415296:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926295936 00000100:00100000:1.0:1777573503.415304:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926295936 00000100:00100000:1.0:1777573503.415381:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1777573503.415392:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926295936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573503.415426:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573503.415490:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926295936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573503.415508:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1777573503.418558:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926295936:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573503.735030:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573503.800210:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573503.800216:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573503.800221:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573503.800265:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573503.800276:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573503.800286:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573503.800312:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926296064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573503.800378:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573503.800438:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc600 going to sleep for 11 seconds 00000100:00100000:1.0:1777573503.800439:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296064 00000100:00100000:1.0:1777573503.800450:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296064 00000100:00100000:2.0:1777573503.800548:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1777573503.800559:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926296064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573503.800574:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573503.800587:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a679b9 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573503.800611:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573503.800622:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573503.800630:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573503.800677:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926296064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573503.800684:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1777573503.800931:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926296064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573503.800946:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573503.800955:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573503.800971:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573503.800976:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573503.800983:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573504.314332:0:86294:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb4259d70 20000000:00000080:3.0:1777573504.314350:0:86294:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f8d000 uarg=0000000000000000 00010000:00010000:3.0:1777573504.314583:0:86294:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573504.314600:0:86294:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573504.314621:0:86294:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573504.314632:0:86294:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573504.314652:0:86294:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573504.314670:0:86294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.314688:0:86294:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.314782:0:86294:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.314824:0:86294:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.314841:0:86294:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 22 pid: 6480 timeout: 1178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573504.314857:0:86294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86294:1863919926296192:0@lo:104: 00000100:00100000:3.0:1777573504.314932:0:86294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573504.315002:0:86294:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445b540 going to sleep for 11 seconds 00000100:00100000:1.0:1777573504.315068:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296192 00000100:00100000:1.0:1777573504.315076:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296192 00000100:00100000:1.0:1777573504.315131:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1777573504.315141:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86294:x1863919926296192:12345-0@lo:104: 00010000:00010000:1.0:1777573504.315154:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573504.315222:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573504.315228:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86294:x1863919926296192:12345-0@lo:104: Request processed in 90us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573504.315235:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00010000:00010000:0.0:1777573504.315277:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573504.315286:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573504.315294:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573504.315298:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573504.315307:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573504.315314:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573504.315320:0:86294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86294:1863919926296192:0@lo:104: 10000000:01000000:0.0:1777573504.315322:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573504.315344:0:86294:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573504.315361:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573504.315373:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573504.315405:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573504.315413:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a679b9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679c0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573504.315431:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573504.315434:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573504.315435:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926296320:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573504.315438:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573504.315469:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573504.315575:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296320 00000100:00100000:3.0:1777573504.315580:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296320 00010000:00010000:3.0:1777573504.315598:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 23 pid: 6480 timeout: 1178 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573504.315623:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1777573504.315629:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4548700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926296320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573504.315639:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573504.315644:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 23 pid: 6480 timeout: 1178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315653:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 23 pid: 6480 timeout: 1178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315665:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a679c0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a679b9 expref: 23 pid: 6480 timeout: 1178 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315680:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315688:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315743:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315750:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315756:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315761:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315766:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573504.315769:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315775:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315785:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573504.315793:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573504.315821:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4548700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926296320:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573504.315828:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1777573504.315900:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926296320:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573504.315946:0:86294:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573504.315952:0:86294:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573504.315955:0:86294:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a679c7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573504.759925:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573505.463998:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926296448:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464079:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573505.464135:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926296960:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464169:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573505.464188:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926297472:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464268:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573505.464303:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926297984:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464340:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573505.464391:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1777573505.464401:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926296832:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464451:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573505.464501:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926297344:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464545:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573505.464579:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926297856:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464609:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573505.464631:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296832 00000100:00100000:0.0:1777573505.464648:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296832 00000100:00100000:2.0:1777573505.464670:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926296576:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.464746:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297472 00000100:00100000:1.0:1777573505.464756:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297472 00000100:00100000:2.0:1777573505.464762:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573505.464771:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1777573505.464789:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926296832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.464798:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926297088:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.464818:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297984 00000100:00100000:1.0:1777573505.464823:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297984 00000100:00100000:2.0:1777573505.464834:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573505.464863:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297344 00000100:00100000:1.0:1777573505.464869:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297344 00000100:00100000:2.0:1777573505.464874:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926297600:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.464897:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297856 00000100:00100000:1.0:1777573505.464903:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297856 00000100:00100000:0.0:1777573505.464903:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926296832:12345-0@lo:400:kworker.0 Request processed in 117us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573505.464914:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1777573505.464920:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573505.464941:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296576 00000100:00100000:0.0:1777573505.464946:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296576 00000100:00100000:2.0:1777573505.464954:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926298112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573505.464980:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297088 00000100:00100000:0.0:1777573505.464986:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297088 00000100:00100000:2.0:1777573505.464991:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573505.465010:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1777573505.465028:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926297472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465030:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297600 00000100:00100000:0.0:1777573505.465036:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297600 00000100:00100000:2.0:1777573505.465037:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1777573505.465051:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926296704:0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465070:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1777573505.465081:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926296576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465106:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926297472:12345-0@lo:400:kworker.0 Request processed in 85us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573505.465120:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573505.465124:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1777573505.465134:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926296576:12345-0@lo:400:kworker.0 Request processed in 55us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573505.465148:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1777573505.465158:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1777573505.465173:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926297216:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465174:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926297984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465182:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1777573505.465202:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926297088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.465229:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573505.465259:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926297728:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465268:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926297984:12345-0@lo:400:kworker.0 Request processed in 101us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573505.465270:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926297088:12345-0@lo:400:kworker.0 Request processed in 74us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573505.465283:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1777573505.465285:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1777573505.465299:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573505.465314:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297216 00000100:00100000:1.0:1777573505.465319:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1777573505.465321:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297216 00000100:00100000:2.0:1777573505.465326:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926298240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573505.465333:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926297344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465351:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926297728 00000100:00100000:0.0:1777573505.465356:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926297728 00000100:00100000:2.0:1777573505.465384:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573505.465396:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1777573505.465397:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926297344:12345-0@lo:400:kworker.0 Request processed in 70us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573505.465412:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1777573505.465415:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926297600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465437:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1777573505.465448:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926297856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.465464:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926296576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.465496:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926297088:0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465498:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926297600:12345-0@lo:400:kworker.0 Request processed in 84us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573505.465513:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1777573505.465518:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926297856:12345-0@lo:400:kworker.0 Request processed in 70us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573505.465529:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1777573505.465532:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926297600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465543:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1777573505.465556:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926297216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465570:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296960 00000100:00100000:1.0:1777573505.465576:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296960 00000100:00100000:1.0:1777573505.465625:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296704 00000100:00100000:1.0:1777573505.465629:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296704 00000100:00100000:0.0:1777573505.465630:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926297216:12345-0@lo:400:kworker.0 Request processed in 78us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573505.465639:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:1.0:1777573505.465652:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1777573505.465659:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:1.0:1777573505.465663:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926296960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465672:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926297728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465749:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926296960:12345-0@lo:400:kworker.0 Request processed in 89us (1578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573505.465756:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926297728:12345-0@lo:400:kworker.0 Request processed in 86us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573505.465761:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1777573505.465766:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:1.0:1777573505.465785:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1777573505.465793:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926296704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.465837:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926297216:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465848:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926296704:12345-0@lo:400:kworker.0 Request processed in 51us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573505.465858:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1777573505.465859:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926297728:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465891:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926296448 00000100:00100000:1.0:1777573505.465897:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926296448 00000100:00100000:0.0:1777573505.465900:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926296704:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.465939:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1777573505.465947:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926298112 00000100:00100000:1.0:1777573505.465948:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926296448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573505.465960:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926298112 00000100:00100000:1.0:1777573505.466006:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926296448:12345-0@lo:400:kworker.0 Request processed in 58us (1926us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573505.466013:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1777573505.466021:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926298240 00000100:00100000:2.0:1777573505.466026:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926298240 00000100:00080000:1.0:1777573505.466072:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573505.466074:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00080000:1.0:1777573505.466078:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573505.466086:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573505.466090:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573505.466092:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926298112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573505.466129:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573505.466153:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1777573505.466166:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926298240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573505.466184:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573505.466195:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926298112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573505.466204:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1777573505.466242:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926298240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573505.466252:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1777573505.466308:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926296832:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.466328:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926297344:0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.466332:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926298240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573505.466344:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926297856:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.466361:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926296448:0@lo:400:kworker.0 00000100:00100000:0.0:1777573505.466361:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926298112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573505.466380:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926296960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.466393:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926297472:0@lo:400:kworker.0 00000100:00100000:1.0:1777573505.466402:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926297984:0@lo:400:kworker.0 00000001:00080000:2.0:1777573505.467984:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967493 is committed 00010000:00010000:3.0:1777573505.783039:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573506.062608:0:86489:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffadf99cf0 20000000:00000080:0.0:1777573506.062626:0:86489:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc411f400 uarg=0000000000000000 00010000:00010000:0.0:1777573506.062908:0:86489:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573506.062927:0:86489:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573506.062948:0:86489:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573506.062959:0:86489:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573506.062979:0:86489:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573506.062998:0:86489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063015:0:86489:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063024:0:86489:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063032:0:86489:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063039:0:86489:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063046:0:86489:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063053:0:86489:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573506.063057:0:86489:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063065:0:86489:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063076:0:86489:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063083:0:86489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.063090:0:86489:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a679ce lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573506.231896:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573506.231903:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573506.231908:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573506.232000:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573506.232010:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573506.232018:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573506.232040:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926298368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573506.232099:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573506.232148:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573506.232149:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926298368 00000100:00100000:2.0:1777573506.232157:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926298368 00000100:00100000:2.0:1777573506.232213:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1777573506.232226:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926298368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573506.232241:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573506.232255:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a679d5 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.232281:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.232292:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.232302:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54e00, rc 0) 00000100:00100000:2.0:1777573506.232352:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926298368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573506.232360:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1777573506.232458:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926298368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573506.232472:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573506.232481:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573506.232499:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573506.232504:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573506.232512:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573506.427369:0:86537:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5cefeb00 20000000:00000080:2.0:1777573506.427385:0:86537:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3363800 uarg=0000000000000000 00010000:00010000:2.0:1777573506.427586:0:86537:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573506.427600:0:86537:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573506.427613:0:86537:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573506.427620:0:86537:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573506.427636:0:86537:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573506.427651:0:86537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.427666:0:86537:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.427672:0:86537:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.427754:0:86537:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.427770:0:86537:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 22 pid: 6480 timeout: 1181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573506.427786:0:86537:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86537:1863919926298496:0@lo:104: 00000100:00100000:2.0:1777573506.427858:0:86537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573506.427921:0:86537:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc480 going to sleep for 11 seconds 00000100:00100000:1.0:1777573506.428000:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926298496 00000100:00100000:1.0:1777573506.428009:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926298496 00000100:00100000:1.0:1777573506.428049:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1777573506.428055:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4549500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86537:x1863919926298496:12345-0@lo:104: 00010000:00010000:1.0:1777573506.428065:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573506.428144:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573506.428150:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4549500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86537:x1863919926298496:12345-0@lo:104: Request processed in 95us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573506.428157:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00010000:00010000:0.0:1777573506.428173:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573506.428181:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428188:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573506.428192:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428201:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573506.428207:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573506.428218:0:86537:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86537:1863919926298496:0@lo:104: 10000000:01000000:0.0:1777573506.428222:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573506.428236:0:86537:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428260:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428266:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573506.428290:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428298:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a679d5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679dc expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573506.428300:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573506.428312:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926298624:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573506.428313:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573506.428315:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573506.428317:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573506.428342:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573506.428396:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926298624 00000100:00100000:0.0:1777573506.428401:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926298624 00010000:00010000:0.0:1777573506.428424:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 23 pid: 6480 timeout: 1181 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573506.428468:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1777573506.428475:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926298624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573506.428487:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573506.428492:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 23 pid: 6480 timeout: 1181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428503:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 23 pid: 6480 timeout: 1181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428515:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a679dc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a679d5 expref: 23 pid: 6480 timeout: 1181 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428530:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428539:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428564:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428570:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428578:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428585:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428590:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573506.428594:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428601:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428617:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573506.428626:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573506.428643:0:86537:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573506.428652:0:86537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573506.428658:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926298624:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (313us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573506.428664:0:86537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a679e3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573506.428672:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1777573506.429663:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926298624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573506.486925:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573506.486940:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926298752:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573506.486944:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926298880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573506.487015:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573506.487108:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573506.487160:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926298880 00000100:00100000:3.0:1777573506.487163:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926298752 00000100:00100000:3.0:1777573506.487172:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926298752 00000100:00100000:0.0:1777573506.487172:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926298880 00000100:00100000:0.0:1777573506.487225:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1777573506.487237:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1777573506.487238:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926298880:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573506.487249:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926298752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573506.487271:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1777573506.487272:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573506.487336:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926298752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573506.487341:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926298880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573506.487350:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1777573506.487360:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1777573506.487423:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926298752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573506.487424:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926298880:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573506.807967:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573506.999005:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926299008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573506.999076:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573506.999493:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299008 00000100:00100000:2.0:1777573506.999502:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299008 00000100:00100000:2.0:1777573506.999554:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1777573506.999563:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926299008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573506.999597:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:2.0:1777573506.999655:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926299008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573506.999662:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1777573506.999776:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967493 gen 2 00000004:00080000:0.0:1777573506.999782:0:3638:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967493 committed transno 4294967493 00000100:00100000:0.0:1777573506.999809:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926299008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573507.096201:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573507.096234:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573507.096259:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573507.096273:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573507.096292:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573507.096314:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666560 00000100:00100000:2.0:1777573507.096324:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666560 00000100:00100000:3.0:1777573507.096338:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666432 00000100:00100000:3.0:1777573507.096345:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666432 00000100:00100000:2.0:1777573507.096390:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666688 00000100:00100000:3.0:1777573507.096395:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 810 00000100:00100000:2.0:1777573507.096395:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666688 00000100:00100000:3.0:1777573507.096410:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917666432:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573507.096437:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1364 00000100:00100000:2.0:1777573507.096447:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666560:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573507.096502:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917666432:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 95us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573507.096506:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666560:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 59us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573507.096514:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 810 00000100:00100000:2.0:1777573507.096519:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1364 00000100:00100000:2.0:1777573507.096539:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1365 00000100:00100000:2.0:1777573507.096550:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666688:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573507.096555:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666816 00000100:00100000:3.0:1777573507.096560:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666816 00000100:00100000:2.0:1777573507.096590:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666688:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573507.096594:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917666944 00000100:00100000:3.0:1777573507.096598:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917666944 00000100:00100000:2.0:1777573507.096599:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1365 00000100:00100000:3.0:1777573507.096634:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 758 00000100:00100000:3.0:1777573507.096644:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666816:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573507.096647:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 759 00000100:00100000:2.0:1777573507.096659:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666944:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573507.096679:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666816:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573507.096720:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917666944:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 63us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573507.096846:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 758 00000100:00100000:2.0:1777573507.096885:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 759 00000100:00080000:2.0:1777573507.096916:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573507.096921:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573507.096926:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573507.096930:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777573507.830940:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777573508.150770:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573508.150778:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573508.150784:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573508.150829:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573508.150842:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573508.150853:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573508.150880:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926299136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573508.150944:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573508.150990:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec39213c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573508.151552:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299136 00000100:00100000:2.0:1777573508.151561:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299136 00000100:00100000:2.0:1777573508.151662:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1777573508.151675:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926299136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573508.151688:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573508.151724:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a679ea expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573508.151747:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573508.151755:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573508.151762:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54000, rc 0) 00000100:00100000:2.0:1777573508.151803:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926299136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573508.151809:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1777573508.151843:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79aaa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926299136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573508.151861:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.151873:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573508.151894:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573508.151899:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.151906:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573508.534927:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926299264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573508.535011:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573508.535133:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299264 00000100:00100000:0.0:1777573508.535145:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299264 00000100:00100000:0.0:1777573508.535202:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1777573508.535212:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926299264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573508.535252:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573508.535386:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926299264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 176us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573508.535403:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1777573508.535465:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926299264:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1777573508.848826:0:86828:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff3f05e1c0 20000000:00000080:2.0:1777573508.848845:0:86828:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2569800 uarg=0000000000000000 00010000:00010000:2.0:1777573508.849005:0:86828:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573508.849021:0:86828:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573508.849041:0:86828:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573508.849052:0:86828:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573508.849073:0:86828:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573508.849092:0:86828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573508.849110:0:86828:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573508.849119:0:86828:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573508.849158:0:86828:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573508.849171:0:86828:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 22 pid: 6480 timeout: 1183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573508.849187:0:86828:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86828:1863919926299392:0@lo:104: 00000100:00100000:2.0:1777573508.849249:0:86828:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573508.849297:0:86828:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42de9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573508.849301:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299392 00000100:00100000:0.0:1777573508.849309:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299392 00000100:00100000:0.0:1777573508.849364:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1777573508.849376:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86828:x1863919926299392:12345-0@lo:104: 00010000:00010000:0.0:1777573508.849398:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573508.849460:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573508.849467:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:86828:x1863919926299392:12345-0@lo:104: Request processed in 94us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573508.849474:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1777573508.849491:0:86828:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:86828:1863919926299392:0@lo:104: 00010000:00010000:2.0:1777573508.849510:0:86828:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849562:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573508.849569:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849576:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573508.849579:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849588:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573508.849599:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573508.849605:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573508.849633:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849639:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573508.849674:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849680:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a679ea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a679f1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849721:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573508.849724:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573508.849726:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573508.849736:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573508.849754:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926299520:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573508.849799:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573508.849911:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299520 00000100:00100000:3.0:1777573508.849917:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299520 00010000:00010000:3.0:1777573508.849935:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 23 pid: 6480 timeout: 1183 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573508.849959:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1777573508.849965:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926299520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573508.849974:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573508.849979:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 23 pid: 6480 timeout: 1183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849988:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 23 pid: 6480 timeout: 1183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.849999:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a679f1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a679ea expref: 23 pid: 6480 timeout: 1183 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850011:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850018:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850030:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850037:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850042:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850048:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850053:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573508.850057:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850064:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850080:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573508.850093:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573508.850115:0:86828:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573508.850125:0:86828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573508.850127:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926299520:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573508.850141:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00010000:00010000:1.0:1777573508.850143:0:86828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a679f8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573508.850174:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926299520:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573508.856016:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573509.211369:0:86876:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeffa0fd20 20000000:00000080:3.0:1777573509.211399:0:86876:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4d61400 uarg=0000000000000000 00010000:00010000:3.0:1777573509.211586:0:86876:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573509.211604:0:86876:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573509.211628:0:86876:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573509.211639:0:86876:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573509.211663:0:86876:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573509.211682:0:86876:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211728:0:86876:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211744:0:86876:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211752:0:86876:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211760:0:86876:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211767:0:86876:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211773:0:86876:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573509.211778:0:86876:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211786:0:86876:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211799:0:86876:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211807:0:86876:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.211813:0:86876:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a679ff lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 86876 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573509.879415:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573510.006762:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573510.006771:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573510.006778:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573510.006829:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.006842:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.006853:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573510.006881:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926299648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573510.006947:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573510.006997:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec917f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573510.007014:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299648 00000100:00100000:3.0:1777573510.007022:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299648 00000100:00100000:3.0:1777573510.007230:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1777573510.007241:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926299648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573510.007254:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573510.007269:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67a06 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573510.007298:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573510.007309:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573510.007318:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573510.007379:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926299648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573510.007387:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1777573510.007412:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926299648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573510.007430:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.007440:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573510.007459:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573510.007464:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.007472:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573510.566021:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573510.566342:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917667072 00000100:00100000:0.0:1777573510.566353:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917667072 00000100:00080000:2.0:1777573510.566412:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573510.566441:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 941 00000100:00100000:0.0:1777573510.566451:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:51926:x1863919917667072:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573510.566470:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573510.566528:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a14 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df22 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.566607:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a1b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.566622:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.566639:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573510.566682:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573510.566686:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573510.566744:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a1b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.566771:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a14 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df22 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.566789:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a1b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df22 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.566798:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573510.566801:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573510.566805:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573510.566857:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:51926:x1863919917667072:12345-192.168.204.9@tcp:101:rm.0 Request processed in 408us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573510.566864:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 941 00000100:00100000:3.0:1777573510.568636:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573510.568715:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917667200 00000100:00100000:2.0:1777573510.568723:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917667200 00000100:00100000:2.0:1777573510.568768:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 942 00000100:00100000:2.0:1777573510.568777:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:51926:x1863919917667200:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573510.568790:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573510.568802:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67a22 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df29 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568841:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568850:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568856:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568893:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568898:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568902:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568933:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568940:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568947:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568953:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568959:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573510.568964:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568971:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568982:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573510.568985:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573510.568988:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.568993:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67a29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569000:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569004:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569007:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569010:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573510.569012:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569015:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569022:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243b00) 00010000:00010000:2.0:1777573510.569024:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573510.569027:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569030:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a30 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569051:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67a22 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df29 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569058:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573510.569059:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573510.569061:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67a22 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df29 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.569067:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573510.569106:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:51926:x1863919917667200:12345-192.168.204.9@tcp:101:rm.0 Request processed in 332us (475us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573510.569111:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 942 00000100:00100000:0.0:1777573510.582864:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926299776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573510.582944:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573510.583005:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573510.583012:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926299904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573510.583040:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573510.583072:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299776 00000100:00100000:0.0:1777573510.583085:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299776 00000100:00100000:1.0:1777573510.583103:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926299904 00000100:00100000:1.0:1777573510.583110:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926299904 00000100:00100000:0.0:1777573510.583157:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1777573510.583167:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926299776:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573510.583204:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00002000:00000024:0.0:1777573510.583208:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573510.583215:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926299904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573510.583229:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573510.583257:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926299776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573510.583266:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1777573510.583272:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926299904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573510.583281:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926300032:0@lo:400:kworker.0 00000100:00100000:1.0:1777573510.583281:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1777573510.583294:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926300160:0@lo:400:kworker.0 00000100:00080000:1.0:1777573510.583321:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573510.583336:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926300288:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.583449:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926300416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573510.583519:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573510.583538:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573510.583556:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573510.583575:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573510.583578:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926300672:0@lo:400:kworker.0 00000100:00100000:1.0:1777573510.583605:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926299904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573510.583613:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573510.583626:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926299776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573510.583638:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926301184:0@lo:400:kworker.0 00000100:00100000:1.0:1777573510.583653:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4199880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926300800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.583663:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926300928:0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.583663:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573510.583687:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573510.583711:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573510.583720:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4198a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926301056:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.583727:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573510.583748:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926301312:0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.583757:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573510.583773:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300160 00000100:00100000:2.0:1777573510.583779:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300160 00000100:00100000:1.0:1777573510.583785:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573510.583803:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300416 00000100:00100000:0.0:1777573510.583808:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300416 00000100:00100000:2.0:1777573510.583811:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300672 00000100:00100000:2.0:1777573510.583816:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300672 00000100:00100000:1.0:1777573510.583828:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300288 00000100:00100000:0.0:1777573510.583833:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301184 00000100:00100000:1.0:1777573510.583834:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300288 00000100:00100000:0.0:1777573510.583837:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301184 00000100:00100000:2.0:1777573510.583853:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300800 00000100:00100000:2.0:1777573510.583857:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300800 00000100:00100000:0.0:1777573510.583863:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301312 00000100:00100000:0.0:1777573510.583867:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301312 00000100:00100000:1.0:1777573510.583878:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1777573510.583884:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1777573510.583889:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926300288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.583897:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926300160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.583902:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:0.0:1777573510.583913:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926300416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.583948:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926300160:12345-0@lo:400:kworker.0 Request processed in 56us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573510.583955:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1777573510.583959:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926300288:12345-0@lo:400:kworker.0 Request processed in 71us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573510.583968:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1777573510.583975:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1777573510.583983:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926300672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573510.583996:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1777573510.584006:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4580e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926301184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584014:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926300672:12345-0@lo:400:kworker.0 Request processed in 32us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573510.584021:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1777573510.584037:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1777573510.584045:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926300800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573510.584052:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4580e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926301184:12345-0@lo:400:kworker.0 Request processed in 47us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573510.584060:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1777573510.584077:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926300416:12345-0@lo:400:kworker.0 Request processed in 164us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573510.584081:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc454ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926300544:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584087:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926300800:12345-0@lo:400:kworker.0 Request processed in 41us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573510.584087:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:0.0:1777573510.584096:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1777573510.584100:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926301312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584105:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1777573510.584136:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926301312:12345-0@lo:400:kworker.0 Request processed in 39us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573510.584137:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300928 00000100:00100000:1.0:1777573510.584142:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1777573510.584155:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300928 00000100:00080000:1.0:1777573510.584160:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573510.584164:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301056 00000100:00080000:1.0:1777573510.584165:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573510.584169:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573510.584171:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301056 00000100:00100000:1.0:1777573510.584185:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4199880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926300800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584196:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1777573510.584198:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926301312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584208:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926300928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573510.584209:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926300288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.584231:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1777573510.584241:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926301056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584254:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926300928:12345-0@lo:400:kworker.0 Request processed in 49us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573510.584259:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926300672:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584264:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1777573510.584269:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926301184:0@lo:400:kworker.0 00000100:00100000:1.0:1777573510.584284:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926300160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.584290:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926301056:12345-0@lo:400:kworker.0 Request processed in 49us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573510.584299:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1777573510.584306:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4198a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926301056:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584322:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300032 00000100:00100000:2.0:1777573510.584327:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300032 00000100:00080000:0.0:1777573510.584328:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573510.584370:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4549f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926300416:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584372:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1777573510.584384:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926300032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.584390:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4198700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926300928:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.584421:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926300032:12345-0@lo:400:kworker.0 Request processed in 39us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573510.584428:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1777573510.584718:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573510.584751:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926300032:0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.584752:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926300544 00000100:00100000:0.0:1777573510.584758:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926300544 00000100:00100000:0.0:1777573510.584790:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1777573510.584797:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926300544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573510.584838:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926300544:12345-0@lo:400:kworker.0 Request processed in 42us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573510.584845:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1777573510.586035:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc454ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926300544:0@lo:400:kworker.0 00000100:00100000:2.0:1777573510.591521:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573510.591575:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917667456 00000100:00100000:0.0:1777573510.591585:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917667456 00000100:00100000:0.0:1777573510.591627:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 943 00000100:00100000:0.0:1777573510.591635:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:51930:x1863919917667456:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1777573510.591677:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573510.591730:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a1b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df22 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.591746:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573510.591750:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573510.591796:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.591806:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.591813:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.591826:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.591830:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.591834:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592446:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592458:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592464:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573510.592478:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5e3ef92 reply state 00000000ac653e4c transno 4294967494 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592487:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592493:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573510.592496:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573510.592498:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573510.592503:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:0.0:1777573510.592511:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592517:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592523:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592528:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592533:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573510.592537:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592543:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592551:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573510.592553:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573510.592556:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592561:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a67a37 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573510.592570:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e5e3ef92 reply state 00000000ac653e4c transno 4294967494 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592577:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.592582:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efcd00) 00010000:00010000:0.0:1777573510.592584:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573510.592586:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1777573510.592665:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:51930:x1863919917667456:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1029us (1152us total) trans 4294967494 rc 0/0 00000100:00100000:0.0:1777573510.592674:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 943 00000100:00100000:0.0:1777573510.619117:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573510.619294:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917667584 00000100:00100000:2.0:1777573510.619304:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917667584 00000100:00100000:2.0:1777573510.619951:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 944 00000100:00100000:2.0:1777573510.619963:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:51934:x1863919917667584:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:2.0:1777573510.619986:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573510.620006:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67a4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df30 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.620062:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a53 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.620077:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.620089:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573510.620134:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1777573510.620138:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573510.620160:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.620193:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67a4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df30 expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.620216:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df30 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573510.620233:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573510.620236:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573510.620241:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:3.0:1777573510.620422:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:51934:x1863919917667584:12345-192.168.204.9@tcp:101:chown.0 Request processed in 462us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573510.620431:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 944 00000100:00100000:3.0:1777573510.622119:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573510.622170:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917667712 00000100:00100000:1.0:1777573510.622178:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917667712 00000100:00100000:1.0:1777573510.622221:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 945 00000100:00100000:1.0:1777573510.622227:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:51934:x1863919917667712:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:1.0:1777573510.622240:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573510.622252:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67a5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df37 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622291:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622301:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622308:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622315:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622319:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622323:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622394:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67a6f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622403:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67a6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622414:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67a6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573510.622447:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:1.0:1777573510.622450:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573510.622469:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67a6f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622480:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622487:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622491:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622495:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622499:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573510.622502:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622507:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622515:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573510.622517:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573510.622520:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622526:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67a61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622540:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622543:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622547:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622550:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573510.622551:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622556:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622574:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efcd00) 00010000:00010000:1.0:1777573510.622577:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573510.622580:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622586:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67a68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622607:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67a5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df37 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622619:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67a6f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df37 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573510.622626:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:1.0:1777573510.622629:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573510.622631:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:1.0:1777573510.622683:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:51934:x1863919917667712:12345-192.168.204.9@tcp:101:chown.0 Request processed in 455us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573510.622723:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 945 00000100:00100000:2.0:1777573510.625465:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573510.625511:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917667968 00000100:00100000:0.0:1777573510.625520:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917667968 00000100:00100000:0.0:1777573510.625568:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 946 00000100:00100000:0.0:1777573510.625575:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:51934:x1863919917667968:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:0.0:1777573510.625614:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573510.625648:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67a6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df37 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.625680:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573510.625685:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573510.625736:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.625750:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.625759:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573510.625876:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ff6b0c6 reply state 00000000a6487a64 transno 4294967495 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.625885:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573510.625889:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573510.625891:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573510.625893:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573510.625899:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000100:00100000:0.0:1777573510.625950:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:51934:x1863919917667968:12345-192.168.204.9@tcp:36:chown.0 Request processed in 375us (495us total) trans 4294967495 rc 0/0 00000100:00100000:0.0:1777573510.625955:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 946 00010000:00010000:3.0:1777573510.902811:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573511.022931:0:87072:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8d085290 20000000:00000080:1.0:1777573511.022945:0:87072:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f0f800 uarg=0000000000000000 00010000:00010000:1.0:1777573511.023109:0:87072:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1777573511.023142:0:87072:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573511.023146:0:87072:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573511.023157:0:87072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67a53 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df30 expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.023173:0:87072:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1777573511.023195:0:87072:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573511.023205:0:87072:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573511.023224:0:87072:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573511.023236:0:87072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.023248:0:87072:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.023256:0:87072:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.023292:0:87072:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.023303:0:87072:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 22 pid: 6478 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573511.023317:0:87072:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87072:1863919926301440:0@lo:104: 00000100:00100000:1.0:1777573511.023387:0:87072:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573511.023484:0:87072:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded137eb40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573511.023546:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301440 00000100:00100000:3.0:1777573511.023554:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301440 00000100:00100000:3.0:1777573511.023666:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1777573511.023676:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:87072:x1863919926301440:12345-0@lo:104: 00010000:00010000:3.0:1777573511.023687:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573511.023788:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573511.023795:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:87072:x1863919926301440:12345-0@lo:104: Request processed in 121us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573511.023803:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:2.0:1777573511.023817:0:87072:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:87072:1863919926301440:0@lo:104: 00010000:00010000:2.0:1777573511.023834:0:87072:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.023861:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573511.023867:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.023872:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573511.023875:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.023881:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573511.023885:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573511.023889:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573511.023929:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.023936:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573511.023956:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573511.023960:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777573511.023963:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a67a06 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67a0d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573511.023974:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926301568:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573511.023980:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573511.023983:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573511.023985:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573511.024008:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573511.024045:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301568 00000100:00100000:2.0:1777573511.024049:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301568 00010000:00010000:2.0:1777573511.024068:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 23 pid: 6478 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573511.024091:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1777573511.024100:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded4304850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926301568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573511.024111:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573511.024115:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 23 pid: 6478 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024125:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 23 pid: 6478 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024135:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a67a0d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67a06 expref: 23 pid: 6478 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024147:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024155:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024170:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024176:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024182:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024189:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024193:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573511.024274:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024281:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024292:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573511.024299:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573511.024319:0:87072:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.024328:0:87072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573511.024331:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded4304850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926301568:12345-0@lo:103:ldlm_bl.0 Request processed in 233us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573511.024343:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00010000:00010000:1.0:1777573511.024344:0:87072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a7d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573511.024938:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926301568:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1777573511.420484:0:87120:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9b7d56e0 20000000:00000080:1.0:1777573511.420501:0:87120:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def778e000 uarg=0000000000000000 00010000:00010000:1.0:1777573511.420684:0:87120:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573511.420715:0:87120:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573511.420739:0:87120:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573511.420752:0:87120:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573511.420776:0:87120:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573511.420796:0:87120:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420812:0:87120:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420822:0:87120:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420829:0:87120:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420836:0:87120:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420843:0:87120:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420849:0:87120:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573511.420854:0:87120:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420862:0:87120:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420874:0:87120:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420883:0:87120:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.420889:0:87120:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a67a84 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 87120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573511.422212:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967495 is committed 00010000:00010000:1.0:1777573511.422239:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422251:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422258:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422265:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573511.422270:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422277:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422294:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efcd00) 00010000:00010000:1.0:1777573511.422297:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573511.422300:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422305:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67a3e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422319:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422323:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422327:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422331:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573511.422333:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422337:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422355:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:1.0:1777573511.422357:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573511.422359:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422363:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67a45 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422374:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422379:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422383:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422386:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573511.422387:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422390:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422401:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:1.0:1777573511.422404:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573511.422407:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573511.422412:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67a76 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573511.606951:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926301696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573511.607025:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573511.607153:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301696 00000100:00100000:2.0:1777573511.607161:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301696 00000100:00100000:2.0:1777573511.607207:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1777573511.607215:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926301696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573511.607243:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573511.607282:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926301696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573511.607287:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1777573511.607384:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926301696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573511.607799:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926301824:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573511.607836:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573511.608181:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301824 00000100:00100000:2.0:1777573511.608187:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301824 00000100:00100000:2.0:1777573511.608261:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1777573511.608269:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926301824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573511.608285:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573511.608573:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926301824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 304us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573511.608581:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1777573511.608642:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926301824:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777573511.926900:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573512.122299:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573512.122451:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926301952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573512.122837:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573512.122969:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926301952 00000100:00100000:1.0:1777573512.122980:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926301952 00000100:00100000:1.0:1777573512.123073:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1777573512.123085:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926301952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573512.123126:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573512.123216:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926301952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573512.123225:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1777573512.123294:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926301952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573512.217021:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573512.217071:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573512.217153:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668096 00000100:00100000:3.0:1777573512.217168:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668096 00000100:00100000:3.0:1777573512.217230:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 814 00000100:00100000:3.0:1777573512.217240:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917668096:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573512.217334:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917668096:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 87us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573512.217343:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 814 00000100:00100000:0.0:1777573512.219550:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573512.221721:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668352 00000100:00100000:1.0:1777573512.221737:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668352 00000100:00100000:3.0:1777573512.221780:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668224 00000100:00100000:0.0:1777573512.221855:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573512.221897:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573512.221916:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668480 00000100:00100000:0.0:1777573512.221919:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668480 00000100:00100000:1.0:1777573512.221985:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1372 00000100:00100000:1.0:1777573512.221993:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917668352:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:2.0:1777573512.222037:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573512.222050:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573512.222075:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917668352:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 83us (5003us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573512.222081:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1372 00000100:00100000:3.0:1777573512.222101:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668224 00000100:00100000:1.0:1777573512.222119:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668608 00000100:00100000:1.0:1777573512.222124:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668608 00000100:00100000:3.0:1777573512.222158:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1373 00000100:00100000:1.0:1777573512.222161:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 418 00000100:00100000:1.0:1777573512.222173:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917668608:12345-192.168.204.9@tcp:9:kworker.0 00000100:00100000:3.0:1777573512.222175:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917668224:12345-192.168.204.9@tcp:400:kworker.0 00000020:00000080:1.0:1777573512.222201:0:17492:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a6717e 00000100:00080000:1.0:1777573512.222211:0:17492:0:(import.c:65:import_set_state_nolock()) ffff89ddc461c800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1777573512.222224:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917668224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 54us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573512.222233:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1373 00000100:00080000:3.0:1777573512.222260:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573512.222264:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00000004:1.0:1777573512.222266:0:17492:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967347 00000100:00100000:0.0:1777573512.222495:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 419 00000100:00100000:0.0:1777573512.222504:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917668480:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:0.0:1777573512.222517:0:12154:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a6722d 00000100:00080000:0.0:1777573512.222528:0:12154:0:(import.c:65:import_set_state_nolock()) ffff89ddc4618800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1777573512.222532:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917668608:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 363us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573512.222539:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 418 00000001:00000004:0.0:1777573512.222565:0:12154:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967347 00010000:00010000:1.0:1777573512.222569:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573512.222585:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573512.222651:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917668480:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 149us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573512.222657:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 419 00000100:00100000:3.0:1777573512.820011:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573512.820086:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668736 00000100:00100000:1.0:1777573512.820097:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668736 00000100:00100000:1.0:1777573512.820159:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 60 00000100:00100000:1.0:1777573512.820169:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6624:x1863919917668736:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573512.820184:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573512.820187:0:6471:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a67a53) 00010000:00010000:1.0:1777573512.820189:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573512.820239:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6624:x1863919917668736:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 71us (235us total) trans 0 rc 116/116 00000100:00100000:1.0:1777573512.820246:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 60 10000000:01000000:2.0:1777573512.950982:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573512.950993:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573512.950999:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573512.951051:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573512.951055:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573512.951068:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573512.951085:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573512.951127:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926302080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573512.951228:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573512.951301:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926302080 00000100:00100000:2.0:1777573512.951306:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec1377e40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573512.951321:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926302080 00000100:00100000:0.0:1777573512.951377:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1777573512.951384:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926302080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573512.951396:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573512.951407:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67a8b expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573512.951427:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573512.951436:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573512.951442:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573512.951481:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926302080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 98us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573512.951486:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:2.0:1777573512.951570:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926302080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573512.951586:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573512.951595:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573512.951612:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573512.951617:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573512.951624:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573513.262509:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.262599:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668864 00000100:00100000:2.0:1777573513.262609:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668864 00000100:00100000:2.0:1777573513.262663:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 947 00000100:00100000:2.0:1777573513.262675:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:52039:x1863919917668864:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573513.262717:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573513.262737:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67a99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df3e expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.262793:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67aa0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.262806:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.262818:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573513.262858:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1777573513.262862:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573513.262881:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.262902:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67a99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df3e expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.262923:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df3e expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.262932:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573513.262935:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573513.262938:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573513.262990:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:52039:x1863919917668864:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 319us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.262997:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 947 00000100:00100000:2.0:1777573513.264366:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573513.264434:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917668992 00000100:00100000:0.0:1777573513.264441:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917668992 00000100:00100000:0.0:1777573513.264485:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 948 00000100:00100000:0.0:1777573513.264492:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:52039:x1863919917668992:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573513.264502:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573513.264513:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67aa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df45 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264546:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264557:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264567:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264583:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264591:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264597:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264663:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67abc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264671:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264677:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573513.264721:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1777573513.264726:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573513.264740:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67abc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264752:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264759:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264765:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264776:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264783:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573513.264786:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264793:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264804:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573513.264807:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573513.264811:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264818:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67aae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264827:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264832:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264838:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264843:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573513.264845:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264856:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264864:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573513.264867:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573513.264870:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264876:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a67ab5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264902:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67aa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df45 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264928:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67abc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df45 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.264936:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcd00) 00010000:00010000:0.0:1777573513.264938:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573513.264941:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1600, rc 0) 00000100:00100000:0.0:1777573513.264982:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:52039:x1863919917668992:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 490us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573513.264990:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 948 00000100:00100000:3.0:1777573513.267182:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573513.267220:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917669248 00000100:00100000:1.0:1777573513.267226:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917669248 00000100:00100000:1.0:1777573513.267287:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 949 00000100:00100000:1.0:1777573513.267293:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:52039:x1863919917669248:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573513.267350:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573513.267370:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67abc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df45 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.267385:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efcd00) 00010000:00010000:1.0:1777573513.267393:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573513.267412:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.267424:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.267433:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573513.274861:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967496 is committed 00000004:00010000:1.0:1777573513.274965:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002a5d123 reply state 000000001fefbc51 transno 4294967496 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.274989:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.275000:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573513.275003:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573513.275008:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573513.275023:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00080000:1.0:1777573513.275336:0:8523:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573513.275361:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:52039:x1863919917669248:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 8064us (8179us total) trans 4294967496 rc 0/0 00000100:00100000:1.0:1777573513.275370:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 949 00010000:00010000:3.0:1777573513.275665:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.275679:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.275688:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.275744:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573513.275750:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.275760:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.275778:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:3.0:1777573513.275782:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573513.275787:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.275794:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67ac3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573513.296807:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573513.296854:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917669376 00000100:00100000:3.0:1777573513.296869:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917669376 00000100:00100000:3.0:1777573513.296926:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 950 00000100:00100000:3.0:1777573513.296937:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:52043:x1863919917669376:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573513.296964:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573513.296988:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67aca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df4c expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297052:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297068:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297081:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297100:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297107:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297115:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297198:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67adf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297206:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67adf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297213:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67adf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573513.297258:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1777573513.297262:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573513.297287:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67adf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297300:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297323:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297333:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297340:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297346:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573513.297351:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297358:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297370:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573513.297374:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573513.297378:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297385:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67ad1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297401:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297408:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297413:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297418:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573513.297421:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297426:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297433:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89defbd2bb00) 00010000:00010000:3.0:1777573513.297436:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573513.297438:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297444:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67ad8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297472:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67aca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df4c expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297487:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67adf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df4c expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.297499:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89defbd2be00) 00010000:00010000:3.0:1777573513.297501:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573513.297503:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573513.297563:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:52043:x1863919917669376:12345-192.168.204.9@tcp:101:touch.0 Request processed in 629us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573513.297571:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 950 00000100:00100000:3.0:1777573513.299564:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573513.299599:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917669632 00000100:00100000:3.0:1777573513.299607:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917669632 00000100:00100000:3.0:1777573513.299653:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 951 00000100:00100000:3.0:1777573513.299665:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:52043:x1863919917669632:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573513.299683:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573513.299722:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67ae6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df53 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.299810:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.299824:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.299836:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.299900:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.299909:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.299917:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573513.300259:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:3.0:1777573513.302143:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67afb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302165:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302177:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302221:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302229:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302236:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302242:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302249:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573513.302254:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302261:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302276:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89defbd2be00) 00010000:00010000:3.0:1777573513.302279:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573513.302283:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302289:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67aed lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573513.302314:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000855f0a59 reply state 00000000dfa5bf04 transno 4294967497 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302331:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302337:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89defbd2b500) 00010000:00010000:3.0:1777573513.302340:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573513.302343:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573513.302377:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67ae6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df53 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302395:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df53 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.302403:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89defbd2b000) 00010000:00010000:3.0:1777573513.302405:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573513.302408:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573513.302469:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:52043:x1863919917669632:12345-192.168.204.9@tcp:101:touch.0 Request processed in 2807us (2912us total) trans 4294967497 rc 0/0 00000100:00100000:3.0:1777573513.302479:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 951 00000100:00100000:0.0:1777573513.306272:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573513.306316:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917669888 00000100:00100000:0.0:1777573513.306325:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917669888 00000100:00100000:0.0:1777573513.306377:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 952 00000100:00100000:0.0:1777573513.306387:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:52043:x1863919917669888:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:0.0:1777573513.306440:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573513.306465:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67afb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df53 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.306480:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89defbd2b000) 00010000:00010000:0.0:1777573513.306490:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573513.306538:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.306551:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.306561:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573513.306655:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000eb95a9fb reply state 0000000072c744cd transno 4294967498 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.306666:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.306673:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573513.306676:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573513.306679:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573513.306780:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:52043:x1863919917669888:12345-192.168.204.9@tcp:36:touch.0 Request processed in 393us (510us total) trans 4294967498 rc 0/0 00000100:00100000:0.0:1777573513.306787:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 952 00000100:00100000:3.0:1777573513.308241:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573513.308280:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917670016 00000100:00100000:0.0:1777573513.308288:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917670016 00000100:00100000:0.0:1777573513.308350:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 953 00000100:00100000:0.0:1777573513.308360:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+11:52043:x1863919917670016:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573513.308379:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573513.308393:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67b10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df5a expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.308430:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67b10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df5a expref: 12 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.308443:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67b10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df5a expref: 12 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.308461:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:0.0:1777573513.308464:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573513.308467:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0400, rc 0) 00000100:00100000:0.0:1777573513.308513:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+12:52043:x1863919917670016:12345-192.168.204.9@tcp:101:touch.0 Request processed in 155us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573513.308519:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 953 00000100:00100000:0.0:1777573513.310148:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.310205:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917670144 00000100:00100000:2.0:1777573513.310211:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917670144 00000100:00100000:2.0:1777573513.310256:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 420 00000100:00100000:2.0:1777573513.310261:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2399:x1863919917670144:12345-192.168.204.9@tcp:8:touch.0 00010000:00080000:2.0:1777573513.310283:0:8361:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 1037 last 0 00000020:00000080:2.0:1777573513.310316:0:8361:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a67b17 00002000:00100000:2.0:1777573513.310330:0:8361:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc403c800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777573513.310341:0:8361:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777573513.310399:0:8361:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1777573513.310434:0:8361:0:(import.c:65:import_set_state_nolock()) ffff89ddc403d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777573513.310483:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917670144:12345-192.168.204.9@tcp:8:touch.0 Request processed in 219us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.310491:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 420 00000100:00100000:3.0:1777573513.312162:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573513.312231:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917670272 00000100:00100000:1.0:1777573513.312238:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917670272 00000100:00100000:1.0:1777573513.312297:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 421 00000100:00100000:1.0:1777573513.312321:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:0:x1863919917670272:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:3.0:1777573513.312482:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1777573513.313888:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000001:00100000:0.0:1777573513.313898:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00100000:0.0:1777573513.313905:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:0.0:1777573513.313908:0:8355:0:(genops.c:906:class_export_put()) final put ffff89ddc461b800/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:2.0:1777573513.313932:0:42954:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc461b800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0000 00000020:00000080:2.0:1777573513.313990:0:42954:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc4618800 for lustre-OST0000 00000100:00100000:3.0:1777573513.314216:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:0:x1863919917670272:12345-192.168.204.9@tcp:2:touch.0 Request processed in 1908us (2057us total) trans 4294967348 rc 0/0 00000100:00100000:3.0:1777573513.314224:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 421 00000100:00100000:3.0:1777573513.315845:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573513.315890:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917670528 00000100:00100000:0.0:1777573513.315897:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917670528 00000100:00100000:0.0:1777573513.315935:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 142 00000100:00100000:0.0:1777573513.315941:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:52043:x1863919917670528:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:0.0:1777573513.316185:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:52043:x1863919917670528:12345-192.168.204.9@tcp:35:touch.0 Request processed in 243us (344us total) trans 4294967499 rc 0/0 00000100:00100000:0.0:1777573513.316193:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 142 00000100:00100000:0.0:1777573513.335452:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.335510:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917670656 00000100:00100000:2.0:1777573513.335520:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917670656 00000100:00100000:2.0:1777573513.335591:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 954 00000100:00100000:2.0:1777573513.335604:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:52047:x1863919917670656:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573513.335626:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573513.335645:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df61 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335751:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335766:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335778:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335789:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335797:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335808:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335879:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b33 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335888:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335896:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573513.335937:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x26:0x0]: returning size 0 00000004:00200000:2.0:1777573513.335941:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573513.335961:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335974:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b33 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335983:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335989:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.335996:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336003:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336015:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.336020:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336036:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336049:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89defbd2be00) 00010000:00010000:2.0:1777573513.336052:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573513.336057:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336063:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336105:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336113:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336119:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336124:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.336127:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336133:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336150:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89defbd2b500) 00010000:00010000:2.0:1777573513.336153:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573513.336155:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336162:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336186:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df61 expref: 15 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336200:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b33 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df61 expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.336208:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:2.0:1777573513.336210:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573513.336213:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54a00, rc 0) 00000100:00100000:2.0:1777573513.336276:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:52047:x1863919917670656:12345-192.168.204.9@tcp:101:rm.0 Request processed in 676us (837us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.336284:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 954 00000100:00100000:3.0:1777573513.338140:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573513.338354:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917670784 00000100:00100000:0.0:1777573513.338363:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917670784 00000100:00100000:0.0:1777573513.338417:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 422 00000100:00100000:0.0:1777573513.338426:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917670784:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573513.338443:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573513.338460:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df68 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573513.338494:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x69f39e89, atime: 0x69f39e89, ctime: 0x69f39e89, blocks: 0x0 00010000:00010000:0.0:1777573513.338515:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573513.338517:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573513.338526:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.338544:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573513.338559:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573513.338616:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917670784:12345-192.168.204.9@tcp:101:rm.0 Request processed in 192us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573513.338624:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 422 00000100:00100000:3.0:1777573513.340938:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573513.341005:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917671040 00000100:00100000:1.0:1777573513.341013:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917671040 00000100:00100000:1.0:1777573513.341072:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 955 00000100:00100000:1.0:1777573513.341080:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:52047:x1863919917671040:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573513.341124:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573513.341148:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b33 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df61 expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341176:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67b10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df5a expref: 13 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341187:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:1.0:1777573513.341192:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573513.341213:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341226:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341236:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341246:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341252:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341258:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341344:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341353:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341359:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573513.341566:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:1.0:1777573513.341576:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1037989882255ns, next at 1038989879867ns, rc = 0 00010000:00010000:1.0:1777573513.341616:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341624:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341631:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341638:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341644:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341650:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341676:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573513.341734:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341742:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341748:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341754:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573513.341758:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341765:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341772:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:1.0:1777573513.341775:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573513.341778:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341784:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67b4f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341802:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341808:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341813:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341819:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341824:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573513.341827:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341832:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341839:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89defbd2be00) 00010000:00010000:1.0:1777573513.341841:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573513.341843:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341848:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67b41 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573513.341856:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009d601bac reply state 000000005f742d17 transno 4294967500 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341866:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.341872:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89defbd2b500) 00010000:00010000:1.0:1777573513.341874:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573513.341876:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573513.341930:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:52047:x1863919917671040:12345-192.168.204.9@tcp:36:rm.0 Request processed in 850us (998us total) trans 4294967500 rc 0/0 00000100:00100000:1.0:1777573513.341937:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 955 00010000:00010000:3.0:1777573513.342039:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573513.342045:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.342052:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573513.342055:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.342062:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.342071:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:3.0:1777573513.342073:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573513.342076:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.342081:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67b56 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.342091:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573513.342093:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573513.342095:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573513.654996:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926302208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573513.655065:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573513.655490:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926302208 00000100:00100000:2.0:1777573513.655498:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926302208 00000100:00100000:2.0:1777573513.655558:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1777573513.655568:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926302208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573513.655599:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573513.655686:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926302208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.655732:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1777573513.655917:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926302208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573513.767500:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.767546:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917671168 00000100:00100000:2.0:1777573513.767556:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917671168 00000100:00100000:2.0:1777573513.767612:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 956 00000100:00100000:2.0:1777573513.767621:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:52062:x1863919917671168:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573513.767643:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573513.767662:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df6f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.767763:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b64 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.767774:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.767788:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573513.767831:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:2.0:1777573513.767835:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573513.767857:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b64 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.767883:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df6f expref: 16 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.767904:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b64 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df6f expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.767914:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89defbd2be00) 00010000:00010000:2.0:1777573513.767917:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573513.767919:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55200, rc 0) 00000100:00100000:2.0:1777573513.767969:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:52062:x1863919917671168:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 350us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.767976:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 956 00000100:00100000:0.0:1777573513.769251:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573513.769307:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917671424 00000100:00100000:3.0:1777573513.769314:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917671424 00000100:00100000:2.0:1777573513.769398:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 957 00000100:00100000:2.0:1777573513.769408:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:52062:x1863919917671424:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573513.769447:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573513.769464:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df6f expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.769483:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67adf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df4c expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.769498:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89defbd2be00) 00010000:00010000:2.0:1777573513.769510:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573513.769528:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.769539:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.769549:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573513.771247:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967501 is committed 00000004:00080000:2.0:1777573513.771262:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 55 committed 00010000:00010000:1.0:1777573513.771302:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771317:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771325:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573513.771328:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb568a38 reply state 0000000083fb19c6 transno 4294967501 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771332:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573513.771339:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.771346:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771348:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.771364:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243d00) 00010000:00010000:2.0:1777573513.771369:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573513.771372:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573513.771373:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89defbd2b500) 00010000:00010000:1.0:1777573513.771377:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573513.771382:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573513.771385:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:1.0:1777573513.771391:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67af4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771408:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771415:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771420:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771426:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573513.771429:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771435:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1777573513.771443:0:12623:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:1.0:1777573513.771444:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x26:0x0].0x0 (ffff89ddc2efcc00) 00010000:00010000:1.0:1777573513.771447:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573513.771450:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573513.771454:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:52062:x1863919917671424:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2047us (2205us total) trans 4294967501 rc 0/0 00000100:00100000:2.0:1777573513.771466:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 957 00010000:00010000:1.0:1777573513.771466:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67b09 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771486:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771492:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771498:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771503:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573513.771506:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771512:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771520:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89defbd2b500) 00010000:00010000:1.0:1777573513.771523:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573513.771527:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771532:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b48 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.771585:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.771593:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.771600:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.771605:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573513.771608:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.771615:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.771625:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243d00) 00010000:00010000:3.0:1777573513.771628:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573513.771631:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.771636:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a67b6b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573513.771638:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573513.771653:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926302336:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777573513.771727:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573513.771786:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926302336 00000100:00100000:1.0:1777573513.771792:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926302336 00000100:00100000:1.0:1777573513.771841:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1777573513.771850:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926302336:12345-0@lo:6:osp-syn-0-0.0 00000100:00080000:3.0:1777573513.771853:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00080000:1.0:1777573513.771875:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:15 count 1 00010000:00010000:1.0:1777573513.771893:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771911:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 5 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771919:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573513.771921:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573513.771924:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 4/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771949:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 5 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.771963:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 5 pid: 12154 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573513.771976:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926302464:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573513.772025:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc000 going to sleep for 11 seconds 00000100:00100000:1.0:1777573513.773729:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926302464:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573513.773751:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573513.773908:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573513.774129:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917671552 00000100:00100000:3.0:1777573513.774136:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917671552 00010000:00010000:3.0:1777573513.774160:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 6 pid: 12154 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573513.774199:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 339 00000100:00100000:3.0:1777573513.774207:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917671552:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573513.774219:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573513.774225:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 6 pid: 12154 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.774237:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 6 pid: 12154 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.774257:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000083a3194/0x1e8fa618a5a67b3a lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df68 expref: 6 pid: 12154 timeout: 1138 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.774270:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573513.774272:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573513.774276:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.774285:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.774320:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573513.774355:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573513.774356:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917671552:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 150us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573513.774371:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 339 00010000:00010000:1.0:1777573513.774375:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774385:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774392:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774411:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573513.774555:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926302336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2706us (2861us total) trans 4294967349 rc 0/0 00000100:00100000:1.0:1777573513.774562:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00010000:00010000:1.0:1777573513.774587:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573513.774593:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774602:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573513.774611:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774619:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774631:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774648:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a67b72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.774661:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573513.774662:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573513.774663:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573513.775079:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89def4d68000/2, rc 0, transno 4294967349 00000100:00100000:3.0:1777573513.775086:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926302336:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777573513.795842:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.795909:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917671680 00000100:00100000:2.0:1777573513.795919:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917671680 00000100:00100000:2.0:1777573513.795971:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 958 00000100:00100000:2.0:1777573513.795981:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:52066:x1863919917671680:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573513.796004:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573513.796022:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df76 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796080:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796094:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796105:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796123:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796130:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796136:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796208:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67b8e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796217:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796224:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573513.796255:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:2.0:1777573513.796259:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573513.796279:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67b8e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796291:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796308:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796314:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796325:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796331:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.796334:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796342:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796352:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573513.796355:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573513.796360:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796366:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67b80 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796379:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796385:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796391:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796396:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.796398:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796407:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796420:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243600) 00010000:00010000:2.0:1777573513.796423:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573513.796426:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796432:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67b87 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796457:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67b79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df76 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796470:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67b8e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df76 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.796477:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:2.0:1777573513.796480:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573513.796482:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573513.796537:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:52066:x1863919917671680:12345-192.168.204.9@tcp:101:touch.0 Request processed in 558us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.796544:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 958 00000100:00100000:3.0:1777573513.798041:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573513.798428:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917671936 00000100:00100000:1.0:1777573513.798436:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917671936 00000100:00100000:1.0:1777573513.798516:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 959 00000100:00100000:1.0:1777573513.798524:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:52066:x1863919917671936:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573513.798538:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573513.798553:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b95 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df7d expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.798621:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.798633:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.798661:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.798675:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.798681:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.798686:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573513.798967:0:26981:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0xf:0x0], index 1: 0 00010000:00010000:1.0:1777573513.799080:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67baa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799089:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67baa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799096:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67baa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799125:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799132:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799138:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799144:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799150:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573513.799153:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799160:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799170:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:1.0:1777573513.799173:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573513.799176:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799182:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67b9c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573513.799191:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f1a1062 reply state 000000009e51debe transno 4294967502 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799201:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799207:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573513.799209:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573513.799211:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573513.799236:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67b95 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df7d expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799252:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67baa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df7d expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573513.799259:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc1ccf600) 00010000:00010000:1.0:1777573513.799261:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573513.799263:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573513.799329:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:52066:x1863919917671936:12345-192.168.204.9@tcp:101:touch.0 Request processed in 805us (1292us total) trans 4294967502 rc 0/0 00000100:00100000:1.0:1777573513.799336:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 959 00000100:00100000:2.0:1777573513.801196:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573513.801261:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917672192 00000100:00100000:3.0:1777573513.801270:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917672192 00000100:00100000:3.0:1777573513.801332:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 960 00000100:00100000:3.0:1777573513.801342:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:52066:x1863919917672192:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:3.0:1777573513.801392:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573513.801414:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67baa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df7d expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.801428:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc1ccf600) 00010000:00010000:3.0:1777573513.801438:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573513.801477:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.801488:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.801498:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573513.801582:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b7770ce5 reply state 000000008dc64a55 transno 4294967503 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.801594:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.801601:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:3.0:1777573513.801603:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573513.801605:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573513.801716:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:52066:x1863919917672192:12345-192.168.204.9@tcp:36:touch.0 Request processed in 350us (499us total) trans 4294967503 rc 0/0 00000100:00100000:3.0:1777573513.801726:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 960 00000100:00100000:3.0:1777573513.805203:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.805234:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917672320 00000100:00100000:2.0:1777573513.805243:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917672320 00000100:00100000:2.0:1777573513.805281:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 961 00000100:00100000:2.0:1777573513.805288:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+11:52066:x1863919917672320:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573513.805318:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573513.805335:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67bbf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df84 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.805378:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67bbf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df84 expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.805387:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67bbf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df84 expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.805399:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573513.805401:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573513.805404:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55200, rc 0) 00000100:00100000:2.0:1777573513.805447:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:52066:x1863919917672320:12345-192.168.204.9@tcp:101:touch.0 Request processed in 161us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.805452:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 961 00000100:00100000:2.0:1777573513.807640:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.807668:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917672448 00000100:00100000:2.0:1777573513.807675:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917672448 00000100:00100000:2.0:1777573513.807735:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 424 00000100:00100000:2.0:1777573513.807743:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2399:x1863919917672448:12345-192.168.204.9@tcp:8:touch.0 00010000:00080000:2.0:1777573513.807773:0:9951:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 1038 last 0 00000020:00000080:2.0:1777573513.807808:0:9951:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a67bc6 00002000:00100000:2.0:1777573513.807820:0:9951:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc403f800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 37896192 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777573513.807839:0:9951:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777573513.807902:0:9951:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1777573513.807929:0:9951:0:(import.c:65:import_set_state_nolock()) ffff89ddc403e000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777573513.807986:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917672448:12345-192.168.204.9@tcp:8:touch.0 Request processed in 244us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.807994:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 424 00000100:00100000:3.0:1777573513.811465:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.811513:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917672576 00000100:00100000:2.0:1777573513.811522:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917672576 00000100:00100000:2.0:1777573513.811586:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 425 00000100:00100000:2.0:1777573513.811595:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:0:x1863919917672576:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:3.0:1777573513.811724:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1777573513.813037:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00100000:3.0:1777573513.813050:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00100000:3.0:1777573513.813057:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573513.813061:0:9424:0:(genops.c:906:class_export_put()) final put ffff89ddc4619000/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:2.0:1777573513.813124:0:42954:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc4619000/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0001 00000020:00000080:2.0:1777573513.813172:0:42954:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc461c800 for lustre-OST0001 00000100:00100000:2.0:1777573513.813271:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:0:x1863919917672576:12345-192.168.204.9@tcp:2:touch.0 Request processed in 1675us (1809us total) trans 4294967348 rc 0/0 00000100:00100000:2.0:1777573513.813281:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 425 00000100:00100000:1.0:1777573513.814688:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.814905:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917672832 00000100:00100000:2.0:1777573513.814912:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917672832 00000100:00100000:2.0:1777573513.814974:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 143 00000100:00100000:2.0:1777573513.814981:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:52066:x1863919917672832:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:2.0:1777573513.815195:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:52066:x1863919917672832:12345-192.168.204.9@tcp:35:touch.0 Request processed in 215us (508us total) trans 4294967504 rc 0/0 00000100:00100000:2.0:1777573513.815201:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 143 00000100:00100000:0.0:1777573513.838254:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.838343:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917672960 00000100:00100000:2.0:1777573513.838353:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917672960 00000100:00100000:2.0:1777573513.838420:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 962 00000100:00100000:2.0:1777573513.838434:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:52070:x1863919917672960:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573513.838463:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573513.838486:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bcd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df8b expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838551:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838566:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838578:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838590:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838598:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838604:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838674:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67be2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838683:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838689:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573513.838827:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:2.0:1777573513.838832:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573513.838853:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838869:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67be2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838879:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838885:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838891:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838897:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838903:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.838907:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838914:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838925:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:2.0:1777573513.838938:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573513.838943:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838948:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bd4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838965:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838972:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838977:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838983:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.838986:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838991:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.838997:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:2.0:1777573513.838999:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573513.839001:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.839007:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bdb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.839044:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bcd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df8b expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.839059:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67be2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df8b expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.839067:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573513.839070:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573513.839073:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573513.839144:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:52070:x1863919917672960:12345-192.168.204.9@tcp:101:rm.0 Request processed in 715us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.839152:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 962 00000100:00100000:3.0:1777573513.843217:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.843262:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917673088 00000100:00100000:2.0:1777573513.843270:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917673088 00000100:00100000:2.0:1777573513.843335:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 426 00000100:00100000:2.0:1777573513.843345:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917673088:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573513.843375:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573513.843397:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df92 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573513.843422:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 0, mtime: 0x69f39e8a, atime: 0x69f39e8a, ctime: 0x69f39e8a, blocks: 0x0 00010000:00010000:2.0:1777573513.843441:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573513.843443:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573513.843451:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 6 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.843474:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 6 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.843488:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54000, rc 0) 00000100:00100000:2.0:1777573513.843615:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917673088:12345-192.168.204.9@tcp:101:rm.0 Request processed in 263us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573513.843622:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 426 00000100:00100000:1.0:1777573513.846684:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573513.846767:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917673344 00000100:00100000:2.0:1777573513.846775:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917673344 00000100:00100000:2.0:1777573513.847577:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 963 00000100:00100000:2.0:1777573513.847593:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:52070:x1863919917673344:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1777573513.847650:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573513.847681:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67be2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df8b expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847741:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67bbf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df84 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847753:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573513.847759:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573513.847781:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847794:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847804:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847815:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847823:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847829:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847900:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847909:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.847915:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573513.848154:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:2.0:1777573513.848165:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1038496471165ns, next at 1039496468797ns, rc = 0 00010000:00010000:2.0:1777573513.848212:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848221:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848229:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848237:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848244:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848250:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848278:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573513.848311:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848317:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848324:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848330:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.848335:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848342:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848351:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:2.0:1777573513.848354:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573513.848357:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848363:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67bfe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848380:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848385:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848390:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848396:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848401:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573513.848404:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848410:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.848595:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573513.848603:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.848609:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573513.848613:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.848619:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.848628:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:3.0:1777573513.848630:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573513.848633:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.848639:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a67c05 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573513.848651:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573513.848653:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573513.848654:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573513.848682:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:2.0:1777573513.848685:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573513.848688:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848736:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67bf0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573513.848749:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000910d8e28 reply state 000000008e1c83cd transno 4294967505 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848760:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573513.848766:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:2.0:1777573513.848769:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573513.848771:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573513.848844:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:52070:x1863919917673344:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1256us (2175us total) trans 4294967505 rc 0/0 00000100:00100000:2.0:1777573513.848852:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 963 00010000:00010000:3.0:1777573513.974895:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573514.266879:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.266936:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917673472 00000100:00100000:3.0:1777573514.266950:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917673472 00000100:00080000:0.0:1777573514.267017:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573514.267026:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 964 00000100:00100000:3.0:1777573514.267038:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:52084:x1863919917673472:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573514.267061:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573514.267081:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3df99 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.267140:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67c13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.267154:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.267167:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573514.267216:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1777573514.267220:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573514.267240:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.267268:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df99 expref: 16 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.267304:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67c13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df99 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.267313:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:3.0:1777573514.267317:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573514.267320:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573514.267448:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:52084:x1863919917673472:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 413us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573514.267457:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 964 00000100:00100000:3.0:1777573514.269645:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573514.269892:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917673728 00000100:00100000:0.0:1777573514.269899:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917673728 00000100:00100000:0.0:1777573514.269941:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 965 00000100:00100000:0.0:1777573514.269949:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+15:52084:x1863919917673728:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573514.269988:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573514.270009:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67c13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df99 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.270028:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67b8e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df76 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.270039:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:0.0:1777573514.270046:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573514.270063:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.270076:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.270082:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573514.270202:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008da1d31 reply state 0000000045e7687d transno 4294967506 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.270218:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.270225:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:0.0:1777573514.270229:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573514.270232:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573514.270239:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000100:00100000:0.0:1777573514.270304:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+15:52084:x1863919917673728:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 355us (661us total) trans 4294967506 rc 0/0 00000100:00100000:0.0:1777573514.270311:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 965 00000100:00100000:0.0:1777573514.307211:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.307255:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917673856 00000100:00100000:3.0:1777573514.307265:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917673856 00000100:00100000:3.0:1777573514.307336:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 966 00000100:00100000:3.0:1777573514.307347:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917673856:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573514.307441:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917673856:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 95us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573514.307448:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 966 00000100:00100000:0.0:1777573514.308395:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573514.308460:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917673984 00000100:00100000:1.0:1777573514.308465:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917673984 00000100:00100000:1.0:1777573514.308503:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 427 00000100:00100000:1.0:1777573514.308511:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917673984:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573514.308634:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917673984:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 125us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573514.308640:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 427 00000100:00100000:1.0:1777573514.310993:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573514.311135:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917674112 00000100:00100000:0.0:1777573514.311142:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917674112 00000100:00100000:0.0:1777573514.311262:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 428 00000100:00100000:0.0:1777573514.311274:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:52093:x1863919917674112:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573514.311404:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:52093:x1863919917674112:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 133us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573514.311412:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 428 00000100:00100000:0.0:1777573514.312979:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573514.313061:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917674240 00000100:00100000:1.0:1777573514.313068:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917674240 00000100:00100000:1.0:1777573514.313167:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 967 00000100:00100000:1.0:1777573514.313179:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917674240:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573514.313355:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917674240:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 178us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573514.313367:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 967 00000100:00100000:0.0:1777573514.314555:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573514.314598:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917674368 00000100:00100000:1.0:1777573514.314605:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917674368 00000100:00100000:1.0:1777573514.314661:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 968 00000100:00100000:1.0:1777573514.314670:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917674368:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:0.0:1777573514.314684:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573514.314806:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917674368:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 138us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573514.314813:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 968 00000100:00100000:0.0:1777573514.320188:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.320271:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917674496 00000100:00100000:3.0:1777573514.320289:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917674496 00000100:00100000:0.0:1777573514.320441:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 969 00000100:00100000:0.0:1777573514.320453:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917674496:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573514.320839:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4674380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917674496:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 388us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573514.320848:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 969 00000100:00100000:0.0:1777573514.322890:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573514.322932:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917674624 00000100:00100000:1.0:1777573514.322940:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917674624 00000100:00100000:1.0:1777573514.322994:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 429 00000100:00100000:1.0:1777573514.323004:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917674624:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573514.323126:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917674624:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 124us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573514.323134:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 429 00000100:00100000:2.0:1777573514.324644:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.324789:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917674752 00000100:00100000:3.0:1777573514.324798:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917674752 00000100:00100000:3.0:1777573514.324844:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 430 00000100:00100000:3.0:1777573514.324852:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:52093:x1863919917674752:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573514.324948:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:52093:x1863919917674752:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 97us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573514.324968:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 430 00000100:00100000:0.0:1777573514.326422:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.326588:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917674880 00000100:00100000:3.0:1777573514.326670:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917674880 00000100:00100000:3.0:1777573514.326771:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 970 00000100:00100000:3.0:1777573514.326781:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917674880:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573514.326884:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:52093:x1863919917674880:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 104us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573514.326890:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 970 00000100:00100000:0.0:1777573514.328340:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573514.328648:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917675008 00000100:00100000:1.0:1777573514.328654:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917675008 00000100:00100000:1.0:1777573514.328707:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 971 00000100:00100000:1.0:1777573514.328717:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917675008:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573514.328841:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52093:x1863919917675008:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 126us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573514.328849:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 971 00000100:00100000:2.0:1777573514.356051:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.356254:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917675136 00000100:00100000:3.0:1777573514.356264:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917675136 00000100:00100000:3.0:1777573514.356392:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 972 00000100:00100000:3.0:1777573514.356402:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:52097:x1863919917675136:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573514.356423:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573514.356441:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfa0 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356505:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356519:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356545:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356561:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356573:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356579:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356656:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67c36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356664:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67c36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356670:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67c36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573514.356744:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1777573514.356748:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573514.356769:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67c36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356780:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356786:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356791:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356797:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356806:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573514.356809:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356815:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356826:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573514.356829:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573514.356833:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356839:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356852:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356857:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356862:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356866:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573514.356868:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356874:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356884:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc10eb500) 00010000:00010000:3.0:1777573514.356886:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573514.356889:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356895:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356928:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfa0 expref: 17 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356942:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67c36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfa0 expref: 16 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.356949:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:3.0:1777573514.356952:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573514.356954:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acfe00, rc 0) 00000100:00100000:3.0:1777573514.357007:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+16:52097:x1863919917675136:12345-192.168.204.9@tcp:101:dd.0 Request processed in 606us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573514.357014:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 972 00000100:00100000:2.0:1777573514.358581:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.358633:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917675392 00000100:00100000:3.0:1777573514.358639:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917675392 00000100:00100000:3.0:1777573514.358764:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 973 00000100:00100000:3.0:1777573514.358774:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+16:52097:x1863919917675392:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573514.358788:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573514.358801:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67c3d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfa7 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.358926:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.358944:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.358954:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.358965:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.358972:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.358977:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573514.359271:0:6486:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00010000:00010000:2.0:1777573514.359432:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67c52 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359440:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359447:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67c52 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359476:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359482:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359489:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359495:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359501:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573514.359505:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359511:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359521:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:2.0:1777573514.359523:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573514.359527:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359532:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67c44 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573514.359547:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6c28827 reply state 00000000a132c684 transno 4294967507 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359557:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359563:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:2.0:1777573514.359566:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573514.359568:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573514.359588:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67c3d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfa7 expref: 19 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359601:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67c52 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfa7 expref: 18 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.359608:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89deef243a00) 00010000:00010000:2.0:1777573514.359610:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573514.359612:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54c00, rc 0) 00000100:00100000:2.0:1777573514.359665:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+19:52097:x1863919917675392:12345-192.168.204.9@tcp:101:dd.0 Request processed in 893us (1086us total) trans 4294967507 rc 0/0 00000100:00100000:2.0:1777573514.359673:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 973 00000100:00100000:1.0:1777573514.364096:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573514.364136:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917675520 00000100:00100000:2.0:1777573514.364145:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917675520 00000100:00100000:2.0:1777573514.364202:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 431 00000100:00100000:2.0:1777573514.364212:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:52097:x1863919917675520:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1777573514.364229:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573514.364250:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfae expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573514.364277:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777573514.364387:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573514.364391:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573514.364400:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.364419:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.364434:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573514.364494:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:52097:x1863919917675520:12345-192.168.204.9@tcp:101:dd.0 Request processed in 283us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573514.364502:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 431 00000100:00100000:0.0:1777573514.377994:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573514.378165:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917675648 00000100:00100000:2.0:1777573514.378175:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917675648 00002000:00100000:2.0:1777573514.378235:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x10:0x0] (0->1048575) req@ffff89def79bdf80 x1863919917675648/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:15/0 lens 488/0 e 0 to 0 dl 1777573525 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:65534 00002000:00100000:2.0:1777573514.378246:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def79bdf80 with x1863919917675648 ext(0->1048575) 00002000:00010000:2.0:1777573514.378251:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89def79bdf80 00000100:00100000:2.0:1777573514.378277:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 20 00000100:00100000:2.0:1777573514.378296:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917675648:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:2.0:1777573514.393990:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917675648:12345-192.168.204.9@tcp:4:dd.0 Request processed in 15685us (15995us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1777573514.394004:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 20 00002000:00100000:2.0:1777573514.394018:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x10:0x0] (0->1048575) req@ffff89def79bdf80 x1863919917675648/t4294967350(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:15/0 lens 488/448 e 0 to 0 dl 1777573525 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:65534 00002000:00100000:2.0:1777573514.394029:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def79bdf80 with x1863919917675648 ext(0->1048575) 00002000:00010000:2.0:1777573514.394035:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89def79bdf80 00000100:00100000:3.0:1777573514.397104:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573514.397243:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917675776 00000100:00100000:2.0:1777573514.397253:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917675776 00000100:00100000:2.0:1777573514.397320:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 974 00000100:00100000:2.0:1777573514.397329:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+19:52097:x1863919917675776:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:3.0:1777573514.399750:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967507 is committed 00000004:00080000:3.0:1777573514.399779:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 56 committed 00000100:00100000:2.0:1777573514.400016:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573514.400035:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926302592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1777573514.400097:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573514.400162:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926302592 00000100:00100000:2.0:1777573514.400168:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926302592 00000100:00100000:2.0:1777573514.400214:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1777573514.400223:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926302592:12345-0@lo:6:osp-syn-1-0.0 00000100:00080000:0.0:1777573514.400239:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:2.0:1777573514.400246:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:15 count 1 00010000:00010000:2.0:1777573514.400269:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.400305:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 5 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573514.400314:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573514.400317:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573514.400320:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573514.400349:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:52097:x1863919917675776:12345-192.168.204.9@tcp:44:dd.0 Request processed in 3020us (3252us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573514.400352:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 5 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573514.400363:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 974 00010000:00010000:2.0:1777573514.400373:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 5 pid: 8361 timeout: 1139 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573514.400385:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926302720:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573514.400424:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489240 going to sleep for 11 seconds 00010000:00010000:1.0:1777573514.400572:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400585:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400669:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400677:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573514.400682:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400689:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400721:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573514.400724:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573514.400728:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400733:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a67ba3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400751:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400757:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400762:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400767:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573514.400771:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400776:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400783:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff89ddc10eb600) 00010000:00010000:1.0:1777573514.400785:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573514.400787:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400792:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67bb8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400814:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400820:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400827:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400831:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573514.400834:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400840:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400848:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573514.400850:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573514.400853:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400858:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67bf7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400873:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400879:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400885:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400889:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573514.400892:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400896:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400903:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:1.0:1777573514.400905:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573514.400907:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400912:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67c1a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400920:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400928:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400933:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400937:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573514.400939:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400944:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400951:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573514.400953:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573514.400955:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573514.400960:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67c4b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573514.402938:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.403012:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917675904 00000100:00100000:3.0:1777573514.403020:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917675904 00000100:00100000:2.0:1777573514.403046:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926302720:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573514.403065:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 433 00010000:00010000:2.0:1777573514.403070:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573514.403074:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917675904:12345-192.168.204.9@tcp:16:dd.0 00000100:00100000:0.0:1777573514.403240:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573514.403434:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917676032 00000100:00100000:3.0:1777573514.403439:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917676032 00010000:00010000:3.0:1777573514.403470:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 6 pid: 8361 timeout: 1139 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573514.403599:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 340 00000100:00100000:3.0:1777573514.403608:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917676032:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573514.403618:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573514.403634:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 6 pid: 8361 timeout: 1139 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.403647:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 6 pid: 8361 timeout: 1139 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.403668:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c295b8bf/0x1e8fa618a5a67be9 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df92 expref: 6 pid: 8361 timeout: 1139 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.403686:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573514.403689:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573514.403721:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.403731:0:6472:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573514.403753:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573514.403801:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917676032:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 194us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573514.403809:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 340 00010000:00010000:0.0:1777573514.403863:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.403871:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.403880:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.403888:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.403906:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1777573514.404062:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926302592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3835us (3959us total) trans 4294967349 rc 0/0 00000100:00100000:0.0:1777573514.404070:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00010000:00010000:0.0:1777573514.404095:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573514.404101:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.404109:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573514.404114:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.404123:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.404135:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.404143:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a67c67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573514.404163:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573514.404166:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573514.404169:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573514.404200:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89defbd6f800/2, rc 0, transno 4294967349 00000100:00100000:0.0:1777573514.404207:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926302592:0@lo:6:osp-syn-1-0.0 00000001:00080000:3.0:1777573514.404978:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:3.0:1777573514.405003:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000100:00100000:0.0:1777573514.405106:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917675904:12345-192.168.204.9@tcp:16:dd.0 Request processed in 2032us (2174us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573514.405115:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 433 00000100:00100000:0.0:1777573514.407095:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573514.407270:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917676288 00000100:00100000:1.0:1777573514.407277:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917676288 00000100:00100000:1.0:1777573514.407359:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 144 00000100:00100000:1.0:1777573514.407366:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52097:x1863919917676288:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1777573514.407575:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:52097:x1863919917676288:12345-192.168.204.9@tcp:35:dd.0 Request processed in 209us (484us total) trans 4294967508 rc 0/0 00000100:00100000:1.0:1777573514.407580:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 144 00000001:00080000:3.0:1777573514.932612:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967508 is committed 00010000:00010000:0.0:1777573514.999984:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573515.443986:0:87507:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040092291000ns, next at 1038989879867ns, rc = 0 00080000:00080000:1.0:1777573515.444000:0:87507:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573515.444076:0:87507:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1040092382812ns, next at 1002375105899ns, rc = 0 00080000:00080000:1.0:1777573515.444083:0:87507:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573515.444159:0:87507:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1040092466170ns, next at 1039496468797ns, rc = 0 00080000:00080000:1.0:1777573515.444166:0:87507:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573515.444234:0:87507:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1040092540959ns, next at 1005570486596ns, rc = 0 00080000:00080000:1.0:1777573515.444240:0:87507:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573515.445328:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 57 committed 00000004:00080000:3.0:1777573515.445348:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 56 committed 00000004:00080000:0.0:1777573515.446122:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 53 committed 00000004:00080000:3.0:1777573515.446888:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 53 committed 00000100:00100000:0.0:1777573515.703132:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926302848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573515.703202:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703280:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926302976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573515.703311:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703351:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926302848 00000100:00100000:0.0:1777573515.703358:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926302848 00000100:00100000:0.0:1777573515.703398:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926302976 00000100:00100000:0.0:1777573515.703401:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926302976 00000100:00100000:0.0:1777573515.703431:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1777573515.703441:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926302848:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573515.703447:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1777573515.703456:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926302976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573515.703469:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573515.703469:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573515.703511:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926302848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573515.703519:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926302976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573515.703519:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1777573515.703524:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:1.0:1777573515.703553:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573515.703578:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926302848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573515.703594:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926302976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573515.703651:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926303232:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.703709:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703746:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926303744:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.703776:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703799:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926304256:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.703823:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703842:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1777573515.703848:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926303360:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.703874:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703892:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926303872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.703917:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703936:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926304384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.703960:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.703984:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926303232 00000100:00100000:0.0:1777573515.703988:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926303232 00000100:00100000:0.0:1777573515.704016:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926303744 00000100:00100000:0.0:1777573515.704019:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926303744 00000100:00100000:0.0:1777573515.704037:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926304256 00000100:00100000:0.0:1777573515.704040:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926304256 00000100:00100000:0.0:1777573515.704057:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926303872 00000100:00100000:0.0:1777573515.704059:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926303872 00000100:00100000:0.0:1777573515.704075:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926304384 00000100:00100000:0.0:1777573515.704077:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926304384 00000100:00100000:0.0:1777573515.704095:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1777573515.704102:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926303232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704143:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926303232:12345-0@lo:400:kworker.0 Request processed in 42us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573515.704150:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1777573515.704165:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1777573515.704172:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926303744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704201:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926303744:12345-0@lo:400:kworker.0 Request processed in 31us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573515.704207:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1777573515.704214:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1777573515.704226:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1777573515.704227:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926304256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704239:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926303872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573515.704298:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926304256:12345-0@lo:400:kworker.0 Request processed in 75us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573515.704303:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926303872:12345-0@lo:400:kworker.0 Request processed in 64us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573515.704312:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:0.0:1777573515.704318:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1777573515.704334:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1777573515.704342:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926304384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704354:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926303360 00000100:00100000:0.0:1777573515.704359:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926303360 00000100:00100000:3.0:1777573515.704377:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7779c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926304384:12345-0@lo:400:kworker.0 Request processed in 36us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573515.704384:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1777573515.704394:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1777573515.704403:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926303360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573515.704432:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926303104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704444:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926303360:12345-0@lo:400:kworker.0 Request processed in 43us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573515.704451:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:3.0:1777573515.704473:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.704492:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926303360:0@lo:400:kworker.0 00000100:00100000:3.0:1777573515.704511:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926303616:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704512:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926303872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704527:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926304384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704539:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926304256:0@lo:400:kworker.0 00000100:00100000:3.0:1777573515.704543:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573515.704558:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926303744:0@lo:400:kworker.0 00000100:00100000:3.0:1777573515.704573:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926304128:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704573:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926303232:0@lo:400:kworker.0 00000100:00080000:1.0:1777573515.704582:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573515.704586:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573515.704606:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573515.704610:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926303104 00000100:00100000:1.0:1777573515.704615:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926303104 00000100:00100000:0.0:1777573515.704617:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926303488:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704645:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573515.704649:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926303616 00000100:00100000:3.0:1777573515.704655:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926303616 00000100:00100000:1.0:1777573515.704655:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1777573515.704665:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926303104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704667:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926304000:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704708:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573515.704710:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1777573515.704721:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926303616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573515.704727:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926303104:12345-0@lo:400:kworker.0 Request processed in 65us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573515.704735:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1777573515.704742:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926304128 00000100:00100000:0.0:1777573515.704746:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926304128 00000100:00100000:3.0:1777573515.704763:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926303616:12345-0@lo:400:kworker.0 Request processed in 45us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573515.704771:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1777573515.704781:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926303104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704782:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926304000 00000100:00100000:0.0:1777573515.704785:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926304000 00000100:00100000:1.0:1777573515.704795:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926303616:0@lo:400:kworker.0 00000100:00100000:3.0:1777573515.704804:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1777573515.704813:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1777573515.704816:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926304128:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777573515.704825:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573515.704825:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926304000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573515.704836:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926303488 00000100:00100000:1.0:1777573515.704839:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926303488 00000100:00100000:3.0:1777573515.704870:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926304128:12345-0@lo:400:kworker.0 Request processed in 57us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573515.704870:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1777573515.704876:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926304000:12345-0@lo:400:kworker.0 Request processed in 53us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573515.704880:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def777b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926303488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573515.704883:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1777573515.704892:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1777573515.704915:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def777b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926303488:12345-0@lo:400:kworker.0 Request processed in 37us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573515.704921:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1777573515.704933:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926303488:0@lo:400:kworker.0 00000100:00100000:0.0:1777573515.704944:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926304000:0@lo:400:kworker.0 00000100:00100000:1.0:1777573515.704946:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:1.0:1777573515.704951:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89def4d68000, transno 4294967349 00000100:00100000:1.0:1777573515.704962:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926304128:0@lo:400:kworker.0 00010000:00010000:3.0:1777573516.022812:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573516.051668:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000100:00100000:1.0:1777573516.088658:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573516.088738:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917676416 00000100:00100000:2.0:1777573516.088749:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917676416 00000100:00080000:1.0:1777573516.088794:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573516.088813:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 975 00000100:00100000:2.0:1777573516.088829:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917676416:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573516.088927:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917676416:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 107us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573516.088932:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 975 00000100:00100000:2.0:1777573516.091940:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573516.091988:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917676544 00000100:00100000:0.0:1777573516.091997:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917676544 00000100:00100000:0.0:1777573516.092067:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 434 00000100:00100000:0.0:1777573516.092078:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:52293:x1863919917676544:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573516.092228:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:52293:x1863919917676544:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 152us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573516.092235:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 434 00000100:00080000:1.0:1777573516.092297:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573516.093540:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573516.093676:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917676672 00000100:00100000:1.0:1777573516.093683:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917676672 00000100:00100000:1.0:1777573516.093850:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 435 00000100:00100000:1.0:1777573516.093860:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917676672:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573516.093962:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917676672:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 103us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573516.093970:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 435 00000100:00080000:0.0:1777573516.094162:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573516.096353:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573516.096575:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917676800 00000100:00100000:0.0:1777573516.096584:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917676800 00000100:00100000:0.0:1777573516.096637:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 976 00000100:00100000:0.0:1777573516.096646:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917676800:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573516.096783:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917676800:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 137us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573516.096790:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 976 00000100:00100000:2.0:1777573516.099346:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573516.099409:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917676928 00000100:00100000:1.0:1777573516.099417:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917676928 00000100:00100000:1.0:1777573516.099509:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 977 00000100:00100000:1.0:1777573516.099520:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917676928:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573516.099639:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917676928:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 121us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573516.099648:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 977 00000100:00080000:2.0:1777573516.099810:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573516.103759:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573516.103835:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917677056 00000100:00100000:3.0:1777573516.103844:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917677056 00000100:00100000:3.0:1777573516.103943:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 978 00000100:00100000:3.0:1777573516.103953:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917677056:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573516.104037:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917677056:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 86us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573516.104044:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 978 00000100:00100000:1.0:1777573516.105361:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573516.105778:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917677184 00000100:00100000:0.0:1777573516.105785:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917677184 00000100:00100000:0.0:1777573516.105910:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 436 00000100:00100000:0.0:1777573516.105919:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:52293:x1863919917677184:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573516.106028:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:52293:x1863919917677184:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 110us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573516.106035:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 436 00000100:00100000:2.0:1777573516.108118:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573516.108194:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917677312 00000100:00100000:3.0:1777573516.108201:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917677312 00000100:00100000:3.0:1777573516.108279:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 437 00000100:00100000:3.0:1777573516.108288:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917677312:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573516.108393:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917677312:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 106us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573516.108402:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 437 00000100:00100000:1.0:1777573516.110757:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573516.110797:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917677440 00000100:00100000:2.0:1777573516.110804:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917677440 00000100:00100000:2.0:1777573516.110943:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 979 00000100:00100000:2.0:1777573516.110953:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917677440:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573516.111062:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:52293:x1863919917677440:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 110us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573516.111069:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 979 00000100:00100000:2.0:1777573516.113502:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573516.113558:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917677568 00000100:00100000:0.0:1777573516.113565:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917677568 00000100:00100000:0.0:1777573516.113607:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 980 00000100:00100000:0.0:1777573516.113613:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917677568:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573516.113809:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52293:x1863919917677568:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 195us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573516.113814:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 980 00000100:00100000:1.0:1777573516.147839:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573516.147892:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917677824 00000100:00100000:3.0:1777573516.147904:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917677824 00000100:00100000:3.0:1777573516.148023:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 981 00000100:00100000:3.0:1777573516.148031:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52297:x1863919917677824:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1777573516.148078:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573516.148107:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67c52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfa7 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148125:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89deef243a00) 00010000:00010000:3.0:1777573516.148133:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573516.148153:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148165:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148175:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148190:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148201:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148207:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148292:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148300:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148306:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573516.148719:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9216 00000004:00080000:3.0:1777573516.148730:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1040797036064ns, next at 1041797033572ns, rc = 0 00010000:00010000:3.0:1777573516.148777:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148786:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148794:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148801:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148806:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148813:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148830:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573516.148846:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148850:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573516.148854:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573516.148855:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148862:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573516.148864:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148865:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573516.148884:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573516.148885:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573516.148889:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148893:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89ddc10eb100) 00010000:00010000:3.0:1777573516.148899:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573516.148902:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573516.148902:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148915:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c7c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148929:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148932:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148936:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148940:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148943:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573516.148944:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148947:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148951:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:3.0:1777573516.148952:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573516.148954:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148957:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c6e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573516.148962:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000219e5487 reply state 00000000b0633d03 transno 4294967509 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148968:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573516.148971:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc10ebe00) 00010000:00010000:3.0:1777573516.148972:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573516.148974:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573516.149028:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4548700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:52297:x1863919917677824:12345-192.168.204.9@tcp:36:rm.0 Request processed in 998us (1200us total) trans 4294967509 rc 0/0 00000100:00100000:3.0:1777573516.149034:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 981 00010000:00010000:1.0:1777573516.149042:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff89ddc10eb100) 00010000:00010000:1.0:1777573516.149047:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777573516.149050:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573516.149056:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67c83 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573516.149085:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573516.149096:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573516.149098:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573516.727012:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926304512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573516.727079:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573516.727280:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926304512 00000100:00100000:3.0:1777573516.727289:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926304512 00000100:00100000:3.0:1777573516.727340:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1777573516.727349:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926304512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573516.727379:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573516.727433:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926304512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573516.727441:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1777573516.727481:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926304512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573516.727824:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926304640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573516.727853:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573516.728113:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926304640 00000100:00100000:0.0:1777573516.728119:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926304640 00000100:00100000:0.0:1777573516.728153:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1777573516.728162:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926304640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573516.728174:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1777573516.728214:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926304640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573516.728220:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1777573516.728295:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926304640:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573517.046973:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573517.142340:0:87651:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1041790643910ns, next at 1041797033572ns, rc = 0 00080000:00080000:3.0:1777573517.142369:0:87651:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573517.144283:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 58 committed 00000001:00080000:2.0:1777573517.144378:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967509 is committed 00000004:00080000:2.0:1777573517.144385:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 57 committed 00010000:00010000:0.0:1777573517.144437:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.144452:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.144460:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.144472:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573517.144478:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.144487:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.144509:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc10ebe00) 00010000:00010000:0.0:1777573517.144513:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573517.144518:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.144524:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67c75 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573517.144561:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573517.144589:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926304768:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1777573517.144680:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573517.144868:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926304768 00000100:00100000:0.0:1777573517.144880:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926304768 00000100:00100000:0.0:1777573517.144982:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1777573517.144989:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926304768:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1777573517.145022:0:8359:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:0.0:1777573517.145043:0:8359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.145064:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.145071:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573517.145073:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573517.145077:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.145107:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.145119:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 5 pid: 8359 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573517.145131:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8359:1863919926304896:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573517.145218:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc0c0 going to sleep for 11 seconds 00000100:00080000:2.0:1777573517.145305:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573517.147769:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8359:1863919926304896:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573517.147811:0:8359:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573517.148484:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573517.148683:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917677952 00000100:00100000:3.0:1777573517.148880:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917677952 00010000:00010000:3.0:1777573517.148914:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 6 pid: 8359 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573517.148953:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 341 00000100:00100000:3.0:1777573517.148968:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917677952:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573517.148982:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573517.148988:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 6 pid: 8359 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573517.149002:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 6 pid: 8359 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573517.149028:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003ed0bbe4/0x1e8fa618a5a67c60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfae expref: 6 pid: 8359 timeout: 1141 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573517.149044:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573517.149046:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573517.149051:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573517.149061:0:7408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573517.149097:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573517.149134:0:8359:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.149147:0:8359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.149158:0:8359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573517.149167:0:8359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573517.149200:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917677952:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 236us (735us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573517.149203:0:8359:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777573517.149215:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 341 00010000:00010000:1.0:1777573517.149286:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573517.149296:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573517.149308:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573517.149313:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573517.149325:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573517.149347:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573517.149356:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032916679/0x1e8fa618a5a67c8a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573517.149384:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573517.149386:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573517.149388:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573517.149491:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926304768:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4500us (4811us total) trans 4294967351 rc 0/0 00000100:00100000:0.0:1777573517.149500:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000004:00080000:3.0:1777573517.149663:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc429dc00/2, rc 0, transno 4294967351 00000100:00100000:3.0:1777573517.149683:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926304768:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777573517.150275:0:87651:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1041798580477ns, next at 1002375105899ns, rc = 0 00080000:00080000:1.0:1777573517.150286:0:87651:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573517.150412:0:87651:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1041798718603ns, next at 1039496468797ns, rc = 0 00080000:00080000:1.0:1777573517.150421:0:87651:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573517.150513:0:87651:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1041798819470ns, next at 1005570486596ns, rc = 0 00080000:00080000:1.0:1777573517.150522:0:87651:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573517.151288:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 54 committed 00000004:00080000:2.0:1777573517.151298:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 58 committed 00000004:00080000:3.0:1777573517.151872:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 54 committed 00000100:00100000:0.0:1777573517.238828:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926305024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573517.238892:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573517.239132:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305024 00000100:00100000:3.0:1777573517.239140:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305024 00000100:00100000:3.0:1777573517.239189:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1777573517.239199:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926305024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573517.239242:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:3.0:1777573517.239300:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926305024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573517.239308:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1777573517.239386:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926305024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573517.336821:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573517.336860:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573517.336863:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678080 00000100:00100000:0.0:1777573517.336875:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678080 00000100:00100000:0.0:1777573517.336927:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:0.0:1777573517.336936:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917678080:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573517.337008:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917678080:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573517.337016:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:0.0:1777573517.337204:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573517.337420:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573517.337449:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678208 00000100:00100000:2.0:1777573517.337450:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678336 00000100:00100000:3.0:1777573517.337455:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678208 00000100:00100000:2.0:1777573517.337457:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678336 00000100:00100000:2.0:1777573517.337883:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1380 00000100:00100000:2.0:1777573517.337892:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917678208:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573517.337914:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1381 00000100:00100000:3.0:1777573517.337925:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917678336:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573517.337942:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917678208:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 51us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573517.337950:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1380 00000100:00100000:3.0:1777573517.337964:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917678336:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573517.337972:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1381 00000100:00100000:3.0:1777573517.338406:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678464 00000100:00100000:3.0:1777573517.338411:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678464 00000100:00100000:3.0:1777573517.338497:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 764 00000100:00100000:3.0:1777573517.338506:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917678464:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573517.338555:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917678464:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 51us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573517.338562:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 764 00010000:00010000:1.0:1777573518.070882:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573518.775109:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926305152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573518.775182:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573518.775298:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305152 00000100:00100000:2.0:1777573518.775307:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305152 00000100:00100000:2.0:1777573518.775355:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1777573518.775365:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926305152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573518.775400:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573518.775445:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926305152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573518.775451:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1777573518.775499:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926305152:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573519.094844:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573520.119119:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573520.822897:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926305280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573520.822987:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573520.822991:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926305408:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.822996:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926305664:0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.823015:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926305536:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.823050:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573520.823055:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926305792:0@lo:400:kworker.0 00000100:00100000:3.0:1777573520.823062:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573520.823079:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573520.823083:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926306176:0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.823103:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305280 00000100:00100000:0.0:1777573520.823111:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305280 00000100:00100000:3.0:1777573520.823112:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926305920:0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.823118:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926306048:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.823125:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573520.823152:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573520.823168:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926306816:0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.823183:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573520.823189:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1777573520.823195:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926306560:0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.823204:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926305280:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573520.823210:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573520.823213:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926306688:0@lo:400:kworker.0 00000100:00100000:3.0:1777573520.823230:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1777573520.823238:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573520.823252:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573520.823261:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926307072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.823271:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305664 00000100:00100000:1.0:1777573520.823276:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305664 00000100:00100000:0.0:1777573520.823296:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926305280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573520.823301:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305920 00000100:00100000:0.0:1777573520.823301:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1777573520.823307:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573520.823307:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305920 00000100:00100000:0.0:1777573520.823335:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305536 00000100:00100000:1.0:1777573520.823338:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1777573520.823341:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305536 00000100:00100000:2.0:1777573520.823346:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1777573520.823351:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926305664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.823357:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926305920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573520.823363:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306176 00000100:00100000:3.0:1777573520.823368:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306176 00000100:00100000:0.0:1777573520.823381:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306048 00000100:00100000:0.0:1777573520.823385:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306048 00000100:00100000:3.0:1777573520.823397:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306816 00000100:00100000:3.0:1777573520.823401:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306816 00000100:00100000:0.0:1777573520.823409:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306688 00000100:00100000:0.0:1777573520.823413:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306688 00000100:00100000:3.0:1777573520.823426:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:0.0:1777573520.823439:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1777573520.823448:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926305536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.823449:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc454a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926306176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.823646:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926305920:12345-0@lo:400:kworker.0 Request processed in 292us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573520.823653:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1777573520.823675:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1777573520.823682:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926306048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.823916:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926306048:12345-0@lo:400:kworker.0 Request processed in 234us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573520.823923:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1777573520.823938:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1777573520.823944:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926306816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.823974:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4549180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926306816:12345-0@lo:400:kworker.0 Request processed in 31us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573520.823980:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1777573520.823993:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1777573520.823999:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926306688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.824081:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926306688:12345-0@lo:400:kworker.0 Request processed in 82us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573520.824087:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1777573520.824110:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306560 00000100:00100000:2.0:1777573520.824114:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306560 00000100:00100000:2.0:1777573520.824144:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307072 00000100:00100000:2.0:1777573520.824148:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307072 00000100:00100000:1.0:1777573520.824262:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926305664:12345-0@lo:400:kworker.0 Request processed in 915us (1212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573520.824270:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1777573520.824275:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc454a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926306176:12345-0@lo:400:kworker.0 Request processed in 827us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573520.824281:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926305536:12345-0@lo:400:kworker.0 Request processed in 845us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573520.824289:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1777573520.824296:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00080000:0.0:1777573520.824316:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573520.824320:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305408 00000100:00080000:0.0:1777573520.824322:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573520.824325:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573520.824327:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305408 00000100:00080000:0.0:1777573520.824328:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573520.824346:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:0.0:1777573520.824356:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573520.824359:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926306560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.824367:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1777573520.824377:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926305408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.824390:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926306304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573520.824401:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926306560:12345-0@lo:400:kworker.0 Request processed in 47us (1171us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573520.824408:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1777573520.824425:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926305408:12345-0@lo:400:kworker.0 Request processed in 49us (1364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573520.824429:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573520.824437:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1777573520.824453:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926305792 00000100:00100000:3.0:1777573520.824457:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926305792 00000100:00100000:2.0:1777573520.824467:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1777573520.824477:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926307072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573520.824494:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1777573520.824503:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926305792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.824508:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926305664:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.824523:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926306176:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.824533:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926306816:0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.824580:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926306432:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.824589:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306304 00000100:00100000:1.0:1777573520.824593:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306304 00000100:00100000:2.0:1777573520.824597:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926307072:12345-0@lo:400:kworker.0 Request processed in 121us (1290us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573520.824599:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926305792:12345-0@lo:400:kworker.0 Request processed in 97us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573520.824614:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1777573520.824615:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:1.0:1777573520.824632:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1777573520.824655:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926305408:0@lo:400:kworker.0 00000100:00100000:1.0:1777573520.824657:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926306304:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573520.824671:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926305536:0@lo:400:kworker.0 00002000:00000024:1.0:1777573520.824674:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573520.824676:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926305920:0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.824711:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926306048:0@lo:400:kworker.0 00000100:00100000:3.0:1777573520.824719:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926306560:0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.824726:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573520.824730:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926306688:0@lo:400:kworker.0 00000100:00100000:3.0:1777573520.824738:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:3.0:1777573520.824745:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89defbd6f800, transno 4294967349 00000100:00100000:1.0:1777573520.824759:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926306304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573520.824761:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926307072:0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.824765:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306432 00000100:00100000:0.0:1777573520.824766:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926306944:0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.824771:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306432 00000100:00100000:1.0:1777573520.824778:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1777573520.824801:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573520.824812:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926306944 00000100:00080000:3.0:1777573520.824813:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573520.824817:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926306944 00000100:00080000:3.0:1777573520.824818:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573520.824842:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926305280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573520.824845:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1777573520.824859:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926306432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.824872:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926305792:0@lo:400:kworker.0 00000100:00100000:0.0:1777573520.824887:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926306304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573520.824905:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926306432:12345-0@lo:400:kworker.0 Request processed in 49us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573520.824905:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926306432:0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.824919:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1777573520.824927:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1777573520.824931:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926306944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573520.824971:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926306944:12345-0@lo:400:kworker.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573520.824978:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1777573520.824991:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926306944:0@lo:400:kworker.0 00010000:00010000:1.0:1777573521.142833:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573521.846835:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926307328:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573521.847181:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573521.847199:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926307200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573521.847243:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573521.847278:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573521.847323:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307328 00000100:00100000:3.0:1777573521.847331:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307328 00000100:00100000:3.0:1777573521.847381:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307200 00000100:00100000:3.0:1777573521.847384:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307200 00000100:00100000:0.0:1777573521.847404:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1777573521.847418:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4548e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926307328:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573521.847447:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573521.847496:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4548e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926307328:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573521.848370:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1777573521.848382:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926307200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573521.848400:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573521.848451:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926307200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573521.848458:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1777573521.848510:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926307200:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573521.848793:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926307328:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573521.849950:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00010000:00010000:1.0:1777573522.167176:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573522.359038:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573522.359065:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926307456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573522.359250:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573522.360031:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307456 00000100:00100000:2.0:1777573522.360041:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307456 00000100:00100000:2.0:1777573522.360097:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1777573522.360107:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926307456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573522.360151:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573522.360207:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926307456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573522.360214:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1777573522.360350:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926307456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573522.456877:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573522.456924:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573522.456950:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678592 00000100:00100000:2.0:1777573522.456960:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573522.456962:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678592 00000100:00100000:2.0:1777573522.456999:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573522.457023:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 819 00000100:00100000:0.0:1777573522.457034:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917678592:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573522.457052:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573522.457102:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678848 00000100:00100000:2.0:1777573522.457108:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678848 00000100:00100000:0.0:1777573522.457108:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917678592:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573522.457117:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 819 00000100:00100000:2.0:1777573522.457163:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678720 00000100:00100000:2.0:1777573522.457167:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678720 00000100:00100000:2.0:1777573522.457193:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1388 00000100:00100000:2.0:1777573522.457201:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917678848:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573522.457234:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917678848:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573522.457241:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1388 00000100:00100000:2.0:1777573522.457259:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1389 00000100:00100000:2.0:1777573522.457266:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917678720:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573522.457294:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917678720:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 30us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573522.457301:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1389 00000100:00080000:3.0:1777573522.457742:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573522.457747:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573522.457825:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917679104 00000100:00100000:1.0:1777573522.457830:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917679104 00000100:00100000:1.0:1777573522.457878:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917678976 00000100:00100000:1.0:1777573522.457881:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917678976 00000100:00100000:1.0:1777573522.457911:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 769 00000100:00100000:1.0:1777573522.457919:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917679104:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573522.457958:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917679104:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (998us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573522.457965:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 769 00000100:00100000:1.0:1777573522.457978:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 770 00000100:00100000:1.0:1777573522.457983:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917678976:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573522.458005:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917678976:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 22us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573522.458011:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 770 00000100:00080000:3.0:1777573522.458437:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573522.458441:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777573523.190896:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573523.384563:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:3.0:1777573523.895018:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926307584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573523.895095:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573523.895175:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307584 00000100:00100000:1.0:1777573523.895185:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307584 00000100:00100000:1.0:1777573523.895240:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1777573523.895250:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926307584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573523.895284:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573523.895343:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926307584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573523.895351:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1777573523.895722:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926307584:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573524.214856:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573525.238808:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573525.943245:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926307712:0@lo:400:kworker.0 00000100:00100000:2.0:1777573525.943316:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926308096:0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.943378:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926307968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573525.943417:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573525.943423:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573525.943494:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308096 00000100:00100000:1.0:1777573525.943499:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926307840:0@lo:400:kworker.0 00000100:00100000:2.0:1777573525.943505:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308096 00000100:00100000:1.0:1777573525.943543:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573525.943568:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1777573525.943578:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307712 00000100:00100000:2.0:1777573525.943582:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926308096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.943583:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307712 00000100:00100000:1.0:1777573525.943618:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1777573525.943626:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926307712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573525.943656:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926308096:12345-0@lo:400:kworker.0 Request processed in 77us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573525.943665:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1777573525.943669:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926307712:12345-0@lo:400:kworker.0 Request processed in 42us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573525.943682:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1777573525.943810:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926307712:0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.943838:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926308224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.943864:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573525.943893:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926308736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.943927:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573525.943953:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926309248:0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.943954:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573525.943983:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926308480:0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.943990:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573525.944009:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573525.946235:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926308992:0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.946288:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573525.946321:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926309504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573525.946347:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573525.946396:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307840 00000100:00100000:3.0:1777573525.946403:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307840 00000100:00100000:3.0:1777573525.946447:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308224 00000100:00100000:3.0:1777573525.946450:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308224 00000100:00100000:3.0:1777573525.946462:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308480 00000100:00100000:3.0:1777573525.946465:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308480 00000100:00100000:3.0:1777573525.946498:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308992 00000100:00100000:3.0:1777573525.946500:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308992 00000100:00100000:3.0:1777573525.946515:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1777573525.946522:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926307840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.946573:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926307840:12345-0@lo:400:kworker.0 Request processed in 51us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573525.946580:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1777573525.946596:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1777573525.946602:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926308224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.946627:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926308224:12345-0@lo:400:kworker.0 Request processed in 26us (2764us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573525.946633:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1777573525.946643:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1777573525.946648:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926308480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.946684:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926308480:12345-0@lo:400:kworker.0 Request processed in 36us (2675us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573525.946708:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1777573525.946724:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1777573525.946731:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926308992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.946736:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926307968 00000100:00100000:1.0:1777573525.946744:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926307968 00000100:00100000:3.0:1777573525.946766:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926308992:12345-0@lo:400:kworker.0 Request processed in 30us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573525.946773:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1777573525.946788:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926309504 00000100:00100000:1.0:1777573525.946792:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926309504 00000100:00100000:1.0:1777573525.946818:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1777573525.946825:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926307968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573525.946856:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573525.946898:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926307968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573525.946905:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1777573525.946919:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1777573525.946926:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926309504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573525.946935:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573525.946957:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926309504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573525.946963:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1777573525.947014:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926307840:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947022:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926308352:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947051:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777573525.947053:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573525.947067:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573525.947098:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926308864:0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.947100:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926309504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573525.947121:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926307968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573525.947133:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926308480:0@lo:400:kworker.0 00000100:00100000:3.0:1777573525.947142:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926308992:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947240:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308352 00000100:00100000:1.0:1777573525.947244:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308352 00000100:00100000:1.0:1777573525.947273:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1777573525.947279:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926308352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947331:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926308352:12345-0@lo:400:kworker.0 Request processed in 52us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573525.947337:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1777573525.947368:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926308096:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947388:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926308608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947426:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573525.947448:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926309120:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947477:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573525.947508:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308608 00000100:00100000:1.0:1777573525.947511:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308608 00000100:00100000:1.0:1777573525.947541:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926309120 00000100:00100000:1.0:1777573525.947544:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926309120 00000100:00100000:1.0:1777573525.947562:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1777573525.947568:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926308608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947604:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926308608:12345-0@lo:400:kworker.0 Request processed in 36us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573525.947610:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:1.0:1777573525.947622:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1777573525.947628:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926309120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947654:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926309120:12345-0@lo:400:kworker.0 Request processed in 26us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573525.947660:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00080000:1.0:1777573525.947678:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573525.947881:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926308608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947893:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926309120:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.947920:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573525.948000:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926308224:0@lo:400:kworker.0 00000100:00100000:2.0:1777573525.948247:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308736 00000100:00100000:3.0:1777573525.948248:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926309248 00000100:00100000:2.0:1777573525.948254:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308736 00000100:00100000:3.0:1777573525.948255:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926309248 00000100:00100000:1.0:1777573525.948274:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926309376:0@lo:400:kworker.0 00000100:00100000:1.0:1777573525.948296:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573525.948298:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926308864 00000100:00100000:3.0:1777573525.948302:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926308864 00000100:00100000:1.0:1777573525.948535:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926308352:0@lo:400:kworker.0 00000100:00100000:2.0:1777573525.948563:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926309376 00000100:00100000:2.0:1777573525.948569:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926309376 00000100:00100000:2.0:1777573525.948596:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1777573525.948603:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926309248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573525.948650:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926309248:12345-0@lo:400:kworker.0 Request processed in 49us (4664us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573525.948657:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1777573525.948671:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1777573525.948677:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926308736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.948719:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1777573525.948728:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926308864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.948766:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926308864:12345-0@lo:400:kworker.0 Request processed in 40us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573525.948771:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1777573525.948783:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1777573525.948788:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926309376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.948814:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926309376:12345-0@lo:400:kworker.0 Request processed in 27us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573525.948820:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1777573525.948847:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:0.0:1777573525.948853:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc429dc00, transno 4294967351 00000100:00100000:0.0:1777573525.948865:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926308864:0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.948878:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926309376:0@lo:400:kworker.0 00000100:00100000:2.0:1777573525.949023:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926308736:12345-0@lo:400:kworker.0 Request processed in 346us (5100us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573525.949030:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1777573525.949723:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926308736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573525.949739:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926309248:0@lo:400:kworker.0 00000100:00080000:0.0:1777573525.949765:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1777573526.262882:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573526.688309:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573526.688417:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917679232 00000100:00100000:1.0:1777573526.688429:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917679232 00000100:00100000:1.0:1777573526.688515:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 982 00000100:00100000:1.0:1777573526.688527:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917679232:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573526.688622:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917679232:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 97us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573526.688634:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 982 00000100:00080000:2.0:1777573526.689100:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573526.690800:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573526.691605:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917679360 00000100:00100000:2.0:1777573526.691614:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917679360 00000100:00100000:2.0:1777573526.691669:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 439 00000100:00100000:2.0:1777573526.691680:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917679360:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573526.691829:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917679360:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 151us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573526.691836:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 439 00000100:00080000:2.0:1777573526.691860:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573526.696274:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573526.698660:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917679488 00000100:00100000:2.0:1777573526.698674:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917679488 00000100:00100000:2.0:1777573526.698759:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 440 00000100:00100000:2.0:1777573526.698770:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917679488:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573526.698907:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917679488:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 139us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573526.698915:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 440 00000100:00080000:2.0:1777573526.698939:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573526.704471:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573526.704524:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917679616 00000100:00100000:0.0:1777573526.704536:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917679616 00000100:00100000:0.0:1777573526.704601:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 983 00000100:00100000:0.0:1777573526.704612:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917679616:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573526.704779:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917679616:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 169us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573526.704787:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 983 00000100:00100000:2.0:1777573526.706915:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573526.706990:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917679744 00000100:00100000:3.0:1777573526.706999:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917679744 00000100:00100000:3.0:1777573526.707077:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 984 00000100:00100000:3.0:1777573526.707088:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917679744:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573526.707210:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917679744:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 124us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573526.707218:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 984 00000100:00080000:2.0:1777573526.707274:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573526.709767:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573526.709805:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917679872 00000100:00100000:0.0:1777573526.709815:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917679872 00000100:00100000:0.0:1777573526.709868:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 985 00000100:00100000:0.0:1777573526.709879:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917679872:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573526.709969:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917679872:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 92us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573526.709978:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 985 00000100:00100000:0.0:1777573526.713958:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573526.714006:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917680000 00000100:00100000:3.0:1777573526.714018:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917680000 00000100:00100000:3.0:1777573526.714088:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 441 00000100:00100000:3.0:1777573526.714097:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917680000:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573526.714228:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917680000:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 130us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573526.714237:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 441 00000100:00100000:0.0:1777573526.718382:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573526.718428:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917680128 00000100:00100000:2.0:1777573526.718439:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917680128 00000100:00100000:2.0:1777573526.718513:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 442 00000100:00100000:2.0:1777573526.718529:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917680128:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573526.718657:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917680128:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 135us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573526.718665:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 442 00000100:00100000:1.0:1777573526.720589:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573526.720840:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917680256 00000100:00100000:2.0:1777573526.720846:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917680256 00000100:00100000:2.0:1777573526.720928:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 986 00000100:00100000:2.0:1777573526.720946:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917680256:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573526.721106:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:52666:x1863919917680256:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 164us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573526.721115:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 986 00000100:00100000:0.0:1777573526.722728:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573526.722792:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917680384 00000100:00100000:1.0:1777573526.722798:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917680384 00000100:00100000:1.0:1777573526.722844:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 987 00000100:00100000:1.0:1777573526.722853:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917680384:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573526.722948:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52666:x1863919917680384:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 90us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573526.722956:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 987 00000100:00100000:0.0:1777573526.966960:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926309760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573526.967036:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573526.967108:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573526.967116:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926309632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573526.967150:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573526.967218:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926309760 00000100:00100000:3.0:1777573526.967227:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926309760 00000100:00100000:2.0:1777573526.967248:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926309632 00000100:00100000:2.0:1777573526.967254:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926309632 00000100:00100000:3.0:1777573526.967282:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1777573526.967297:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926309760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573526.967326:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573526.967375:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926309760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573526.967463:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926309760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573526.969444:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1777573526.969460:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926309632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573526.969487:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573526.969546:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1777573526.969556:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926309632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573526.969564:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1777573526.969629:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926309632:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573527.248857:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573527.249099:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917680512 00000100:00100000:3.0:1777573527.249114:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917680512 00000100:00100000:3.0:1777573527.249197:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 988 00000100:00100000:3.0:1777573527.249210:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:52680:x1863919917680512:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573527.249236:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573527.249263:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c91 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfb5 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.249348:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.249367:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.249386:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573527.249448:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1777573527.249453:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573527.249479:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.249513:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67c91 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfb5 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.249532:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfb5 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.249543:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:3.0:1777573527.249546:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573527.249550:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573527.249628:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:52680:x1863919917680512:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 421us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573527.249636:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 988 00000100:00100000:1.0:1777573527.254349:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573527.254505:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917680768 00000100:00100000:2.0:1777573527.254518:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917680768 00000100:00100000:2.0:1777573527.254600:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 989 00000100:00100000:2.0:1777573527.254613:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52680:x1863919917680768:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573527.254719:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573527.254758:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67c98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfb5 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.254786:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67c36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfa0 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.254800:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:2.0:1777573527.254813:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573527.254851:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.254867:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.254879:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573527.261332:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967510 is committed 00000004:00010000:2.0:1777573527.261479:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fc18b9e4 reply state 000000001d183475 transno 4294967510 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.261504:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.261513:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242900) 00010000:00010000:2.0:1777573527.261516:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573527.261521:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573527.261537:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00080000:2.0:1777573527.261644:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573527.261666:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:52680:x1863919917680768:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 7053us (7328us total) trans 4294967510 rc 0/0 00000100:00100000:2.0:1777573527.261681:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 989 00010000:00010000:1.0:1777573527.261732:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.261754:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.261763:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.261770:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573527.261776:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.261785:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.261803:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242900) 00010000:00010000:1.0:1777573527.261807:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573527.261813:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.261821:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67c9f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573527.286112:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573527.286172:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917680896 00000100:00100000:2.0:1777573527.286187:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917680896 00000100:00100000:2.0:1777573527.286271:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 145 00000100:00100000:2.0:1777573527.286285:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:52684:x1863919917680896:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:2.0:1777573527.286446:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:52684:x1863919917680896:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 164us (343us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777573527.286456:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 145 00010000:00010000:1.0:1777573527.286903:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573527.287870:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573527.287903:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917681024 00000100:00100000:3.0:1777573527.287910:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917681024 00000100:00100000:3.0:1777573527.287960:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 990 00000100:00100000:3.0:1777573527.287972:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:52684:x1863919917681024:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573527.287990:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573527.288016:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67ca6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfbc expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288103:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288123:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288136:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288154:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288161:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288168:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288290:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67cbb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288300:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67cbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288308:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67cbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573527.288344:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1777573527.288349:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573527.288374:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67cbb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288388:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288396:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288403:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288411:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288418:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.288424:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288432:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288449:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573527.288454:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573527.288461:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288468:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67cad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288486:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288492:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288499:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288505:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.288509:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288516:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288524:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc10ebb00) 00010000:00010000:3.0:1777573527.288527:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573527.288530:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288536:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67cb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288582:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67ca6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfbc expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288605:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67cbb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfbc expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.288613:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:3.0:1777573527.288615:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573527.288618:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573527.288678:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:52684:x1863919917681024:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 710us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573527.288686:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 990 00000100:00100000:1.0:1777573527.291144:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573527.291243:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917681280 00000100:00100000:3.0:1777573527.291254:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917681280 00000100:00100000:3.0:1777573527.291320:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 991 00000100:00100000:3.0:1777573527.291333:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:52684:x1863919917681280:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573527.291451:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573527.291475:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67cc2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfc3 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.291600:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.291618:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.291631:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.291649:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.291658:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.291666:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573527.292130:0:6486:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:3.0:1777573527.292296:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67cd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292306:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292314:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292451:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292461:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292467:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292474:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292480:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.292485:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292497:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292510:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:3.0:1777573527.292514:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573527.292519:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292525:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cc9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573527.292539:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007fc98e25 reply state 00000000f4b6880f transno 4294967511 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292550:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292556:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc10eb500) 00010000:00010000:3.0:1777573527.292558:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573527.292561:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573527.292595:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67cc2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfc3 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292615:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfc3 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.292623:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc10ebd00) 00010000:00010000:3.0:1777573527.292625:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573527.292628:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573527.293314:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:52684:x1863919917681280:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1982us (2178us total) trans 4294967511 rc 0/0 00000100:00100000:3.0:1777573527.293325:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 991 00000100:00100000:3.0:1777573527.298479:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573527.298555:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917681536 00000100:00100000:1.0:1777573527.298570:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917681536 00000100:00100000:1.0:1777573527.298656:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 992 00000100:00100000:1.0:1777573527.298670:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:52684:x1863919917681536:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:1.0:1777573527.298769:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573527.298803:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a67cd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfc3 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.298826:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc10ebd00) 00010000:00010000:1.0:1777573527.298851:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573527.298953:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.298969:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.298982:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573527.299136:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0c1a741 reply state 00000000f32f23a0 transno 4294967512 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.299150:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.299158:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc1ccf500) 00010000:00010000:1.0:1777573527.299161:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573527.299165:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573527.299288:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:52684:x1863919917681536:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 613us (813us total) trans 4294967512 rc 0/0 00000100:00100000:1.0:1777573527.299298:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 992 00000100:00100000:0.0:1777573527.300796:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573527.300849:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917681664 00000100:00100000:1.0:1777573527.300856:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917681664 00000100:00100000:1.0:1777573527.300920:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 993 00000100:00100000:1.0:1777573527.300933:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:52684:x1863919917681664:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573527.300957:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573527.300977:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67cec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfca expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.301045:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfca expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.301061:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67cec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfca expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.301098:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc1ccf500) 00010000:00010000:1.0:1777573527.301102:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573527.301107:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186600, rc 0) 00000100:00100000:1.0:1777573527.301163:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:52684:x1863919917681664:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 234us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573527.301170:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 993 00000100:00100000:3.0:1777573527.302872:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573527.302909:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917681792 00000100:00100000:2.0:1777573527.302919:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917681792 00000100:00100000:2.0:1777573527.302978:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 443 00000100:00100000:2.0:1777573527.302986:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917681792:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:2.0:1777573527.303281:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc64450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917681792:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 295us (417us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1777573527.303289:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 443 00000100:00100000:3.0:1777573527.304752:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573527.305968:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917682048 00000100:00100000:1.0:1777573527.305979:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917682048 00000100:00100000:1.0:1777573527.306050:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 146 00000100:00100000:1.0:1777573527.306062:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:52684:x1863919917682048:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:1.0:1777573527.306380:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:52684:x1863919917682048:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 320us (1631us total) trans 4294967513 rc 0/0 00000100:00100000:1.0:1777573527.306389:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 146 00000100:00100000:0.0:1777573527.331143:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573527.331748:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917682176 00000100:00100000:3.0:1777573527.331765:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917682176 00000100:00100000:3.0:1777573527.331849:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 994 00000100:00100000:3.0:1777573527.331863:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:52688:x1863919917682176:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:3.0:1777573527.331896:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573527.331924:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67cf3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfd1 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332020:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332049:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332063:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332076:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332084:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332090:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332181:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332190:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332197:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573527.332244:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00000004:00200000:3.0:1777573527.332249:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573527.332275:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332289:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332299:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332305:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332312:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332318:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332324:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.332329:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332337:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332351:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:3.0:1777573527.332354:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573527.332359:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 3/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332366:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67cfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332381:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332387:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332393:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332398:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.332401:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332407:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332413:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc10eb500) 00010000:00010000:3.0:1777573527.332416:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573527.332419:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332429:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332454:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67cf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd1 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332469:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd1 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.332478:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc1ccf500) 00010000:00010000:3.0:1777573527.332480:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573527.332483:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573527.332558:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:52688:x1863919917682176:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 699us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573527.332564:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 994 00000100:00100000:3.0:1777573527.334993:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573527.335133:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917682304 00000100:00100000:2.0:1777573527.335146:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917682304 00000100:00100000:2.0:1777573527.335212:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 444 00000100:00100000:2.0:1777573527.335225:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917682304:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:2.0:1777573527.335247:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573527.335270:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfd8 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573527.335301:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x69f39e97, atime: 0x69f39e97, ctime: 0x69f39e97, blocks: 0x0 00010000:00010000:2.0:1777573527.335328:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573527.335330:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573527.335341:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.335362:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.335376:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573527.335448:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917682304:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 226us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573527.335456:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 444 00000100:00100000:0.0:1777573527.337947:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573527.338117:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917682560 00000100:00100000:3.0:1777573527.338133:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917682560 00000100:00100000:3.0:1777573527.338280:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 995 00000100:00100000:3.0:1777573527.338294:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:52688:x1863919917682560:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573527.338370:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573527.338406:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd1 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338433:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67cec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfca expref: 13 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338452:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc1ccf500) 00010000:00010000:3.0:1777573527.338459:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573527.338488:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338505:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338516:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338527:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338536:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338543:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338639:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338648:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.338654:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573527.338983:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1777573527.338995:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1051987301226ns, next at 1052987298278ns, rc = 0 00010000:00010000:3.0:1777573527.339063:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339073:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339081:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339088:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339095:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339101:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339131:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573527.339156:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339163:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339169:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339176:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.339180:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339188:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339196:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc1ccf500) 00010000:00010000:3.0:1777573527.339199:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573527.339203:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339208:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67d24 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339225:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339231:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339236:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339242:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339247:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.339250:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339255:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339262:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:3.0:1777573527.339264:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573527.339267:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339276:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d16 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573527.339286:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b08888cd reply state 00000000620252a5 transno 4294967514 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339297:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.339303:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc10eb500) 00010000:00010000:3.0:1777573527.339307:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573527.339307:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777573527.339312:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573527.339323:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573527.339336:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573527.339341:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573527.339363:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573527.339379:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc1ccf500) 00010000:00010000:0.0:1777573527.339383:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777573527.339387:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573527.339393:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a67d2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573527.339416:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573527.339419:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573527.339422:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573527.339428:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:52688:x1863919917682560:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1133us (1496us total) trans 4294967514 rc 0/0 00000100:00100000:3.0:1777573527.339436:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 995 00000100:00100000:0.0:1777573527.479871:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926309888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573527.479944:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573527.480553:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926309888 00000100:00100000:3.0:1777573527.480561:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926309888 00000100:00100000:3.0:1777573527.480605:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1777573527.480611:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926309888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573527.480642:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:3.0:1777573527.480715:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926309888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573527.480722:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1777573527.481471:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926309888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573527.576780:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573527.576817:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573527.576838:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573527.576856:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917682816 00000100:00100000:0.0:1777573527.576856:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573527.576871:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917682816 00000100:00100000:0.0:1777573527.576876:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573527.576895:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917682688 00000100:00100000:0.0:1777573527.576898:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917682688 00000100:00100000:3.0:1777573527.576912:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917682944 00000100:00100000:3.0:1777573527.576915:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917682944 00000100:00100000:0.0:1777573527.576923:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 821 00000100:00100000:3.0:1777573527.576931:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1396 00000100:00100000:0.0:1777573527.576932:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917682688:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573527.576936:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:2401:x1863919917682816:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573527.576995:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:2401:x1863919917682816:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 58us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573527.577003:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1396 00000100:00100000:3.0:1777573527.577019:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1397 00000100:00100000:3.0:1777573527.577035:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917682944:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573527.579016:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917682688:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 2078us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573527.579038:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 821 00000100:00100000:1.0:1777573527.579061:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917683072 00000100:00100000:1.0:1777573527.579068:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917683072 00000100:00100000:1.0:1777573527.579104:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917683200 00000100:00100000:1.0:1777573527.579107:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917683200 00000100:00100000:1.0:1777573527.579126:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:1.0:1777573527.579133:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917683072:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573527.579172:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917683072:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (2333us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573527.579178:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 775 00000100:00100000:1.0:1777573527.579189:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 776 00000100:00100000:1.0:1777573527.579195:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917683200:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573527.579222:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917683200:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 27us (2344us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573527.579228:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 776 00000100:00100000:3.0:1777573527.579920:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917682944:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 2892us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573527.579929:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1397 00000100:00100000:0.0:1777573527.810450:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573527.810529:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917683328 00000100:00100000:2.0:1777573527.810539:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917683328 00000100:00100000:2.0:1777573527.811420:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 996 00000100:00100000:2.0:1777573527.811433:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:52707:x1863919917683328:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573527.811455:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573527.811475:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67d32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfdf expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.811544:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67d39 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.811559:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67d39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.811572:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67d39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573527.811617:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:2.0:1777573527.811621:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573527.811642:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67d39 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.811666:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67d32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfdf expref: 16 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.811682:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67d39 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfdf expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.811704:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:2.0:1777573527.811708:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573527.811711:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54000, rc 0) 00000100:00100000:2.0:1777573527.811774:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4676a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:52707:x1863919917683328:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 345us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573527.811786:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 996 00000100:00100000:1.0:1777573527.815041:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573527.815110:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917683584 00000100:00100000:2.0:1777573527.815119:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917683584 00000100:00100000:2.0:1777573527.815175:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 997 00000100:00100000:2.0:1777573527.815185:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:52707:x1863919917683584:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573527.815247:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573527.815273:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67d39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfdf expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.815292:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67cbb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfbc expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.815303:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:2.0:1777573527.815319:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573527.815341:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.815354:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.815363:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573527.818484:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967515 is committed 00000004:00080000:3.0:1777573527.818499:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 59 committed 00000100:00100000:0.0:1777573527.818751:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926310016:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777573527.818807:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573527.818856:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926310016 00000100:00100000:3.0:1777573527.818864:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926310016 00000100:00100000:3.0:1777573527.818963:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1777573527.818974:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926310016:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1777573527.818983:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.818994:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777573527.818999:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:16 count 1 00010000:00010000:2.0:1777573527.819002:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819009:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573527.819014:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819030:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819033:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819048:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc10eb500) 00010000:00010000:2.0:1777573527.819053:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573527.819055:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819059:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819072:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573527.819074:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67cd0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819076:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573527.819080:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819095:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819102:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819109:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819115:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.819116:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819119:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819134:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819138:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 6 pid: 8359 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819144:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff89ddc1ccf500) 00010000:00010000:2.0:1777573527.819149:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573527.819153:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573527.819155:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926310144:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573527.819165:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67ce5 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819183:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819189:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819195:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819199:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573527.819202:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819208:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819218:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89ddc10eb500) 00010000:00010000:2.0:1777573527.819221:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573527.819222:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc180 going to sleep for 11 seconds 00010000:00010000:2.0:1777573527.819223:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819231:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67d1d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777573527.819260:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:2.0:1777573527.819288:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005dde553 reply state 000000002c3a53f7 transno 4294967515 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819317:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.819325:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242c00) 00010000:00010000:2.0:1777573527.819327:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573527.819330:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573527.819344:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00080000:2.0:1777573527.819390:0:12623:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573527.819420:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:52707:x1863919917683584:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 4230us (4394us total) trans 4294967515 rc 0/0 00000100:00100000:2.0:1777573527.819428:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 997 00010000:00010000:3.0:1777573527.819492:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819500:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819506:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819511:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573527.819514:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819520:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819529:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242c00) 00010000:00010000:3.0:1777573527.819532:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573527.819535:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.819541:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67d40 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573527.821837:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926310144:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573527.821868:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573527.822838:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573527.822973:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917683712 00000100:00100000:2.0:1777573527.822982:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917683712 00010000:00010000:2.0:1777573527.823016:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 7 pid: 8359 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573527.823072:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 342 00000100:00100000:2.0:1777573527.823085:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917683712:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573527.823099:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573527.823104:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 7 pid: 8359 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.823130:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 7 pid: 8359 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.823155:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a67d0f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfd8 expref: 7 pid: 8359 timeout: 1152 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.823168:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573527.823169:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573527.823174:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.823183:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573527.823213:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573527.823266:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573527.823271:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917683712:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 188us (434us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573527.823276:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.823292:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573527.823294:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 342 00010000:00010000:3.0:1777573527.823302:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573527.823317:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777573527.823571:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926310016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4599us (4762us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1777573527.823579:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000004:00080000:3.0:1777573527.823626:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc4615f80/2, rc 0, transno 4294967351 00000100:00100000:3.0:1777573527.823634:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926310016:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777573527.823879:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573527.823887:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.823898:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573527.823903:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.823913:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.823925:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.823933:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e19133d/0x1e8fa618a5a67d47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.823955:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573527.823957:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573527.823959:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573527.858334:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573527.858903:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917683840 00000100:00100000:1.0:1777573527.858914:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917683840 00000100:00100000:1.0:1777573527.858985:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 998 00000100:00100000:1.0:1777573527.858998:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:52711:x1863919917683840:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573527.859030:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573527.859049:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67d4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfe6 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859102:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859113:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859121:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859131:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859136:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859140:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859216:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67d63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859221:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67d63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859225:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67d63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573527.859249:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:1.0:1777573527.859252:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573527.859267:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67d63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859275:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859280:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859284:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859288:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859292:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573527.859295:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859299:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859309:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573527.859311:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573527.859314:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859317:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859326:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859329:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859333:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859336:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573527.859338:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859342:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859347:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc1ccff00) 00010000:00010000:1.0:1777573527.859349:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573527.859350:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859353:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67d5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859378:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a67d4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfe6 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859389:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67d63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfe6 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573527.859394:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc1ccf400) 00010000:00010000:1.0:1777573527.859396:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777573527.859398:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187e00, rc 0) 00000100:00100000:1.0:1777573527.859442:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:52711:x1863919917683840:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 449us (1116us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573527.859447:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 998 00010000:00010000:2.0:1777573528.311939:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573528.424606:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573528.425605:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917683968 00000100:00100000:3.0:1777573528.425616:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917683968 00000100:00100000:3.0:1777573528.425731:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 999 00000100:00100000:3.0:1777573528.425745:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:52729:x1863919917683968:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573528.425764:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1777573528.425765:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1777573528.425785:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dfed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.425845:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d71 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.425857:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.425868:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573528.425909:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:3.0:1777573528.425911:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573528.425929:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d71 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.425948:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67d6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfed expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.425960:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d71 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfed expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.425965:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc1ccf400) 00010000:00010000:3.0:1777573528.425967:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573528.425970:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573528.426032:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52729:x1863919917683968:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 288us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573528.426040:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 999 00000100:00100000:0.0:1777573528.428119:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573528.428332:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917684224 00000100:00100000:2.0:1777573528.428340:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917684224 00000100:00100000:2.0:1777573528.428389:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1000 00000100:00100000:2.0:1777573528.428399:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defaecc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:52729:x1863919917684224:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573528.428440:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573528.428460:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67d71 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfed expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573528.428475:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a67d63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dfe6 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573528.428483:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89ddc1ccf400) 00010000:00010000:2.0:1777573528.428491:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573528.428512:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573528.428524:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573528.428534:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573528.428660:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003c865789 reply state 00000000e9941a9a transno 4294967516 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573528.428670:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573528.428674:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242600) 00010000:00010000:2.0:1777573528.428676:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573528.428678:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573528.428684:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000100:00100000:2.0:1777573528.428765:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defaecc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:52729:x1863919917684224:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 363us (649us total) trans 4294967516 rc 0/0 00000100:00100000:2.0:1777573528.428770:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1000 00000100:00100000:0.0:1777573528.490407:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573528.490443:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917684352 00000100:00100000:0.0:1777573528.490454:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917684352 00000100:00100000:0.0:1777573528.490504:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1001 00000100:00100000:0.0:1777573528.490514:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917684352:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573528.490621:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917684352:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 108us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573528.490629:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1001 00000100:00100000:0.0:1777573528.494303:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573528.494349:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917684480 00000100:00100000:0.0:1777573528.494359:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917684480 00000100:00080000:2.0:1777573528.494394:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573528.494422:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 446 00000100:00100000:1.0:1777573528.496047:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917684480:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573528.496329:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917684480:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 671us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573528.496339:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 446 00000100:00100000:2.0:1777573528.499325:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573528.499882:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917684608 00000100:00100000:0.0:1777573528.499894:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917684608 00000100:00100000:0.0:1777573528.499967:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 447 00000100:00100000:0.0:1777573528.499979:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:52738:x1863919917684608:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:1.0:1777573528.500185:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573528.500395:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:52738:x1863919917684608:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 417us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573528.500404:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 447 00000100:00100000:0.0:1777573528.502592:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573528.503053:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917684736 00000100:00100000:2.0:1777573528.503062:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917684736 00000100:00100000:2.0:1777573528.503114:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1002 00000100:00100000:2.0:1777573528.503122:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917684736:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573528.503285:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917684736:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 164us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573528.503293:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1002 00000100:00100000:0.0:1777573528.504509:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573528.504561:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917684864 00000100:00100000:2.0:1777573528.504568:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917684864 00000100:00080000:1.0:1777573528.504609:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573528.504626:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1003 00000100:00100000:2.0:1777573528.504635:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917684864:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573528.504771:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917684864:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 137us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573528.504778:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1003 00000100:00100000:0.0:1777573528.506807:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573528.506849:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917684992 00000100:00100000:3.0:1777573528.506857:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917684992 00000100:00100000:3.0:1777573528.506908:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1004 00000100:00100000:3.0:1777573528.506917:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917684992:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573528.507020:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917684992:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 95us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573528.507028:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1004 00000100:00100000:0.0:1777573528.508866:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573528.508978:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917685120 00000100:00100000:2.0:1777573528.508986:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917685120 00000100:00100000:2.0:1777573528.509041:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 448 00000100:00100000:2.0:1777573528.509052:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917685120:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573528.509239:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917685120:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 190us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573528.509247:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 448 00000100:00100000:0.0:1777573528.511230:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573528.511281:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917685248 00000100:00100000:1.0:1777573528.511289:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917685248 00000100:00100000:1.0:1777573528.511340:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 449 00000100:00100000:1.0:1777573528.511352:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:52738:x1863919917685248:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573528.511546:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:52738:x1863919917685248:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 196us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573528.511554:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 449 00000100:00100000:0.0:1777573528.512475:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573528.512572:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917685376 00000100:00100000:2.0:1777573528.512577:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917685376 00000100:00100000:2.0:1777573528.512608:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1005 00000100:00100000:2.0:1777573528.512613:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917685376:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573528.512746:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52738:x1863919917685376:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 133us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573528.512751:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1005 00000100:00100000:0.0:1777573528.513873:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573528.513959:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917685504 00000100:00100000:3.0:1777573528.513966:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917685504 00000100:00100000:3.0:1777573528.514019:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1006 00000100:00100000:3.0:1777573528.514027:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917685504:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573528.514918:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52738:x1863919917685504:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 887us (1044us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573528.514927:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1006 00000100:00100000:3.0:1777573528.545389:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573528.545467:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917685632 00000100:00100000:0.0:1777573528.545478:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917685632 00000100:00100000:0.0:1777573528.545539:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1007 00000100:00100000:0.0:1777573528.545549:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52742:x1863919917685632:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573528.545568:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573528.545589:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67d7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dff4 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573528.545651:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573528.545666:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573528.545676:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573528.545909:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573528.545919:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573528.545926:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546604:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546616:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546625:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573528.546734:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:1.0:1777573528.546739:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573528.546763:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546778:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546785:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546790:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546796:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546802:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573528.546807:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546815:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546830:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573528.546832:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573528.546837:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546843:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67d86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546857:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546863:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546868:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546873:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573528.546876:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546881:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546888:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efc000) 00010000:00010000:1.0:1777573528.546891:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573528.546893:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546903:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67d8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546936:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67d7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dff4 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546951:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dff4 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.546959:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242600) 00010000:00010000:1.0:1777573528.546961:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777573528.546964:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187000, rc 0) 00000100:00100000:1.0:1777573528.547160:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:52742:x1863919917685632:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 1610us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573528.547168:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1007 00000100:00100000:0.0:1777573528.549887:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573528.550062:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917685760 00000100:00100000:2.0:1777573528.550072:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917685760 00000100:00100000:2.0:1777573528.550134:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 147 00000100:00100000:2.0:1777573528.550145:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:52742:x1863919917685760:12345-192.168.204.9@tcp:49:dd.60003 00000100:00100000:2.0:1777573528.550263:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:52742:x1863919917685760:12345-192.168.204.9@tcp:49:dd.60003 Request processed in 119us (381us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777573528.550272:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 147 00000100:00100000:2.0:1777573528.551513:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573528.551587:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917686016 00000100:00100000:3.0:1777573528.551594:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917686016 00000100:00100000:3.0:1777573528.551652:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1008 00000100:00100000:3.0:1777573528.551662:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:52742:x1863919917686016:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:3.0:1777573528.551678:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573528.551734:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67d9b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3dffb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.551837:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.551851:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.551867:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.551879:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.551885:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.551891:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573528.552208:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:3.0:1777573528.552405:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67db0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552413:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67db0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552421:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67db0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552458:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552465:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552471:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552477:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552484:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573528.552488:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552496:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552507:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242600) 00010000:00010000:3.0:1777573528.552509:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573528.552512:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552517:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67da2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573528.552528:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003f5c8daa reply state 000000003c4971f8 transno 4294967517 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552535:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552539:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89defbd2b700) 00010000:00010000:3.0:1777573528.552540:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573528.552542:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573528.552563:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67d9b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dffb expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552571:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67db0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dffb expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.552579:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89defbd2b100) 00010000:00010000:3.0:1777573528.552581:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573528.552582:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573528.552632:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:52742:x1863919917686016:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 974us (1124us total) trans 4294967517 rc 0/0 00000100:00100000:3.0:1777573528.552637:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1008 00000100:00100000:3.0:1777573528.557474:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573528.558154:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917686144 00000100:00100000:1.0:1777573528.558166:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917686144 00000100:00100000:1.0:1777573528.558234:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 450 00000100:00100000:1.0:1777573528.558245:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:52742:x1863919917686144:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:1.0:1777573528.558263:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573528.558285:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e002 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573528.558311:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777573528.558331:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573528.558334:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573528.558344:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.558364:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573528.558377:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573528.558440:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:52742:x1863919917686144:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 197us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573528.558448:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 450 00000100:00100000:0.0:1777573528.573529:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573528.573745:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917686272 00000100:00100000:3.0:1777573528.573756:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917686272 00002000:00100000:3.0:1777573528.573816:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff89ddc4199c00 x1863919917686272/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:29/0 lens 488/0 e 0 to 0 dl 1777573539 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:65534 00002000:00100000:3.0:1777573528.573827:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc4199c00 with x1863919917686272 ext(0->1048575) 00002000:00010000:3.0:1777573528.573834:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc4199c00 00000100:00100000:3.0:1777573528.573874:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 21 00000100:00100000:3.0:1777573528.573884:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917686272:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:2.0:1777573528.597396:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917686272:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 23502us (23867us total) trans 4294967352 rc 0/0 00000100:00100000:2.0:1777573528.597410:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 21 00002000:00100000:2.0:1777573528.597423:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->1048575) req@ffff89ddc4199c00 x1863919917686272/t4294967352(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:29/0 lens 488/448 e 0 to 0 dl 1777573539 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:65534 00002000:00100000:2.0:1777573528.597433:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc4199c00 with x1863919917686272 ext(0->1048575) 00002000:00010000:2.0:1777573528.597439:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc4199c00 00000100:00100000:0.0:1777573528.604877:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573528.604967:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917686400 00000100:00100000:2.0:1777573528.604978:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917686400 00000100:00100000:2.0:1777573528.605092:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1009 00000100:00100000:2.0:1777573528.605101:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:52742:x1863919917686400:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:0.0:1777573528.609644:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967517 is committed 00010000:00010000:3.0:1777573528.609794:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609807:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609815:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609820:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573528.609825:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609833:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609848:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242600) 00010000:00010000:3.0:1777573528.609851:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573528.609856:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609862:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a67d78 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609891:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609897:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609903:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609908:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573528.609911:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609916:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609924:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89defbd2b700) 00010000:00010000:3.0:1777573528.609927:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573528.609931:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573528.609938:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67da9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573528.610169:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:52742:x1863919917686400:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 5063us (5295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573528.610182:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1009 00000100:00100000:0.0:1777573528.613461:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573528.614917:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917686528 00000100:00100000:3.0:1777573528.614928:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917686528 00000100:00100000:2.0:1777573528.615506:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 451 00000100:00100000:2.0:1777573528.615517:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917686528:12345-192.168.204.9@tcp:16:dd.60003 00000001:00080000:3.0:1777573528.617725:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000100:00100000:2.0:1777573528.617899:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917686528:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 2377us (4439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573528.617911:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 451 00000100:00100000:3.0:1777573528.622583:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573528.622685:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917686784 00000100:00100000:1.0:1777573528.622725:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917686784 00000100:00100000:1.0:1777573528.622788:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 148 00000100:00100000:1.0:1777573528.622798:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:52742:x1863919917686784:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:1.0:1777573528.624584:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:52742:x1863919917686784:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 1782us (2004us total) trans 4294967518 rc 0/0 00000100:00100000:1.0:1777573528.624594:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 148 00000100:00100000:1.0:1777573529.014895:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926310272:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573529.015037:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573529.015146:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926310272 00000100:00100000:0.0:1777573529.015154:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926310272 00000100:00100000:0.0:1777573529.015251:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1777573529.015260:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926310272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573529.015292:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573529.015347:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926310272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573529.015355:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1777573529.015400:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926310272:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1777573529.275637:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967518 is committed 00010000:00010000:2.0:1777573529.334824:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573529.919457:0:88229:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1054567761988ns, next at 1041797033572ns, rc = 0 00080000:00080000:1.0:1777573529.919475:0:88229:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573529.919734:0:88229:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1054568040414ns, next at 1002375105899ns, rc = 0 00080000:00080000:1.0:1777573529.919741:0:88229:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573529.919825:0:88229:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1054568132109ns, next at 1052987298278ns, rc = 0 00080000:00080000:1.0:1777573529.919831:0:88229:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573529.919882:0:88229:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1054568188913ns, next at 1005570486596ns, rc = 0 00080000:00080000:1.0:1777573529.919887:0:88229:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573529.921418:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 60 committed 00000004:00080000:3.0:1777573529.921432:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 55 committed 00000004:00080000:1.0:1777573529.921445:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 59 committed 00000004:00080000:3.0:1777573529.921458:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 55 committed 00010000:00010000:1.0:1777573530.359373:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573530.612637:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00000001:00080000:3.0:1777573530.612653:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000100:00100000:0.0:1777573530.701095:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573530.703523:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917686912 00000100:00100000:2.0:1777573530.703538:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917686912 00000100:00080000:1.0:1777573530.703742:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573530.704871:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1010 00000100:00100000:1.0:1777573530.704886:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917686912:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573530.705465:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917686912:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 582us (4381us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573530.705474:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1010 00000100:00100000:1.0:1777573530.715246:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573530.715297:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687040 00000100:00100000:1.0:1777573530.715306:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687040 00000100:00100000:1.0:1777573530.715365:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 452 00000100:00100000:1.0:1777573530.715375:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:52938:x1863919917687040:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573530.715496:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:52938:x1863919917687040:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 122us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573530.715504:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 452 00000100:00080000:1.0:1777573530.715530:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573530.718069:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573530.718231:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687168 00000100:00100000:1.0:1777573530.718240:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687168 00000100:00080000:3.0:1777573530.718299:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573530.718340:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 453 00000100:00100000:1.0:1777573530.718355:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917687168:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573530.718533:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917687168:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 182us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573530.718540:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 453 00000100:00100000:1.0:1777573530.720425:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573530.720466:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687296 00000100:00100000:0.0:1777573530.720474:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687296 00000100:00100000:0.0:1777573530.720514:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1011 00000100:00100000:0.0:1777573530.720521:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917687296:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573530.720624:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917687296:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 104us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573530.720629:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1011 00000100:00100000:0.0:1777573530.723302:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573530.723824:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687424 00000100:00100000:3.0:1777573530.723834:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687424 00000100:00100000:3.0:1777573530.723974:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1012 00000100:00100000:3.0:1777573530.723986:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917687424:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573530.724126:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917687424:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 143us (832us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573530.724135:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1012 00000100:00080000:1.0:1777573530.724545:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573530.726550:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573530.726615:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687552 00000100:00100000:2.0:1777573530.726630:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687552 00000100:00100000:1.0:1777573530.726761:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1013 00000100:00100000:1.0:1777573530.726776:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917687552:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573530.726877:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917687552:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 107us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573530.726885:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1013 00000100:00100000:0.0:1777573530.728824:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573530.728942:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687680 00000100:00100000:2.0:1777573530.728955:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687680 00000100:00100000:2.0:1777573530.729026:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 454 00000100:00100000:2.0:1777573530.729038:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:52938:x1863919917687680:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573530.729219:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:52938:x1863919917687680:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 183us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573530.729228:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 454 00000100:00100000:0.0:1777573530.731061:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573530.731149:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687808 00000100:00100000:1.0:1777573530.731160:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687808 00000100:00100000:1.0:1777573530.731215:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 455 00000100:00100000:1.0:1777573530.731225:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917687808:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573530.731767:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917687808:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 540us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573530.731777:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 455 00000100:00100000:3.0:1777573530.733135:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573530.733187:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917687936 00000100:00100000:2.0:1777573530.733198:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917687936 00000100:00100000:2.0:1777573530.733273:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1014 00000100:00100000:2.0:1777573530.733295:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917687936:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573530.733450:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:52938:x1863919917687936:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 160us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573530.733464:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1014 00000100:00100000:0.0:1777573530.736085:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573530.736162:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917688064 00000100:00100000:3.0:1777573530.736176:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917688064 00000100:00100000:3.0:1777573530.736251:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1015 00000100:00100000:3.0:1777573530.736263:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917688064:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573530.736542:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:52938:x1863919917688064:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 280us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573530.736555:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1015 00000100:00100000:0.0:1777573530.772983:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573530.773065:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917688320 00000100:00100000:2.0:1777573530.773081:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917688320 00000100:00100000:2.0:1777573530.773164:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1016 00000100:00100000:2.0:1777573530.773177:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:52942:x1863919917688320:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:2.0:1777573530.773253:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573530.773299:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a67db0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dffb expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773327:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89defbd2b100) 00010000:00010000:2.0:1777573530.773339:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573530.773366:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773382:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773392:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773413:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773421:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773427:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773545:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773555:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.773562:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573530.774053:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9280 00000004:00080000:2.0:1777573530.774063:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1055422369098ns, next at 1056422367069ns, rc = 0 00010000:00010000:2.0:1777573530.774117:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774126:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774134:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774141:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774149:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774156:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774181:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573530.774207:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774213:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774220:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774228:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573530.774232:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774240:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774250:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89deef242e00) 00010000:00010000:2.0:1777573530.774254:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573530.774257:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774262:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a67dd3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774278:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774284:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774290:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774297:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774303:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573530.774307:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774314:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774321:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242600) 00010000:00010000:1.0:1777573530.774321:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573530.774323:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573530.774326:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774333:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a67dc5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573530.774336:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573530.774341:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f8dfe600 reply state 00000000c65aed4d transno 4294967519 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774369:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573530.774371:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573530.774381:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573530.774382:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89deef242200) 00010000:00010000:2.0:1777573530.774387:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573530.774389:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573530.774400:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573530.774417:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff89deef242e00) 00010000:00010000:1.0:1777573530.774420:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777573530.774424:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573530.774432:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67dda lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573530.774458:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573530.774459:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573530.774461:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573530.774758:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:52942:x1863919917688320:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1580us (1797us total) trans 4294967519 rc 0/0 00000100:00100000:2.0:1777573530.774775:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1016 00000100:00100000:2.0:1777573531.062968:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573531.062990:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926310400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573531.063050:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.063110:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926310400 00000100:00100000:2.0:1777573531.063117:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926310400 00000100:00100000:2.0:1777573531.063168:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1777573531.063177:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926310400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573531.063205:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573531.063244:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926310400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.063251:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:2.0:1777573531.063283:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967351 gen 2 00000004:00080000:2.0:1777573531.063288:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc4615f80, transno 4294967351 00000100:00100000:2.0:1777573531.063301:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926310400:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777573531.063729:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573531.063907:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926310912:0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.063936:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.063971:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926311424:0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.063993:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.064008:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926311936:0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.064024:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.064044:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1777573531.064052:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926310784:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064067:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311424 00000100:00100000:1.0:1777573531.064073:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311424 00000100:00100000:2.0:1777573531.064078:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.064096:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926311296:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064109:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311936 00000100:00100000:1.0:1777573531.064113:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311936 00000100:00100000:2.0:1777573531.064119:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.064140:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926311808:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064148:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1777573531.064158:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926311424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.064164:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.064191:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926310912 00000100:00100000:2.0:1777573531.064195:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926310912 00000100:00100000:1.0:1777573531.064215:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926311424:12345-0@lo:400:kworker.0 Request processed in 59us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.064219:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311296 00000100:00100000:2.0:1777573531.064223:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311296 00000100:00100000:1.0:1777573531.064223:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1777573531.064243:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1777573531.064246:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311808 00000100:00100000:1.0:1777573531.064252:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926311936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064282:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926311936:12345-0@lo:400:kworker.0 Request processed in 32us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573531.064289:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1777573531.064322:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311808 00000100:00100000:1.0:1777573531.064323:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1777573531.064333:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926310912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.064348:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1777573531.064356:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926311296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064366:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926310912:12345-0@lo:400:kworker.0 Request processed in 35us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573531.064371:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1777573531.064387:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1777573531.064393:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926311296:12345-0@lo:400:kworker.0 Request processed in 38us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573531.064395:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926311808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.064407:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1777573531.064427:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926311808:12345-0@lo:400:kworker.0 Request processed in 35us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573531.064432:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1777573531.064463:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926311296:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064472:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926311808:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064483:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926310912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573531.064486:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926310528:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064496:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926311424:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064508:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926311936:0@lo:400:kworker.0 00000100:00100000:0.0:1777573531.064526:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573531.064582:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926311040:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064600:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573531.064622:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926310656:0@lo:400:kworker.0 00000100:00100000:3.0:1777573531.064654:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573531.064658:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926311552:0@lo:400:kworker.0 00000100:00100000:3.0:1777573531.064677:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926311168:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064683:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573531.064722:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926312064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573531.064728:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573531.064748:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573531.064751:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926311680:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064776:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311552 00000100:00100000:3.0:1777573531.064779:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573531.064780:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311552 00000100:00100000:1.0:1777573531.064807:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1777573531.064811:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926311552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.064853:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926311552:12345-0@lo:400:kworker.0 Request processed in 40us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.064856:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926310528 00000100:00100000:2.0:1777573531.064861:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926310528 00000100:00100000:1.0:1777573531.064861:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1777573531.064893:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1777573531.064898:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926310528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.064925:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926310528:12345-0@lo:400:kworker.0 Request processed in 27us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.064931:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00080000:2.0:1777573531.064990:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573531.064993:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926310784 00000100:00080000:2.0:1777573531.064994:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573531.064998:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573531.064999:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926310784 00000100:00100000:2.0:1777573531.065008:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926310656 00000100:00100000:2.0:1777573531.065013:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926310656 00000100:00100000:0.0:1777573531.065029:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311040 00000100:00100000:0.0:1777573531.065032:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311040 00000100:00100000:2.0:1777573531.065042:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311168 00000100:00100000:2.0:1777573531.065046:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311168 00000100:00100000:0.0:1777573531.065054:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1777573531.065062:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926310784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.065074:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926311680 00000100:00100000:2.0:1777573531.065078:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926311680 00000100:00100000:2.0:1777573531.065098:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1777573531.065105:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926310784:12345-0@lo:400:kworker.0 Request processed in 43us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.065106:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926310656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573531.065119:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1777573531.065135:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926310528:0@lo:400:kworker.0 00000100:00100000:0.0:1777573531.065135:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1777573531.065152:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926311552:0@lo:400:kworker.0 00000100:00100000:0.0:1777573531.065152:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926311040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.065158:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926310656:12345-0@lo:400:kworker.0 Request processed in 51us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.065166:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1777573531.065183:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1777573531.065190:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926311168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.065194:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1777573531.065200:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926311040:12345-0@lo:400:kworker.0 Request processed in 57us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.065206:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926311680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573531.065207:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1777573531.065219:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926311168:12345-0@lo:400:kworker.0 Request processed in 30us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573531.065225:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:0.0:1777573531.065245:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926310784:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.065251:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926311040:0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.065253:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926311680:12345-0@lo:400:kworker.0 Request processed in 48us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573531.065264:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1777573531.065274:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926312064 00000100:00100000:0.0:1777573531.065278:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926312064 00000100:00080000:2.0:1777573531.065290:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573531.065304:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1777573531.065311:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926312064:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573531.065327:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926310656:0@lo:400:kworker.0 00002000:00000024:0.0:1777573531.065330:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573531.065340:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926311168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573531.065351:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926311680:0@lo:400:kworker.0 00000100:00100000:1.0:1777573531.065413:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926312064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573531.065419:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1777573531.065513:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926312064:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1777573531.383020:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573531.879082:0:88373:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1056527386725ns, next at 1056422367069ns, rc = 0 00080000:00080000:1.0:1777573531.879098:0:88373:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573531.881043:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 61 committed 00000001:00080000:0.0:1777573531.881081:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967519 is committed 00000004:00080000:0.0:1777573531.881089:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 60 committed 00010000:00010000:2.0:1777573531.881168:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881181:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881189:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881195:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573531.881200:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881208:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573531.881218:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1777573531.881226:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x1c2d2f2 (ffff89deef242200) 00010000:00010000:2.0:1777573531.881229:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573531.881235:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573531.881238:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926312192:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1777573531.881242:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a67dcc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x25:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573531.881316:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573531.881500:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926312192 00000100:00100000:2.0:1777573531.881508:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926312192 00000100:00100000:2.0:1777573531.881592:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1777573531.881602:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926312192:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1777573531.881628:0:17492:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00010000:00010000:2.0:1777573531.881652:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881673:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881681:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573531.881683:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573531.881686:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881738:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.881748:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 5 pid: 8361 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573531.881757:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17492:1863919926312320:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573531.881808:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f6ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573531.884934:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17492:1863919926312320:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573531.884978:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573531.885829:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573531.885873:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917688448 00000100:00100000:1.0:1777573531.885883:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917688448 00010000:00010000:1.0:1777573531.885922:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 6 pid: 8361 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573531.885971:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 343 00000100:00100000:1.0:1777573531.885984:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917688448:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573531.886001:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573531.886008:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 6 pid: 8361 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573531.886022:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 6 pid: 8361 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573531.886047:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a67dbe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e002 expref: 6 pid: 8361 timeout: 1156 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573531.886063:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573531.886065:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573531.886069:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573531.886079:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573531.886107:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573531.886132:0:17492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.886144:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573531.886154:0:17492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573531.886175:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917688448:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 192us (348us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573531.886177:0:17492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573531.886200:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 343 00010000:00010000:2.0:1777573531.886209:0:17492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573531.886255:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573531.886269:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573531.886285:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573531.886292:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573531.886305:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573531.886327:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573531.886336:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a67de1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573531.886375:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573531.886378:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573531.886381:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573531.886404:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926312192:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4802us (5087us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1777573531.886412:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000004:00080000:1.0:1777573531.886519:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc429ea00/2, rc 0, transno 4294967353 00000100:00100000:1.0:1777573531.886538:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926312192:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777573531.886843:0:88373:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1056535149254ns, next at 1002375105899ns, rc = 0 00080000:00080000:2.0:1777573531.886849:0:88373:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573531.886907:0:88373:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1056535213499ns, next at 1052987298278ns, rc = 0 00080000:00080000:2.0:1777573531.886913:0:88373:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573531.887002:0:88373:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1056535309204ns, next at 1005570486596ns, rc = 0 00080000:00080000:2.0:1777573531.887009:0:88373:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573531.889382:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 61 committed 00000004:00080000:3.0:1777573531.889571:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 56 committed 00000004:00080000:3.0:1777573531.889754:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 56 committed 00000100:00100000:0.0:1777573532.087050:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573532.087073:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926312448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573532.087200:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573532.087214:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926312576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573532.087356:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573532.087392:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926312448 00000100:00100000:2.0:1777573532.087400:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926312448 00000100:00100000:3.0:1777573532.087419:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573532.087454:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926312576 00000100:00100000:2.0:1777573532.087458:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926312576 00000100:00100000:0.0:1777573532.087465:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1777573532.087477:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926312448:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573532.087502:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1777573532.087511:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926312576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573532.087525:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1777573532.087575:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926312576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573532.087584:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00002000:00000024:0.0:1777573532.087763:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573532.087875:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926312576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573532.088311:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926312448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 836us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573532.088320:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1777573532.088396:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926312448:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777573532.407899:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573532.599095:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573532.599131:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926312704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573532.599258:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573532.599319:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926312704 00000100:00100000:1.0:1777573532.599331:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926312704 00000100:00100000:1.0:1777573532.599408:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1777573532.599419:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926312704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573532.599464:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573532.599528:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926312704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573532.599536:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1777573532.600851:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926312704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573532.696616:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573532.696651:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573532.696686:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573532.696753:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917688960 00000100:00100000:3.0:1777573532.696767:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917688576 00000100:00100000:2.0:1777573532.696772:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917688960 00000100:00100000:0.0:1777573532.696777:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573532.696781:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917688576 00000100:00100000:1.0:1777573532.696808:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917688704 00000100:00100000:1.0:1777573532.696817:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917688704 00000100:00100000:0.0:1777573532.696827:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573532.696866:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 823 00000100:00100000:2.0:1777573532.696879:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689088 00000100:00100000:2.0:1777573532.696887:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689088 00000100:00100000:3.0:1777573532.696889:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917688576:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573532.696894:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917688832 00000100:00100000:0.0:1777573532.696901:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917688832 00000100:00100000:2.0:1777573532.696959:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 780 00000100:00100000:2.0:1777573532.696977:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917688960:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573532.696987:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1404 00000100:00100000:0.0:1777573532.697002:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917688832:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573532.697061:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917688960:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 91us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573532.697070:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 780 00000100:00100000:1.0:1777573532.697095:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1405 00000100:00100000:1.0:1777573532.697105:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917688704:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573532.697115:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00100000:3.0:1777573532.697122:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917688576:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 107us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573532.697130:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917689088:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573532.697152:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917688832:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 148us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573532.697155:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 823 00000100:00100000:1.0:1777573532.697167:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917688704:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 57us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573532.697180:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1404 00000100:00100000:1.0:1777573532.697193:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1405 00000100:00100000:2.0:1777573532.697198:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917689088:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573532.697208:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 781 00000100:00080000:2.0:1777573532.697464:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573532.697469:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573532.697473:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573532.697474:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777573533.432348:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573534.134979:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573534.135004:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926312832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573534.135076:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573534.135475:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926312832 00000100:00100000:3.0:1777573534.135485:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926312832 00000100:00100000:3.0:1777573534.135537:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1777573534.135548:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926312832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573534.135583:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573534.135635:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926312832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573534.135643:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1777573534.135688:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926312832:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573534.455775:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573535.481152:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573536.183204:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926312960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.183389:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573536.183445:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926313472:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.183472:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573536.185274:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926313984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.185295:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926313344:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.185323:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573536.185340:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573536.185349:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926314496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.185377:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573536.185380:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926313856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.185408:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573536.185411:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1777573536.185421:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926313088:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.185431:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926314368:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.185450:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573536.185463:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573536.185471:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926313600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.185490:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1777573536.185496:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573536.185500:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926313216:0@lo:400:kworker.0 00000100:00100000:3.0:1777573536.185510:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926314752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573536.185517:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926314112:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.185536:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573536.185543:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573536.185543:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573536.185574:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926314624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573536.185594:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926314752 00000100:00100000:3.0:1777573536.185602:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926314752 00000100:00100000:1.0:1777573536.185607:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573536.185622:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926312960 00000100:00100000:2.0:1777573536.185628:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926312960 00000100:00100000:1.0:1777573536.185638:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313472 00000100:00100000:1.0:1777573536.185643:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313472 00000100:00100000:3.0:1777573536.185652:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926314624 00000100:00100000:3.0:1777573536.185655:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926314624 00000100:00100000:2.0:1777573536.185674:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1777573536.185676:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313216 00000100:00100000:3.0:1777573536.185679:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1777573536.185687:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926312960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.185709:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313216 00000100:00100000:3.0:1777573536.185710:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926314752:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573536.185727:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1777573536.185734:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926313472:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1777573536.185735:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573536.185765:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926312960:12345-0@lo:400:kworker.0 Request processed in 81us (2375us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573536.185774:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1777573536.185779:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926314752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573536.185779:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926313472:12345-0@lo:400:kworker.0 Request processed in 44us (2303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573536.185787:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1777573536.185802:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1777573536.185805:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1777573536.185810:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926313216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573536.185818:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313344 00000100:00100000:2.0:1777573536.185823:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313344 00000100:00100000:3.0:1777573536.185827:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1777573536.185836:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926314624:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573536.185841:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926313216:12345-0@lo:400:kworker.0 Request processed in 33us (306us total) trans 0 rc 0/0 00002000:00000024:3.0:1777573536.185846:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573536.185850:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1777573536.185872:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313088 00000100:00100000:2.0:1777573536.185877:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313088 00000100:00100000:3.0:1777573536.185882:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926314624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573536.185882:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313984 00000100:00100000:1.0:1777573536.185887:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313984 00000100:00100000:3.0:1777573536.185888:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1777573536.185905:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313600 00000100:00100000:2.0:1777573536.185909:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313600 00000100:00100000:1.0:1777573536.185918:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926314496 00000100:00100000:1.0:1777573536.185922:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926314496 00000100:00100000:2.0:1777573536.185930:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926314112 00000100:00100000:2.0:1777573536.185933:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926314112 00000100:00100000:3.0:1777573536.185940:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926314752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573536.185942:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313856 00000100:00100000:1.0:1777573536.185945:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313856 00000100:00100000:2.0:1777573536.185959:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1777573536.185963:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926314368 00000100:00100000:3.0:1777573536.185966:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777573536.185967:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926314368 00000100:00100000:2.0:1777573536.185970:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926313344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573536.185976:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926313984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.185995:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1777573536.186003:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926314496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573536.186016:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926313344:12345-0@lo:400:kworker.0 Request processed in 48us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573536.186022:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926313984:12345-0@lo:400:kworker.0 Request processed in 47us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573536.186029:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1777573536.186030:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926314496:12345-0@lo:400:kworker.0 Request processed in 27us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573536.186033:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777573536.186037:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1777573536.186050:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1777573536.186055:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1777573536.186060:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926313088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573536.186061:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1777573536.186064:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926313856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573536.186069:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926314368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573536.186112:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926313088:12345-0@lo:400:kworker.0 Request processed in 54us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573536.186116:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926313856:12345-0@lo:400:kworker.0 Request processed in 52us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573536.186119:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926314368:12345-0@lo:400:kworker.0 Request processed in 51us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573536.186124:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1777573536.186129:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1777573536.186133:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1777573536.186146:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1777573536.186155:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926313600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186156:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1777573536.186168:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926314112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573536.186192:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926313600:12345-0@lo:400:kworker.0 Request processed in 40us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573536.186200:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1777573536.186208:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926314112:12345-0@lo:400:kworker.0 Request processed in 42us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573536.186214:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00080000:2.0:1777573536.186241:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573536.186247:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573536.186250:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573536.186256:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926313088:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186268:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926313600:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186279:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926314112:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186292:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926314624:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573536.186304:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926312960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186314:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926313472:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186323:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926313984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186331:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926314496:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.186358:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926313728:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.186388:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573536.186403:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926314240:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.186425:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573536.186453:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926313344:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.186463:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926313856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.186472:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926314368:0@lo:400:kworker.0 00000100:00100000:0.0:1777573536.186489:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926313216:0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186550:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926313728 00000100:00100000:1.0:1777573536.186555:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926313728 00000100:00100000:1.0:1777573536.186590:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926314240 00000100:00100000:1.0:1777573536.186593:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926314240 00000100:00100000:1.0:1777573536.186612:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1777573536.186618:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926313728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186650:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926313728:12345-0@lo:400:kworker.0 Request processed in 33us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573536.186656:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1777573536.186672:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1777573536.186678:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926313728:0@lo:400:kworker.0 00000100:00080000:0.0:1777573536.186713:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573536.186754:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926314240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573536.186797:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926314240:12345-0@lo:400:kworker.0 Request processed in 120us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573536.186802:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:0.0:1777573536.186831:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926314240:0@lo:400:kworker.0 00010000:00010000:2.0:1777573536.503189:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573537.206982:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926314880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573537.207067:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573537.207084:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926315008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573537.207121:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573537.207173:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926314880 00000100:00100000:3.0:1777573537.207181:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926314880 00000100:00100000:3.0:1777573537.207230:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315008 00000100:00100000:3.0:1777573537.207233:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315008 00000100:00100000:3.0:1777573537.207253:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1777573537.207261:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926314880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573537.207288:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573537.207316:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1777573537.207329:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926315008:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573537.207338:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926314880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (271us total) trans 0 rc 0/0 00002000:00000024:1.0:1777573537.207341:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573537.207349:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1777573537.207392:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926315008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573537.207401:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926314880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573537.207401:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1777573537.207574:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926315008:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1777573537.210110:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00010000:00010000:3.0:1777573537.527178:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573537.719679:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573537.720230:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926315136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573537.720309:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573537.722558:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315136 00000100:00100000:1.0:1777573537.722572:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315136 00000100:00100000:1.0:1777573537.722649:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1777573537.722659:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926315136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573537.722724:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573537.722816:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926315136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 157us (2507us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573537.722823:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1777573537.723377:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926315136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573537.819235:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573537.819290:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573537.819294:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689344 00000100:00100000:2.0:1777573537.819309:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689344 00000100:00100000:0.0:1777573537.819313:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573537.819342:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573537.819362:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00080000:0.0:1777573537.819378:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573537.819394:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689472 00000100:00100000:0.0:1777573537.819398:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689472 00000100:00100000:2.0:1777573537.819402:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1412 00000100:00100000:2.0:1777573537.819416:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917689344:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573537.819433:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1413 00000100:00100000:0.0:1777573537.819440:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917689472:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573537.819512:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917689472:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 70us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573537.819513:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917689344:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 99us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573537.819527:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1413 00000100:00100000:2.0:1777573537.819534:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1412 00000100:00100000:1.0:1777573537.819541:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689728 00000100:00100000:1.0:1777573537.819547:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689728 00000100:00100000:1.0:1777573537.819583:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689600 00000100:00100000:1.0:1777573537.819587:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689600 00000100:00100000:1.0:1777573537.819610:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 786 00000100:00100000:1.0:1777573537.819617:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917689728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573537.819654:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917689728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573537.819661:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 786 00000100:00080000:0.0:1777573537.819736:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573537.819739:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573537.819742:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573537.819798:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:1.0:1777573537.819808:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917689600:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573537.819860:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917689600:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 54us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573537.819865:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 787 00000100:00100000:3.0:1777573537.820118:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689216 00000100:00100000:3.0:1777573537.820124:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689216 00000100:00100000:3.0:1777573537.820195:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 825 00000100:00100000:3.0:1777573537.820205:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917689216:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573537.820329:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917689216:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 126us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573537.820338:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 825 00010000:00010000:1.0:1777573538.551788:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573539.255023:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573539.255048:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926315264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573539.255120:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573539.255344:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315264 00000100:00100000:2.0:1777573539.255353:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315264 00000100:00100000:2.0:1777573539.255397:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1777573539.255406:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926315264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573539.255439:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573539.255496:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926315264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573539.255503:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1777573539.256089:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926315264:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573539.575043:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573540.599729:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573541.302927:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573541.302965:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926315392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573541.303061:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573541.303523:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926315648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573541.303530:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315392 00000100:00100000:0.0:1777573541.303540:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315392 00000100:00100000:3.0:1777573541.303563:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573541.303595:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926316160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573541.303606:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1777573541.303617:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926315392:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573541.303636:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1777573541.303647:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573541.303658:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926316672:0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.303689:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573541.303790:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926315520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573541.303850:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316672 00000100:00100000:3.0:1777573541.303854:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316672 00000100:00100000:3.0:1777573541.303886:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1777573541.303892:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926316672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.303928:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926316672:12345-0@lo:400:kworker.0 Request processed in 35us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.303935:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1777573541.304031:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:3.0:1777573541.304090:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc429ea00, transno 4294967353 00000100:00100000:3.0:1777573541.304106:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926316672:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.304240:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315648 00000100:00100000:2.0:1777573541.304247:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315648 00000100:00100000:3.0:1777573541.304268:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926315776:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.304285:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1777573541.304294:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926315648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304300:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573541.304326:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926316288:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.304349:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926315648:12345-0@lo:400:kworker.0 Request processed in 55us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573541.304362:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1777573541.304369:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573541.304392:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926316800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.304403:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315776 00000100:00100000:2.0:1777573541.304408:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315776 00000100:00100000:3.0:1777573541.304417:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573541.304440:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316288 00000100:00100000:3.0:1777573541.304447:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573541.304455:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926315904:0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304477:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573541.304493:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926316416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304510:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573541.304524:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926316928:0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304543:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573541.304568:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316800 00000100:00100000:3.0:1777573541.304572:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316800 00000100:00100000:3.0:1777573541.304593:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316416 00000100:00100000:3.0:1777573541.304596:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316416 00000100:00100000:3.0:1777573541.304607:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316928 00000100:00100000:3.0:1777573541.304623:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316928 00000100:00100000:3.0:1777573541.304639:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1777573541.304645:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926315776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.304659:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316288 00000100:00100000:3.0:1777573541.304686:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926315776:12345-0@lo:400:kworker.0 Request processed in 39us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573541.304709:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1777573541.304719:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926316800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304724:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1777573541.304743:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1777573541.304752:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926316416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304795:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926316416:12345-0@lo:400:kworker.0 Request processed in 45us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.304801:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1777573541.304814:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:3.0:1777573541.304820:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926316928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304845:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926316928:12345-0@lo:400:kworker.0 Request processed in 25us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.304851:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:3.0:1777573541.304861:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1777573541.304867:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926316288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304894:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926316288:12345-0@lo:400:kworker.0 Request processed in 27us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.304900:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1777573541.304932:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926315648:0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304972:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926316416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.304984:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926316928:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.304991:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926316800:12345-0@lo:400:kworker.0 Request processed in 274us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.304996:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926315776:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.305003:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1777573541.305007:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926316288:0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.305018:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926316800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.305090:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316160 00000100:00100000:2.0:1777573541.305095:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316160 00000100:00100000:0.0:1777573541.305104:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926315392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1487us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573541.305108:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573541.305114:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1777573541.305134:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315520 00000100:00100000:2.0:1777573541.305136:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926315904 00000100:00100000:1.0:1777573541.305136:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926316032:0@lo:400:kworker.0 00000100:00100000:0.0:1777573541.305138:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315520 00000100:00100000:3.0:1777573541.305139:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926315392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573541.305173:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00080000:3.0:1777573541.305177:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573541.305183:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573541.305186:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573541.305188:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573541.305209:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1777573541.305217:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926316160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.305253:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926315904 00000100:00100000:3.0:1777573541.305254:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926316160:12345-0@lo:400:kworker.0 Request processed in 37us (1617us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.305263:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1777573541.305282:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1777573541.305290:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926315904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.305305:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926316160:0@lo:400:kworker.0 00000100:00100000:2.0:1777573541.305332:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926315904:12345-0@lo:400:kworker.0 Request processed in 43us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573541.305340:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1777573541.305363:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926315904:0@lo:400:kworker.0 00000100:00100000:1.0:1777573541.305475:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573541.305503:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926316544:0@lo:400:kworker.0 00000100:00100000:1.0:1777573541.305531:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573541.305937:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926317056:0@lo:400:kworker.0 00000100:00100000:1.0:1777573541.305961:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573541.306004:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316544 00000100:00100000:1.0:1777573541.306009:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316544 00000100:00100000:1.0:1777573541.306048:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317056 00000100:00100000:1.0:1777573541.306051:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317056 00000100:00100000:1.0:1777573541.306073:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1777573541.306081:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926316544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573541.306120:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926316544:12345-0@lo:400:kworker.0 Request processed in 41us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573541.306127:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1777573541.306143:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1777573541.306150:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926317056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573541.306175:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926317056:12345-0@lo:400:kworker.0 Request processed in 26us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573541.306180:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:1.0:1777573541.306196:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573541.306213:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926316544:0@lo:400:kworker.0 00000100:00100000:1.0:1777573541.306223:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926317056:0@lo:400:kworker.0 00000100:00100000:0.0:1777573541.306285:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926315520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573541.306306:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573541.306373:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926315520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1194us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573541.306378:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1777573541.306897:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926316032 00000100:00100000:3.0:1777573541.306904:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926316032 00000100:00100000:1.0:1777573541.306928:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926315520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573541.306950:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1777573541.307066:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926316032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573541.307169:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926316032:12345-0@lo:400:kworker.0 Request processed in 212us (1693us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.307176:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1777573541.307270:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926316032:0@lo:400:kworker.0 00010000:00010000:1.0:1777573541.622842:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573541.820321:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573541.820622:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689856 00000100:00100000:2.0:1777573541.820633:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689856 00000100:00080000:3.0:1777573541.820796:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573541.820830:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1017 00000100:00100000:2.0:1777573541.820842:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917689856:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573541.820951:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917689856:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 112us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573541.820958:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1017 00000100:00100000:0.0:1777573541.825063:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573541.825245:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917689984 00000100:00100000:3.0:1777573541.825255:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917689984 00000100:00100000:3.0:1777573541.825327:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 457 00000100:00100000:3.0:1777573541.825338:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917689984:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573541.825545:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917689984:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 208us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.825553:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 457 00000100:00080000:0.0:1777573541.825616:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573541.826733:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573541.826781:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917690112 00000100:00100000:1.0:1777573541.826788:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917690112 00000100:00080000:0.0:1777573541.826812:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573541.826827:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 458 00000100:00100000:1.0:1777573541.826833:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690112:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573541.826947:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690112:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 114us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573541.826952:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 458 00000100:00100000:2.0:1777573541.827823:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573541.827899:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917690240 00000100:00100000:3.0:1777573541.827905:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917690240 00000100:00100000:3.0:1777573541.827974:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1018 00000100:00100000:3.0:1777573541.827982:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917690240:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573541.828133:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917690240:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 151us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.828144:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1018 00000100:00100000:0.0:1777573541.829957:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573541.830014:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917690368 00000100:00100000:3.0:1777573541.830023:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917690368 00000100:00100000:3.0:1777573541.830092:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1019 00000100:00100000:3.0:1777573541.830103:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690368:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:0.0:1777573541.830120:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573541.830232:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690368:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 131us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.830240:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1019 00000100:00100000:3.0:1777573541.832941:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573541.832977:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917690496 00000100:00100000:3.0:1777573541.832987:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917690496 00000100:00100000:3.0:1777573541.833037:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1020 00000100:00100000:3.0:1777573541.833048:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917690496:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573541.833141:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917690496:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 95us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.833149:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1020 00000100:00100000:3.0:1777573541.836937:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573541.836973:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917690624 00000100:00100000:3.0:1777573541.836983:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917690624 00000100:00100000:3.0:1777573541.837045:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 459 00000100:00100000:3.0:1777573541.837057:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690624:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573541.837265:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690624:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 210us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.837274:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 459 00000100:00100000:3.0:1777573541.840004:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573541.840320:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917690752 00000100:00100000:0.0:1777573541.840330:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917690752 00000100:00100000:0.0:1777573541.840378:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 460 00000100:00100000:0.0:1777573541.840389:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690752:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573541.840575:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917690752:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 188us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573541.840583:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 460 00000100:00100000:3.0:1777573541.842134:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573541.842165:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917690880 00000100:00100000:3.0:1777573541.842171:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917690880 00000100:00100000:3.0:1777573541.842215:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1021 00000100:00100000:3.0:1777573541.842225:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917690880:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573541.842389:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:53311:x1863919917690880:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 166us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573541.842397:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1021 00000100:00100000:3.0:1777573541.843771:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573541.843807:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917691008 00000100:00100000:3.0:1777573541.843815:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917691008 00000100:00100000:3.0:1777573541.843856:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1022 00000100:00100000:3.0:1777573541.843864:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917691008:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573541.844235:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53311:x1863919917691008:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 369us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573541.844244:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1022 00000100:00100000:3.0:1777573541.862539:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573541.862839:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917691136 00000100:00100000:0.0:1777573541.862850:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917691136 00000100:00100000:0.0:1777573541.862905:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1023 00000100:00100000:0.0:1777573541.862913:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:53312:x1863919917691136:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573541.862932:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573541.862952:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67de8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e009 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573541.863008:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67def lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573541.863020:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67def lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573541.863030:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67def lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573541.863079:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1777573541.863084:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573541.863103:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67def lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573541.863127:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67de8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e009 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573541.863142:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67def lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e009 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573541.863156:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242600) 00010000:00010000:0.0:1777573541.863159:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573541.863162:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1200, rc 0) 00000100:00100000:0.0:1777573541.863220:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:53312:x1863919917691136:12345-192.168.204.9@tcp:101:rm.0 Request processed in 308us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573541.863227:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1023 00000100:00100000:3.0:1777573541.865529:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573541.865576:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917691392 00000100:00100000:2.0:1777573541.865584:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917691392 00000100:00100000:2.0:1777573541.865636:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1024 00000100:00100000:2.0:1777573541.865647:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:53312:x1863919917691392:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573541.865665:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573541.865683:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67df6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e010 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573541.865866:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:2.0:1777573541.865975:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67df6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e010 expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.865988:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573541.865991:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573541.866006:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67df6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e010 expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.866019:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573541.866193:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:53312:x1863919917691392:12345-192.168.204.9@tcp:101:rm.0 Request processed in 547us (669us total) trans 4294967520 rc 301/301 00000100:00100000:2.0:1777573541.866201:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1024 00000100:00100000:3.0:1777573541.869342:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573541.869396:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917691520 00000100:00100000:2.0:1777573541.869409:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917691520 00000100:00100000:2.0:1777573541.869476:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 149 00000100:00100000:2.0:1777573541.869486:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:53312:x1863919917691520:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1777573541.873620:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:53312:x1863919917691520:12345-192.168.204.9@tcp:37:rm.0 Request processed in 4122us (4278us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573541.873633:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 149 00000100:00100000:3.0:1777573541.876633:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573541.876723:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917691776 00000100:00100000:0.0:1777573541.876733:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917691776 00000100:00100000:0.0:1777573541.876796:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 150 00000100:00100000:0.0:1777573541.876807:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:53312:x1863919917691776:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1777573541.877006:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:53312:x1863919917691776:12345-192.168.204.9@tcp:35:rm.0 Request processed in 200us (382us total) trans 4294967521 rc 0/0 00000100:00100000:0.0:1777573541.877014:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 150 00000100:00100000:3.0:1777573541.878865:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573541.878929:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692032 00000100:00100000:2.0:1777573541.878937:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692032 00000100:00100000:2.0:1777573541.879046:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1025 00000100:00100000:2.0:1777573541.879057:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:53312:x1863919917692032:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1777573541.879105:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1777573541.879127:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67def lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e009 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879143:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a67d94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3dff4 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879152:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef242600) 00010000:00010000:2.0:1777573541.879162:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67aa0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3df3e expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879168:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573541.879170:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573541.879189:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879201:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879211:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879229:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879236:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879243:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879312:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879318:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879322:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573541.879504:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 4096 00010000:00010000:2.0:1777573541.879519:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879526:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879531:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879537:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573541.879541:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879552:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879559:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573541.879561:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573541.879565:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879569:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a67e12 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879586:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879592:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879597:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879602:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879607:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573541.879610:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879616:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879623:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573541.879626:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573541.879628:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879634:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a67e04 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573541.879642:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008da1d31 reply state 000000009d8d29a3 transno 4294967522 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879652:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573541.879658:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243200) 00010000:00010000:2.0:1777573541.879661:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573541.879663:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573541.879776:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:53312:x1863919917692032:12345-192.168.204.9@tcp:36:rm.0 Request processed in 719us (917us total) trans 4294967522 rc 0/0 00000100:00100000:2.0:1777573541.879785:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1025 00000100:00100000:1.0:1777573542.329021:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573542.329045:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926317184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573542.329115:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573542.329183:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317184 00000100:00100000:1.0:1777573542.329191:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317184 00000100:00100000:2.0:1777573542.329214:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926317312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573542.329235:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1777573542.329251:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926317184:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573542.329252:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1777573542.329285:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573542.329290:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317312 00000100:00100000:3.0:1777573542.329297:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317312 00000100:00100000:3.0:1777573542.329335:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1777573542.329346:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926317184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573542.329358:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926317312:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573542.329365:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00002000:00000024:3.0:1777573542.329371:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573542.329424:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926317184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573542.329431:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926317312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573542.329438:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926317312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573542.329443:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00010000:00010000:2.0:1777573542.648015:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573542.839942:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926317440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573542.840011:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573542.840051:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317440 00000100:00100000:3.0:1777573542.840061:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317440 00000100:00100000:3.0:1777573542.840154:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1777573542.840163:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926317440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573542.840192:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:3.0:1777573542.840247:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926317440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573542.840254:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1777573542.840322:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926317440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573542.937660:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573542.937761:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692160 00000100:00100000:2.0:1777573542.937773:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692160 00000100:00100000:2.0:1777573542.937828:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 827 00000100:00100000:2.0:1777573542.937839:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917692160:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573542.938486:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917692160:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 645us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573542.938499:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 827 00000100:00100000:0.0:1777573542.938996:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573542.939171:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692288 00000100:00100000:2.0:1777573542.939177:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692288 00000100:00100000:2.0:1777573542.939492:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1420 00000100:00100000:2.0:1777573542.939502:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:2400:x1863919917692288:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573542.939569:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:2400:x1863919917692288:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 70us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573542.939575:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1420 00000100:00100000:3.0:1777573542.944055:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573542.944084:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573542.944144:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573542.944175:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692416 00000100:00100000:3.0:1777573542.944184:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692416 00000100:00100000:3.0:1777573542.944237:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1421 00000100:00100000:3.0:1777573542.944249:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917692416:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573542.944325:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917692416:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 79us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573542.944332:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1421 00000100:00100000:3.0:1777573542.944356:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692544 00000100:00100000:3.0:1777573542.944359:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692544 00000100:00100000:3.0:1777573542.944379:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692672 00000100:00100000:3.0:1777573542.944381:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692672 00000100:00100000:3.0:1777573542.944398:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:3.0:1777573542.944404:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917692544:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573542.944437:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917692544:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 32us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573542.944499:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 791 00000100:00100000:3.0:1777573542.944513:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 792 00000100:00100000:3.0:1777573542.944518:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917692672:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573542.944542:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917692672:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573542.944547:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 792 00000020:00000080:1.0:1777573543.149198:0:88856:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0ffbf4e0 20000000:00000080:1.0:1777573543.149216:0:88856:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f16000 uarg=0000000000000000 00010000:00010000:1.0:1777573543.149418:0:88856:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573543.149439:0:88856:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573543.149462:0:88856:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573543.149475:0:88856:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573543.149497:0:88856:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573543.149517:0:88856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573543.149535:0:88856:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573543.149544:0:88856:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573543.149595:0:88856:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573543.149611:0:88856:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 22 pid: 6480 timeout: 1217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573543.149630:0:88856:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88856:1863919926317568:0@lo:104: 00000100:00100000:1.0:1777573543.149857:0:88856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573543.149965:0:88856:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3d00cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573543.150020:0:6469:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1777573543.150035:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317568 00000100:00100000:0.0:1777573543.150043:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317568 00000100:00100000:0.0:1777573543.150093:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1777573543.150103:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc30aa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:88856:x1863919926317568:12345-0@lo:104: 00010000:00010000:0.0:1777573543.150117:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.150227:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573543.150234:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc30aa450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:88856:x1863919926317568:12345-0@lo:104: Request processed in 133us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573543.150240:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00010000:00010000:3.0:1777573543.150266:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573543.150275:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150285:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573543.150289:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150299:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573543.150308:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573543.150314:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:1.0:1777573543.150335:0:88856:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:88856:1863919926317568:0@lo:104: 00010000:00010000:1.0:1777573543.150356:0:88856:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150361:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150370:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1777573543.150401:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926317696:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573543.150402:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150413:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a67a8b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67a92 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573543.150430:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573543.150440:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573543.150444:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573543.150446:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573543.150461:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317696 00000100:00100000:3.0:1777573543.150465:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317696 00010000:00010000:3.0:1777573543.150485:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 23 pid: 6480 timeout: 1217 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573543.150513:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1777573543.150520:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec88d6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926317696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573543.150530:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573543.150535:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 23 pid: 6480 timeout: 1217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150544:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 23 pid: 6480 timeout: 1217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150556:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67a92 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67a8b expref: 23 pid: 6480 timeout: 1217 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150568:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150575:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150587:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150598:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150605:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150611:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150615:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573543.150619:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150625:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150645:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573543.150654:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573543.150715:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec88d6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926317696:12345-0@lo:103:ldlm_bl.0 Request processed in 195us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573543.150722:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1777573543.150917:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926317696:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573543.151506:0:88856:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573543.151517:0:88856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573543.151523:0:88856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a67e19 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573543.600333:0:88904:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdaacf630 20000000:00000080:0.0:1777573543.600347:0:88904:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3125000 uarg=0000000000000000 00010000:00010000:0.0:1777573543.600518:0:88904:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573543.600535:0:88904:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573543.600555:0:88904:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573543.600566:0:88904:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573543.600586:0:88904:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573543.600603:0:88904:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600618:0:88904:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600629:0:88904:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600636:0:88904:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600644:0:88904:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600650:0:88904:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600657:0:88904:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573543.600661:0:88904:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600670:0:88904:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600682:0:88904:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600710:0:88904:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573543.600728:0:88904:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a67e20 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 88904 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573543.671969:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573544.375118:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926317824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573544.375181:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573544.375252:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317824 00000100:00100000:2.0:1777573544.375265:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317824 00000100:00100000:2.0:1777573544.375338:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1777573544.375350:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926317824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573544.375395:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573544.375489:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926317824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.375497:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1777573544.376539:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926317824:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573544.696060:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573544.759443:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573544.759448:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573544.759453:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573544.759494:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.759502:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.759510:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573544.759532:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926317952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573544.759584:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573544.759648:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ceb40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573544.759850:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926317952 00000100:00100000:0.0:1777573544.759858:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926317952 00000100:00100000:0.0:1777573544.759917:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1777573544.759926:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926317952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573544.759947:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573544.759960:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67e27 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.759988:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.759998:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.760007:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573544.760052:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926317952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573544.760059:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:2.0:1777573544.760129:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926317952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573544.760143:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.760152:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573544.760173:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573544.760178:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.760185:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.940283:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573544.940434:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692800 00000100:00100000:0.0:1777573544.940445:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692800 00000100:00080000:3.0:1777573544.940490:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573544.940499:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1026 00000100:00100000:0.0:1777573544.940506:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:53424:x1863919917692800:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573544.940522:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573544.940536:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67e35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e017 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.940591:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.940602:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.940610:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573544.940646:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573544.940649:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573544.940662:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.940678:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67e35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.940739:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.940749:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573544.940753:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573544.940756:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1600, rc 0) 00000100:00100000:0.0:1777573544.940811:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:53424:x1863919917692800:12345-192.168.204.9@tcp:101:rm.0 Request processed in 305us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573544.940819:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1026 00000100:00100000:2.0:1777573544.942345:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573544.942383:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917692928 00000100:00100000:3.0:1777573544.942390:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917692928 00000100:00100000:3.0:1777573544.942432:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1027 00000100:00100000:3.0:1777573544.942444:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:53424:x1863919917692928:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573544.942460:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573544.942475:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67e43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e01e expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942514:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942526:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942535:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942546:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942553:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942560:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942594:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942601:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942607:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942614:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942622:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573544.942626:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942634:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942645:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573544.942647:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573544.942651:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942658:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67e4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942669:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942731:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942739:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942745:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573544.942748:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942754:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942767:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243200) 00010000:00010000:3.0:1777573544.942770:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573544.942773:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942779:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e51 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942800:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67e43 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e01e expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942811:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573544.942814:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573544.942817:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a67e43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e01e expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.942826:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573544.942870:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:53424:x1863919917692928:12345-192.168.204.9@tcp:101:rm.0 Request processed in 429us (526us total) trans 0 rc 301/301 00000100:00100000:3.0:1777573544.942877:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1027 00000100:00100000:2.0:1777573544.972285:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573544.972344:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917693184 00000100:00100000:3.0:1777573544.972354:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917693184 00000100:00100000:3.0:1777573544.972489:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1028 00000100:00100000:3.0:1777573544.972502:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:53428:x1863919917693184:12345-192.168.204.9@tcp:36:lfs.0 00000100:00080000:0.0:1777573544.972519:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573544.972611:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318080:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.972658:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573544.972728:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926318080 00000100:00100000:2.0:1777573544.972733:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926318080 00000100:00100000:2.0:1777573544.972776:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1777573544.972783:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919926318080:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573544.972847:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919926318080:12345-0@lo:1000:mdt00_002.0 Request processed in 65us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.972856:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1777573544.972861:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573544.972891:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318080:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.972934:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318208:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.972957:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573544.973005:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926318208 00000100:00100000:2.0:1777573544.973009:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926318208 00000100:00100000:2.0:1777573544.973036:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1777573544.973043:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919926318208:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573544.973100:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919926318208:12345-0@lo:1000:mdt00_002.0 Request processed in 57us (142us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777573544.973107:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1777573544.973165:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573544.973180:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318208:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1777573544.973219:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.973229:0:6487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.973239:0:6487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.973252:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318336:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1777573544.973274:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.973347:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.973359:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926318336 00000100:00100000:2.0:1777573544.973363:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926318336 00000100:00100000:2.0:1777573544.973394:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1777573544.973400:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6487:x1863919926318336:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1777573544.973409:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573544.973423:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67e58 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.973448:0:6490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.973455:0:6490:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.973473:0:6490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.973483:0:6490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 9 pid: 6486 timeout: 1169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573544.973491:0:6490:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926318464:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573544.973983:0:6490:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ceb40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.975772:0:6490:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926318464:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573544.975774:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1777573544.975807:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.975821:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573544.975824:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573544.975829:0:6490:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.975838:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54000, rc 0) 00000100:00100000:2.0:1777573544.975887:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6487:x1863919926318336:12345-0@lo:101:mdt00_002.0 Request processed in 2488us (2613us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.975893:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1777573544.975974:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318336:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1777573544.975992:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.976003:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.976417:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917693312 00000100:00100000:3.0:1777573544.976425:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917693312 00010000:00010000:3.0:1777573544.976456:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 10 pid: 6486 timeout: 1169 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.976487:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 345 00000100:00100000:3.0:1777573544.976496:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:2401:x1863919917693312:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573544.976512:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573544.976519:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 10 pid: 6486 timeout: 1169 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.976537:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 10 pid: 6486 timeout: 1169 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.976556:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e3c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e017 expref: 10 pid: 6486 timeout: 1169 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.976571:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573544.976574:0:7408:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.976581:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.976587:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.976611:0:7408:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.976620:0:7408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:7408:1863919926318592:0@lo:105: 00000100:00100000:3.0:1777573544.976646:0:7408:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.976675:0:7408:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.976739:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926318592 00000100:00100000:2.0:1777573544.976745:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926318592 00000100:00100000:2.0:1777573544.976778:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1777573544.976785:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:7408:x1863919926318592:12345-0@lo:105: 00010000:00010000:2.0:1777573544.976795:0:6468:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.976806:0:6468:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.976815:0:6468:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.976822:0:6468:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.976829:0:6468:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.976837:0:6468:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.976856:0:6468:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89dec2acee00) 00010000:00010000:0.0:1777573544.976882:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.976891:0:6487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573544.976898:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:7408:x1863919926318592:12345-0@lo:105: Request processed in 111us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.976910:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000004:00080000:0.0:1777573544.976921:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1777573544.976952:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.976959:0:6487:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.976967:0:6487:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573544.976983:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318720:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1777573544.977004:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573544.977024:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.977092:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926318720 00000100:00100000:2.0:1777573544.977097:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926318720 00000100:00100000:3.0:1777573544.977110:0:7408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:7408:1863919926318592:0@lo:105: 00010000:00010000:3.0:1777573544.977122:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573544.977134:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1777573544.977143:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6487:x1863919926318720:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1777573544.977157:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1777573544.977164:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:2401:x1863919917693312:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 668us (1395us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573544.977170:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67e66 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.977179:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 345 00010000:00010000:2.0:1777573544.977193:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 2/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.977202:0:6491:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 4/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.977215:0:6491:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:2.0:1777573544.977249:0:6491:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1777573544.977293:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.977302:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243200) 00010000:00010000:2.0:1777573544.977305:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573544.977308:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573544.977316:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573544.977349:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926318720:12345-0@lo:101:mdt00_002.0 Request processed in 207us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.977356:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1777573544.977381:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318720:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1777573544.977392:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.977400:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573544.978583:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967522 is committed 00010000:00010000:1.0:1777573544.978614:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978622:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978626:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978630:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573544.978632:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978637:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978648:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243200) 00010000:00010000:1.0:1777573544.978650:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573544.978654:0:3621:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978664:0:3621:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978678:0:3621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.978735:0:3621:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573544.978748:0:3621:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3621:1863919926318848:0@lo:105: 00000100:00100000:1.0:1777573544.978791:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573544.978826:0:3621:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d159c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573544.978890:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926318848 00000100:00100000:0.0:1777573544.978894:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926318848 00000100:00100000:0.0:1777573544.978929:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1777573544.978937:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3621:x1863919926318848:12345-0@lo:105: 00010000:00010000:0.0:1777573544.978946:0:6469:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.978959:0:6469:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.978967:0:6469:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.978975:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 5/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.978982:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.978989:0:6469:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573544.979007:0:6469:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc3ec1200) 00000100:00100000:0.0:1777573544.979091:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3621:x1863919926318848:12345-0@lo:105: Request processed in 155us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573544.979098:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00010000:00010000:3.0:1777573544.979170:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.979180:0:6487:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573544.979190:0:3621:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3621:1863919926318848:0@lo:105: 00000004:00080000:3.0:1777573544.979203:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573544.979207:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.979217:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67e0b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.979243:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318976:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.979276:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.979302:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.979413:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926318976 00000100:00100000:2.0:1777573544.979418:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926318976 00000100:00100000:2.0:1777573544.979453:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1777573544.979460:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926318976:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573544.979528:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926318976:12345-0@lo:1000:mdt00_002.0 Request processed in 68us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.979535:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1777573544.979564:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926318976:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.979597:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319104:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.979615:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.979625:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.979728:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926319104 00000100:00100000:2.0:1777573544.979737:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926319104 00000100:00100000:2.0:1777573544.979761:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1777573544.979767:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319104:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573544.979828:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319104:12345-0@lo:1000:mdt00_002.0 Request processed in 60us (211us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777573544.979838:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1777573544.979853:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319104:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.979923:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319232:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.979946:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.979969:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.980019:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926319232 00000100:00100000:2.0:1777573544.980023:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926319232 00000100:00100000:2.0:1777573544.980058:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1777573544.980064:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319232:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573544.980113:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319232:12345-0@lo:1000:mdt00_002.0 Request processed in 49us (166us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777573544.980120:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1777573544.980132:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319232:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.980188:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319360:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.980212:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.980229:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.980287:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926319360 00000100:00100000:2.0:1777573544.980292:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926319360 00000100:00100000:2.0:1777573544.980314:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1777573544.980320:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319360:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573544.980367:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319360:12345-0@lo:1000:mdt00_002.0 Request processed in 47us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.980373:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1777573544.980388:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319360:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.980428:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319488:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1777573544.980443:0:6487:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.980458:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.980490:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926319488 00000100:00100000:2.0:1777573544.980495:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926319488 00000100:00100000:2.0:1777573544.980528:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1777573544.980535:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319488:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1777573544.980584:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6487:x1863919926319488:12345-0@lo:1000:mdt00_002.0 Request processed in 49us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573544.980592:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1777573544.980601:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6487:1863919926319488:0@lo:1000:mdt00_002.0 00000040:00080000:3.0:1777573544.981127:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].9, 1096 off41336 00000040:00080000:3.0:1777573544.981172:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].9, 1240 off42440 00000004:00080000:3.0:1777573544.981177:0:6487:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc40cc000 with version 20 00000004:00080000:0.0:1777573544.981233:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 20 rpc_version 20 00000020:00100000:0.0:1777573544.981281:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1777573544.981287:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ded934d500 x1863919926319744/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777573544.981298:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926319744:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573544.981318:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573544.981332:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573544.981366:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926319744 00000100:00100000:2.0:1777573544.981369:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926319744 00000100:00100000:2.0:1777573544.981394:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1777573544.981399:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7412:x1863919926319744:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1777573544.981588:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7412:x1863919926319744:12345-0@lo:1000:osp_up0-1.0 Request processed in 189us (269us total) trans 4294967523 rc 0/0 00000100:00100000:2.0:1777573544.981593:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1777573544.981746:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926319744:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1777573544.981861:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.981877:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.981906:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573544.981926:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009075657b reply state 00000000340d13de transno 4294967432 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.981936:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.981953:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:3.0:1777573544.981956:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573544.981960:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573544.981966:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00080000:3.0:1777573544.981974:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1777573544.981982:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.981996:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.982003:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.982027:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1777573544.982032:0:6487:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1777573544.982037:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.982045:0:6487:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.982048:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573544.982058:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.982068:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:1.0:1777573544.982073:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573544.982082:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.982113:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573544.982123:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:53428:x1863919917693184:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 9622us (9845us total) trans 4294967432 rc 0/0 00010000:00010000:1.0:1777573544.982123:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777573544.982133:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1028 00010000:00010000:1.0:1777573544.982152:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.982161:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89dec2acee00/0x1e8fa618a5a67e58 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a67e5f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573544.982182:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573544.982184:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573544.982186:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573544.982229:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926319872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573544.982257:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573544.982461:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926319872 00000100:00100000:3.0:1777573544.982466:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926319872 00000100:00100000:3.0:1777573544.982503:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1777573544.982519:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3637:x1863919926319872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573544.982530:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573544.982547:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e5f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a67e58 expref: 9 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573544.982559:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573544.982563:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573544.983069:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919926319872:12345-0@lo:103:ldlm_bl.0 Request processed in 559us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573544.983076:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1777573544.983118:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926319872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573545.008779:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573545.008840:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917693440 00000100:00100000:2.0:1777573545.008850:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917693440 00000100:00100000:2.0:1777573545.008908:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1029 00000100:00100000:2.0:1777573545.008919:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:53432:x1863919917693440:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:2.0:1777573545.008949:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573545.008971:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67e7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e025 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.009044:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e82 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.009058:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.009067:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573545.009102:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1777573545.009104:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573545.009119:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e82 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.009137:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67e7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e025 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.009155:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e82 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e025 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.009165:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573545.009168:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573545.009171:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54000, rc 0) 00000100:00100000:2.0:1777573545.009227:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:53432:x1863919917693440:12345-192.168.204.9@tcp:101:chown.0 Request processed in 310us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573545.009238:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1029 00000100:00100000:2.0:1777573545.011444:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573545.011529:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917693568 00000100:00100000:0.0:1777573545.011538:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917693568 00000100:00100000:0.0:1777573545.011594:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1030 00000100:00100000:0.0:1777573545.011603:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:53432:x1863919917693568:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:0.0:1777573545.011621:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573545.011639:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67e89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e02c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.011725:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.011739:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.011757:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.011769:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.011778:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.011785:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.011819:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573545.011835:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6485:1863919926320000:0@lo:104: 00000100:00100000:0.0:1777573545.011876:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573545.011925:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320000 00000100:00100000:0.0:1777573545.011930:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573545.011940:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320000 00000100:00100000:2.0:1777573545.011979:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1777573545.011987:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6485:x1863919926320000:12345-0@lo:104: 00010000:00010000:2.0:1777573545.011998:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.012380:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573545.012388:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6485:x1863919926320000:12345-0@lo:104: Request processed in 403us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573545.012400:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1777573545.012413:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6485:1863919926320000:0@lo:104: 00010000:00010000:0.0:1777573545.012433:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573545.012474:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573545.012481:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573545.012490:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:1.0:1777573545.012495:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573545.012503:0:8386:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573545.012526:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573545.012533:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1777573545.012585:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926320128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573545.012614:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573545.012672:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573545.012682:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3ec1200/0x1e8fa618a5a67e66 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67e6d expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573545.012730:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320128 00010000:00010000:1.0:1777573545.012734:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573545.012736:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573545.012737:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320128 00010000:00010000:1.0:1777573545.012738:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573545.012761:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573545.012794:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1777573545.012802:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3638:x1863919926320128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573545.012812:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1777573545.014863:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967523 is committed 00010000:00010000:3.0:1777573545.015030:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67e6d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67e66 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.015043:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243200) 00010000:00010000:3.0:1777573545.015047:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.015054:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.015258:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.015284:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573545.015317:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.015328:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573545.015343:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926320128:12345-0@lo:103:ldlm_bl.0 Request processed in 2542us (2728us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573545.015350:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1777573545.015385:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926320128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573545.015436:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6485:1863919926320256:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573545.015488:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573545.015512:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573545.015542:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320256 00000100:00100000:2.0:1777573545.015550:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320256 00000100:00100000:2.0:1777573545.015594:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1777573545.015602:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6485:x1863919926320256:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573545.015657:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6485:x1863919926320256:12345-0@lo:1000:mdt00_000.0 Request processed in 57us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573545.015662:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1777573545.015921:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934e680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6485:1863919926320256:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1777573545.015963:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67e9e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.015975:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67e9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.015985:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67e9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573545.016021:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67e9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016034:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016040:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016047:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016053:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016059:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573545.016063:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016070:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016080:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573545.016083:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573545.016087:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016093:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67e90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016104:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016109:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016115:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016120:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573545.016123:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016129:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016135:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef243200) 00010000:00010000:0.0:1777573545.016137:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573545.016140:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016146:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67e97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016187:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67e89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e02c expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016200:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67e9e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e02c expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.016212:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efcf00) 00010000:00010000:0.0:1777573545.016215:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573545.016217:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1000, rc 0) 00000100:00100000:0.0:1777573545.016265:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:53432:x1863919917693568:12345-192.168.204.9@tcp:101:chown.0 Request processed in 4662us (4827us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573545.016272:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1030 00000100:00100000:0.0:1777573545.019474:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573545.020218:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917693696 00000100:00100000:2.0:1777573545.020229:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917693696 00000100:00100000:2.0:1777573545.020290:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1031 00000100:00100000:2.0:1777573545.020300:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:53432:x1863919917693696:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:2.0:1777573545.020326:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573545.020345:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67ea5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e033 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.020400:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67eac lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.020413:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67eac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.020423:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67eac lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573545.020472:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573545.020476:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573545.020511:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67ea5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e033 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.020531:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67eac lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e033 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.020539:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:2.0:1777573545.020542:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573545.020546:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55200, rc 0) 00000100:00100000:2.0:1777573545.020612:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:53432:x1863919917693696:12345-192.168.204.9@tcp:101:chown.0 Request processed in 314us (1146us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573545.020622:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1031 00000100:00100000:3.0:1777573545.023156:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573545.023240:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917693952 00000100:00100000:0.0:1777573545.023248:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917693952 00000100:00100000:0.0:1777573545.023299:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1032 00000100:00100000:0.0:1777573545.023309:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:53432:x1863919917693952:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:0.0:1777573545.023356:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573545.023380:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67eac lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e033 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.023398:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:0.0:1777573545.023403:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573545.023423:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.023436:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.023444:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573545.025797:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967433 is committed 00000004:00010000:0.0:1777573545.025871:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000016ee3a62 reply state 00000000164b1a5a transno 4294967433 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.025881:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.025892:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.025899:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.025905:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.025915:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573545.025916:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:0.0:1777573545.025921:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573545.025925:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573545.025928:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.025937:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573545.025938:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00010000:00080000:0.0:1777573545.026023:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:2.0:1777573545.026038:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:2.0:1777573545.026041:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573545.026045:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573545.026051:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53432:x1863919917693952:12345-192.168.204.9@tcp:36:chown.0 Request processed in 2740us (2897us total) trans 4294967433 rc 0/0 00010000:00010000:2.0:1777573545.026055:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a67e74 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573545.026063:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1032 00010000:00010000:3.0:1777573545.026106:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.026279:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.026285:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.026290:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573545.026293:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.026300:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.026310:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc10eb300) 00010000:00010000:3.0:1777573545.026312:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573545.026315:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.026320:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67eb3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573545.400186:0:89099:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9a443590 20000000:00000080:2.0:1777573545.400204:0:89099:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3125c00 uarg=0000000000000000 00010000:00010000:2.0:1777573545.400405:0:89099:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 2. 00010000:00010000:2.0:1777573545.400438:0:89099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efcf00) 00010000:00010000:2.0:1777573545.400442:0:89099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573545.400452:0:89099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67e9e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e02c expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.400476:0:89099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573545.400479:0:89099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573545.400483:0:89099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a67e82 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e025 expref: 5 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.400493:0:89099:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 2 locks, left on hash table 0. 00010000:00010000:2.0:1777573545.400518:0:89099:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573545.400531:0:89099:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573545.400551:0:89099:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573545.400565:0:89099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.400578:0:89099:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.400586:0:89099:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.400619:0:89099:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.400631:0:89099:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 22 pid: 6479 timeout: 1220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573545.400645:0:89099:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89099:1863919926320384:0@lo:104: 00000100:00100000:2.0:1777573545.400767:0:89099:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573545.400886:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320384 00000100:00100000:0.0:1777573545.400896:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320384 00000100:00100000:0.0:1777573545.400933:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1777573545.400939:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:89099:x1863919926320384:12345-0@lo:104: 00010000:00010000:0.0:1777573545.400955:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.401003:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573545.401007:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:89099:x1863919926320384:12345-0@lo:104: Request processed in 69us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573545.401011:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00010000:00010000:3.0:1777573545.401072:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777573545.401077:0:89099:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ce9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777573545.401079:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401089:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573545.401093:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573545.401097:0:89099:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:89099:1863919926320384:0@lo:104: 00010000:00010000:3.0:1777573545.401109:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573545.401113:0:89099:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573545.401117:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573545.401124:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573545.401150:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401157:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573545.401184:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401191:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54200/0x1e8fa618a5a67e27 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67e2e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401203:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573545.401204:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573545.401207:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573545.401216:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573545.401225:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926320512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573545.401247:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573545.401303:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320512 00000100:00100000:3.0:1777573545.401306:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320512 00010000:00010000:3.0:1777573545.401321:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 23 pid: 6479 timeout: 1220 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573545.401453:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1777573545.401459:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926320512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573545.401467:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573545.401470:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 23 pid: 6479 timeout: 1220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401477:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 23 pid: 6479 timeout: 1220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401484:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a67e2e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67e27 expref: 23 pid: 6479 timeout: 1220 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401492:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401497:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401504:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401508:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401513:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401516:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401519:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573545.401522:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401525:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401540:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573545.401547:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573545.401572:0:89099:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573545.401573:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926320512:12345-0@lo:103:ldlm_bl.0 Request processed in 115us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573545.401586:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00010000:00010000:1.0:1777573545.401590:0:89099:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573545.401597:0:89099:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a67eba lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573545.401630:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926320512:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573545.719573:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573545.806326:0:89147:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe542fe130 20000000:00000080:0.0:1777573545.806343:0:89147:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fb7000 uarg=0000000000000000 00010000:00010000:0.0:1777573545.806510:0:89147:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573545.806527:0:89147:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573545.806549:0:89147:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573545.806568:0:89147:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573545.806591:0:89147:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573545.806609:0:89147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806626:0:89147:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806636:0:89147:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806643:0:89147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806649:0:89147:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806656:0:89147:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806661:0:89147:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573545.806665:0:89147:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806681:0:89147:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806727:0:89147:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806736:0:89147:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573545.806742:0:89147:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a67ec1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 89147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573546.422893:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926321152:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.422957:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926320640:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.422962:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573546.423019:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926320896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573546.423022:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573546.423038:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926321664:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423052:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926320768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573546.423080:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573546.423081:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573546.423092:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321152 00000100:00100000:2.0:1777573546.423099:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320640 00000100:00100000:0.0:1777573546.423102:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321152 00000100:00100000:2.0:1777573546.423105:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320640 00000100:00100000:1.0:1777573546.423106:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926322176:0@lo:400:kworker.0 00000100:00100000:3.0:1777573546.423120:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926321280:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423144:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573546.423153:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1777573546.423162:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926320640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573546.423172:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1777573546.423177:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321664 00000100:00100000:1.0:1777573546.423182:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321664 00000100:00100000:0.0:1777573546.423184:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926321152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423213:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926320640:12345-0@lo:400:kworker.0 Request processed in 52us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573546.423222:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1777573546.423229:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573546.423232:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926322176 00000100:00100000:1.0:1777573546.423235:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926322176 00000100:00100000:0.0:1777573546.423254:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926321152:12345-0@lo:400:kworker.0 Request processed in 72us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573546.423261:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926321792:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423261:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321280 00000100:00100000:2.0:1777573546.423266:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320896 00000100:00100000:1.0:1777573546.423267:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321280 00000100:00100000:0.0:1777573546.423267:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1777573546.423270:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320896 00000100:00100000:1.0:1777573546.423296:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1777573546.423302:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926321024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423305:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1777573546.423305:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926321664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573546.423308:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573546.423314:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926320896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573546.423338:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573546.423343:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926322304:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423359:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926321664:12345-0@lo:400:kworker.0 Request processed in 53us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573546.423359:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573546.423368:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1777573546.423381:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321024 00000100:00100000:2.0:1777573546.423384:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926320896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573546.423385:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321024 00000100:00100000:0.0:1777573546.423389:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926321536:0@lo:400:kworker.0 00000100:00100000:3.0:1777573546.423394:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573546.423399:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1777573546.423399:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1777573546.423406:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926322176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423437:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1777573546.423437:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573546.423454:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926320896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573546.423454:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926322048:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423461:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926321280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423461:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926322176:12345-0@lo:400:kworker.0 Request processed in 53us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573546.423470:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1777573546.423487:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321536 00000100:00100000:1.0:1777573546.423490:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321536 00000100:00100000:0.0:1777573546.423496:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573546.423500:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1777573546.423511:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926321024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423513:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926322048 00000100:00100000:1.0:1777573546.423518:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926322048 00000100:00100000:2.0:1777573546.423521:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926321280:12345-0@lo:400:kworker.0 Request processed in 62us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573546.423530:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:1.0:1777573546.423540:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1777573546.423546:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1777573546.423549:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926321536:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573546.423550:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573546.423552:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926322048:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573546.423558:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573546.423561:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573546.423584:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926322048:12345-0@lo:400:kworker.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573546.423584:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926321536:12345-0@lo:400:kworker.0 Request processed in 36us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573546.423590:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1777573546.423596:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1777573546.423598:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926321664:0@lo:400:kworker.0 00000100:00100000:0.0:1777573546.423615:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926322176:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423621:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573546.423629:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967523 gen 2 00000004:00080000:0.0:1777573546.423636:0:3635:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967523 committed transno 4294967523 00000100:00100000:1.0:1777573546.423639:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321792 00000020:00080000:0.0:1777573546.423642:0:3635:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff89ddc40cc300 refcount 2 committed 0 result 0 batchid 9 00000100:00100000:2.0:1777573546.423643:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926321408:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423643:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321792 00000020:00080000:0.0:1777573546.423650:0:3635:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89def777ff00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc40cc000 00000020:00080000:0.0:1777573546.423654:0:3635:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].9 00000020:00080000:0.0:1777573546.423657:0:3635:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89def777fd00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc2e94200 00000020:00080000:0.0:1777573546.423673:0:3635:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].9 00000100:00100000:2.0:1777573546.423686:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573546.423721:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926321024:12345-0@lo:400:kworker.0 Request processed in 212us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573546.423722:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926322304 00000100:00100000:0.0:1777573546.423723:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926321152:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423728:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926322304 00000100:00100000:2.0:1777573546.423731:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926321920:0@lo:400:kworker.0 00000100:00100000:3.0:1777573546.423739:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1777573546.423757:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1777573546.423759:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573546.423765:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926321792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423777:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926322432:0@lo:400:kworker.0 00000020:00080000:0.0:1777573546.423779:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 9 committed batchid 8 00000100:00100000:1.0:1777573546.423796:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926321792:12345-0@lo:400:kworker.0 Request processed in 32us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573546.423800:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573546.423802:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1777573546.423817:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321920 00000100:00100000:1.0:1777573546.423820:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321920 00000100:00100000:2.0:1777573546.423831:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926320640:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423840:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926322432 00000100:00100000:1.0:1777573546.423843:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926322432 00000020:00080000:0.0:1777573546.423848:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 8 00000100:00100000:2.0:1777573546.423861:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926320768 00000100:00100000:1.0:1777573546.423862:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1777573546.423863:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926321024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423865:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926320768 00000100:00100000:0.0:1777573546.423871:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:1.0:1777573546.423872:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926322304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573546.423885:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926321536:0@lo:400:kworker.0 00000100:00100000:0.0:1777573546.423886:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926321920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.423896:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1777573546.423907:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926320768:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573546.423914:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926322048:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.423915:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926322304:12345-0@lo:400:kworker.0 Request processed in 46us (526us total) trans 0 rc 0/0 00002000:00000024:2.0:1777573546.423919:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573546.423926:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:1.0:1777573546.423946:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1777573546.423950:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926321920:12345-0@lo:400:kworker.0 Request processed in 68us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573546.423958:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926320768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573546.423958:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926322432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573546.423962:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1777573546.423972:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1777573546.423983:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926321280:0@lo:400:kworker.0 00000100:00080000:0.0:1777573546.423990:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573546.423992:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926322432:12345-0@lo:400:kworker.0 Request processed in 35us (189us total) trans 0 rc 0/0 00000100:00080000:0.0:1777573546.423995:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573546.424000:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926321792:0@lo:400:kworker.0 00000100:00100000:1.0:1777573546.424004:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1777573546.424022:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926322304:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.424025:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926320768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573546.424025:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926321408 00000100:00100000:0.0:1777573546.424032:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926321408 00000100:00100000:2.0:1777573546.424049:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926321920:0@lo:400:kworker.0 00000100:00100000:2.0:1777573546.424062:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926322432:0@lo:400:kworker.0 00000100:00100000:3.0:1777573546.424077:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1777573546.424088:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926321408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573546.424131:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926321408:12345-0@lo:400:kworker.0 Request processed in 48us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573546.424138:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1777573546.424598:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926321408:0@lo:400:kworker.0 00010000:00010000:2.0:1777573546.743481:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573547.063765:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573547.063772:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573547.063777:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573547.063826:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.063838:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.063848:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573547.063873:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926322560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573547.063935:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573547.063981:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ced80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573547.064370:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926322560 00000100:00100000:1.0:1777573547.064388:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926322560 00000100:00100000:1.0:1777573547.064448:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1777573547.064459:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926322560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573547.064473:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573547.064487:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a67ec8 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.064509:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.064520:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.064528:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187600, rc 0) 00000100:00100000:1.0:1777573547.064587:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926322560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573547.064594:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1777573547.064876:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c10e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926322560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573547.064891:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.064904:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573547.064922:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573547.064926:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.064938:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573547.251727:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573547.251807:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917694080 00000100:00100000:3.0:1777573547.251817:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917694080 00000100:00100000:1.0:1777573547.251936:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 62 00000100:00100000:1.0:1777573547.251950:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:6156:x1863919917694080:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573547.251964:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573547.251967:0:10290:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a67e82) 00010000:00010000:1.0:1777573547.251969:0:10290:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a67e9e) 00010000:00010000:1.0:1777573547.251971:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1777573547.251981:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573547.252086:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:6156:x1863919917694080:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 140us (399us total) trans 0 rc 116/116 00000100:00100000:1.0:1777573547.252094:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 62 00000100:00100000:3.0:1777573547.450787:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926322688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573547.450854:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573547.450929:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926322688 00000100:00100000:3.0:1777573547.450935:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926322688 00000100:00100000:3.0:1777573547.450976:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1777573547.450983:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926322688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573547.451010:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573547.451047:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926322688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573547.451054:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1777573547.451096:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926322688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573547.452626:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926322816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573547.452683:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573547.452820:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926322816 00000100:00100000:0.0:1777573547.452826:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926322816 00000100:00100000:0.0:1777573547.452866:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1777573547.452874:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926322816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573547.452890:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573547.452937:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926322816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573547.452945:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1777573547.453097:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926322816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573547.755029:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573547.756676:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917694208 00000100:00100000:0.0:1777573547.756690:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917694208 00000100:00100000:0.0:1777573547.756768:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1033 00000100:00100000:0.0:1777573547.756779:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:53537:x1863919917694208:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573547.756803:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573547.756823:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67ed6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e03a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.756888:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.756903:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.756916:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573547.756961:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573547.756964:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573547.756989:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.757012:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67ed6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.757028:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.757041:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573547.757044:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573547.757048:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573547.757117:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:53537:x1863919917694208:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 339us (2097us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573547.757124:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1033 00000100:00100000:3.0:1777573547.761781:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573547.761829:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917694336 00000100:00100000:0.0:1777573547.761840:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917694336 00000100:00100000:0.0:1777573547.761906:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1034 00000100:00100000:0.0:1777573547.761917:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:53537:x1863919917694336:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573547.761936:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573547.761958:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67ee4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e041 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762016:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762031:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762043:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762058:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762071:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762082:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762135:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67ef9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762143:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67ef9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762150:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67ef9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573547.762171:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67ef9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762185:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762192:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762199:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762204:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762211:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573547.762215:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762222:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762234:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573547.762237:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573547.762242:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762248:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67eeb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762261:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762267:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762272:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762277:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573547.762280:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762286:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762293:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efc500) 00010000:00010000:0.0:1777573547.762295:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573547.762298:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762303:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67ef2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762334:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a67ee4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e041 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762346:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67ef9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e041 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.762353:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:0.0:1777573547.762355:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573547.762358:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573547.762427:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:53537:x1863919917694336:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 512us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573547.762434:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1034 00000100:00100000:2.0:1777573547.767272:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573547.767336:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917694464 00000100:00100000:1.0:1777573547.767347:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917694464 00000100:00100000:1.0:1777573547.767421:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1035 00000100:00100000:1.0:1777573547.767432:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53537:x1863919917694464:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573547.767457:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573547.767479:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67f00 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e048 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.767544:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67f07 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.767559:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67f07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.767572:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67f07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573547.767622:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000100:00080000:2.0:1777573547.767624:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00200000:1.0:1777573547.767627:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1777573547.767675:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67f00 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e048 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.767690:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67f07 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e048 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.767715:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:1.0:1777573547.767719:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573547.767722:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573547.767779:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:53537:x1863919917694464:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 349us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573547.767787:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1035 00010000:00010000:2.0:1777573547.767862:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573547.770657:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573547.770923:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917694720 00000100:00100000:2.0:1777573547.770932:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917694720 00000100:00100000:2.0:1777573547.770990:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1036 00000100:00100000:2.0:1777573547.771000:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:53537:x1863919917694720:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573547.771051:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573547.771078:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67f07 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e048 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.771096:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:2.0:1777573547.771108:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573547.771130:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.771143:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.771154:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573547.777135:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967434 is committed 00000020:00080000:3.0:1777573547.777149:0:7398:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 9 batchid updated 00000004:00010000:2.0:1777573547.777264:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022451c30 reply state 00000000935e02da transno 4294967434 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1777573547.777265:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000004:00080000:1.0:1777573547.777326:0:7420:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc48273c0 with version 21 00000020:00080000:1.0:1777573547.777338:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 9 cancel update log [0x200000401:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1777573547.777408:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 9 cancel update log [0x240000400:0x2:0x0].9: rc = 0 00000020:00080000:1.0:1777573547.777416:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000004:00080000:0.0:1777573547.777531:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 21 rpc_version 21 00000020:00100000:0.0:1777573547.777568:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1777573547.777579:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89def4ed5c00 x1863919926323072/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777573547.777605:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926323072:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573547.777684:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573547.777873:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cce40 going to sleep for 11 seconds 00010000:00010000:2.0:1777573547.777898:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.777907:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89deef243a00) 00010000:00010000:2.0:1777573547.777910:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573547.777914:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573547.777925:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926323072 00000004:00200000:2.0:1777573547.777929:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000100:00100000:1.0:1777573547.777933:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926323072 00010000:00080000:2.0:1777573547.778016:0:26981:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573547.778033:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:53537:x1863919917694720:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 7032us (7383us total) trans 4294967434 rc 0/0 00000100:00100000:0.0:1777573547.778038:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1777573547.778042:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1036 00000100:00100000:0.0:1777573547.778048:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7412:x1863919926323072:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1777573547.778075:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.778083:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.778091:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.778096:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573547.778101:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.778108:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.778119:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89deef243a00) 00010000:00010000:2.0:1777573547.778121:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573547.778125:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.778131:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f0e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573547.778165:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7412:x1863919926323072:12345-0@lo:1000:osp_up0-1.0 Request processed in 119us (482us total) trans 4294967524 rc 0/0 00000100:00100000:0.0:1777573547.778172:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1777573547.778190:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926323072:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1777573547.810374:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573547.810430:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917694848 00000100:00100000:0.0:1777573547.810440:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917694848 00000100:00100000:0.0:1777573547.810503:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1037 00000100:00100000:0.0:1777573547.810513:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:53541:x1863919917694848:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573547.810533:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573547.810567:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e04f expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.810643:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.810663:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.810674:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.810689:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.810734:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811011:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811064:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67f2a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811083:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67f2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811090:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67f2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573547.811113:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67f2a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811127:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811132:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811139:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811145:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811151:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573547.811154:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811161:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811170:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573547.811173:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573547.811177:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811183:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a67f1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811196:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811202:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811207:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811212:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573547.811214:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811220:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811226:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efc500) 00010000:00010000:0.0:1777573547.811228:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573547.811231:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811235:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a67f23 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811260:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e04f expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811274:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67f2a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e04f expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.811286:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:0.0:1777573547.811289:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573547.811292:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1200, rc 0) 00000100:00100000:0.0:1777573547.811356:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:53541:x1863919917694848:12345-192.168.204.9@tcp:101:touch.0 Request processed in 845us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573547.811361:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1037 00000100:00100000:0.0:1777573547.814037:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573547.814133:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573547.814191:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917695104 00000100:00100000:3.0:1777573547.814193:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917694976 00000100:00100000:3.0:1777573547.814201:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917694976 00000100:00100000:1.0:1777573547.814202:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917695104 00000100:00100000:3.0:1777573547.814292:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1038 00000100:00100000:3.0:1777573547.814302:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:53541:x1863919917694976:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573547.814323:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573547.814346:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67f31 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e056 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.814405:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.814417:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.814428:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573547.814440:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 63 00000100:00100000:1.0:1777573547.814452:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917695104:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573547.814464:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573547.814483:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a67f2a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e04f expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573547.814486:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573547.814493:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1777573547.814503:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:1.0:1777573547.814508:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573547.814536:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a67f31 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573547.814589:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917695104:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 139us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573547.814674:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 63 00010000:00010000:3.0:1777573547.814718:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.814729:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:3.0:1777573547.814732:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1777573547.814735:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:2.0:1777573547.814939:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:53541:x1863919917694976:12345-192.168.204.9@tcp:101:touch.0 Request processed in 637us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573547.814946:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1038 00000100:00100000:0.0:1777573547.816430:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573547.816508:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917695360 00000100:00100000:3.0:1777573547.816515:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917695360 00000100:00100000:3.0:1777573547.816562:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1039 00000100:00100000:3.0:1777573547.816571:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:53541:x1863919917695360:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573547.816587:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573547.816603:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67f3f lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e05d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.816820:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.816834:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.816847:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.816907:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.816915:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.816922:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573547.817060:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926323200:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573547.817100:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573547.817140:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926323200 00000100:00100000:1.0:1777573547.817146:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926323200 00000100:00100000:3.0:1777573547.817147:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48cea80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573547.817186:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1777573547.817196:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926323200:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573547.817267:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926323200:12345-0@lo:1000:mdt00_000.0 Request processed in 74us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573547.817275:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1777573547.817529:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926323200:0@lo:1000:mdt00_000.0 00000004:00080000:2.0:1777573547.817884:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xd:0x0], index 0: 0 00010000:00010000:2.0:1777573547.818229:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f54 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818240:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f54 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818247:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f54 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818289:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818295:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818300:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818306:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818312:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573547.818317:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818324:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818336:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:2.0:1777573547.818338:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573547.818342:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818348:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a67f46 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573547.818361:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026892155 reply state 000000005a4e0f62 transno 4294967435 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818371:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818376:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89defbd2b100) 00010000:00010000:2.0:1777573547.818378:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573547.818380:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573547.818411:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a67f3f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e05d expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818425:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f54 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e05d expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.818431:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89deef243a00) 00010000:00010000:2.0:1777573547.818433:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573547.818436:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54800, rc 0) 00000100:00100000:2.0:1777573547.818544:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:53541:x1863919917695360:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1974us (2119us total) trans 4294967435 rc 0/0 00000100:00100000:2.0:1777573547.818551:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1039 00000100:00100000:2.0:1777573547.821251:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573547.821334:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917695616 00000100:00100000:0.0:1777573547.821343:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917695616 00000100:00100000:0.0:1777573547.821401:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1040 00000100:00100000:0.0:1777573547.821411:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:53541:x1863919917695616:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:0.0:1777573547.821463:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573547.821489:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a67f54 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e05d expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.821508:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89deef243a00) 00010000:00010000:0.0:1777573547.821518:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573547.821570:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.821582:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.821591:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573547.821746:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009815c735 reply state 00000000cb3a57f2 transno 4294967436 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.821758:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.821764:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:0.0:1777573547.821766:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573547.821769:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573547.821858:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:53541:x1863919917695616:12345-192.168.204.9@tcp:36:touch.0 Request processed in 438us (603us total) trans 4294967436 rc 0/0 00000100:00100000:0.0:1777573547.821866:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1040 00000100:00100000:0.0:1777573547.823220:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573547.823281:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917695744 00000100:00100000:1.0:1777573547.823289:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917695744 00000100:00100000:1.0:1777573547.823334:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1041 00000100:00100000:1.0:1777573547.823343:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:53541:x1863919917695744:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573547.823364:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573547.823379:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67f69 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e064 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.823424:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67f69 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e064 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.823437:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67f69 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e064 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.823453:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:1.0:1777573547.823461:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573547.823464:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573547.823512:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:53541:x1863919917695744:12345-192.168.204.9@tcp:101:touch.0 Request processed in 171us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573547.823519:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1041 00000100:00100000:2.0:1777573547.825328:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573547.825381:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917695872 00000100:00100000:3.0:1777573547.825390:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917695872 00000100:00100000:3.0:1777573547.825486:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 461 00000100:00100000:3.0:1777573547.825494:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917695872:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:2.0:1777573547.825561:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573547.825730:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917695872:12345-192.168.204.9@tcp:2:touch.0 Request processed in 236us (409us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1777573547.825738:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 461 00000100:00100000:2.0:1777573547.828048:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573547.828222:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917696128 00000100:00100000:0.0:1777573547.828229:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917696128 00000100:00100000:0.0:1777573547.828275:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 151 00000100:00100000:0.0:1777573547.828282:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:53541:x1863919917696128:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:0.0:1777573547.828549:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:53541:x1863919917696128:12345-192.168.204.9@tcp:35:touch.0 Request processed in 268us (508us total) trans 4294967437 rc 0/0 00000100:00100000:0.0:1777573547.828554:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 151 00000100:00100000:0.0:1777573547.866794:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573547.866958:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917696256 00000100:00100000:2.0:1777573547.866968:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917696256 00000100:00100000:2.0:1777573547.867076:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1042 00000100:00100000:2.0:1777573547.867086:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+12:53545:x1863919917696256:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573547.867109:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573547.867126:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67f70 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e06b expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867193:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867209:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867219:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867229:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867236:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867246:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867324:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67f85 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867333:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67f85 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867340:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67f85 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573547.867398:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x20:0x0]: returning size 0 00000004:00200000:2.0:1777573547.867403:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573547.867430:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67f85 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867444:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67f85 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867455:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867460:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867466:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867473:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867482:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573547.867486:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867494:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867506:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:2.0:1777573547.867509:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573547.867513:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867519:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a67f77 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867534:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867539:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867544:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867549:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573547.867562:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867569:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867581:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89defbd2b100) 00010000:00010000:2.0:1777573547.867583:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573547.867586:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867591:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a67f7e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867618:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a67f70 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e06b expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867641:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67f85 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e06b expref: 13 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573547.867648:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:2.0:1777573547.867651:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573547.867654:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573547.867803:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:53545:x1863919917696256:12345-192.168.204.9@tcp:101:rm.0 Request processed in 716us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573547.867811:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1042 00000100:00100000:2.0:1777573547.871830:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573547.871999:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917696384 00000100:00100000:3.0:1777573547.872009:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917696384 00000100:00100000:3.0:1777573547.872058:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 462 00000100:00100000:3.0:1777573547.872068:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917696384:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573547.872086:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573547.872105:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e072 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573547.872126:0:17492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x69f39eac, atime: 0x69f39eac, ctime: 0x69f39eac, blocks: 0x0 00010000:00010000:3.0:1777573547.872142:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573547.872144:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573547.872151:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 7 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.872169:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 7 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573547.872179:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:3.0:1777573547.872335:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917696384:12345-192.168.204.9@tcp:101:rm.0 Request processed in 269us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573547.872341:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 462 00000100:00100000:3.0:1777573547.874648:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573547.874735:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917696640 00000100:00100000:0.0:1777573547.874743:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917696640 00000100:00100000:0.0:1777573547.874796:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1043 00000100:00100000:0.0:1777573547.874806:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:53545:x1863919917696640:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1777573547.874861:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573547.874885:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a67f85 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e06b expref: 13 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.874908:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67f69 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e064 expref: 12 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.874923:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:0.0:1777573547.874928:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573547.874947:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.874960:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.874968:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.874978:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.874984:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.874990:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875065:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875073:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875079:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573547.875348:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:0.0:1777573547.875357:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1072523663751ns, next at 1073523661732ns, rc = 0 00010000:00010000:0.0:1777573547.875400:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875409:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875417:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875423:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875429:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875435:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875491:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777573547.875512:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875517:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875523:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875529:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573547.875533:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875539:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875547:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:0.0:1777573547.875549:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777573547.875553:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875558:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a67fa1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x20:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875572:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875578:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875582:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875587:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875591:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573547.875594:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875599:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875605:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:0.0:1777573547.875608:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573547.875610:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875619:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a67f93 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573547.875627:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007e968c10 reply state 000000003b21156e transno 4294967438 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875647:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573547.875652:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89defbd2b100) 00010000:00010000:0.0:1777573547.875654:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573547.875657:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573547.875760:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:53545:x1863919917696640:12345-192.168.204.9@tcp:36:rm.0 Request processed in 955us (1129us total) trans 4294967438 rc 0/0 00000100:00100000:0.0:1777573547.875768:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1043 00010000:00010000:1.0:1777573547.876527:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573547.876535:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.876543:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573547.876546:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.876553:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.876564:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:1.0:1777573547.876566:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777573547.876570:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.876574:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a67fa8 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573547.876584:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573547.876586:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573547.876587:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573547.959014:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926323328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573547.959089:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573547.959133:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926323328 00000100:00100000:1.0:1777573547.959143:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926323328 00000100:00100000:1.0:1777573547.959188:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1777573547.959197:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926323328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573547.959231:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573547.959365:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926323328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 169us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573547.959372:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1777573547.959710:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926323328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573548.058936:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573548.059066:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917696768 00000100:00100000:2.0:1777573548.059077:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917696768 00000100:00100000:3.0:1777573548.059084:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573548.059186:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 831 00000100:00100000:1.0:1777573548.059186:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917696896 00000100:00100000:1.0:1777573548.059193:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917696896 00000100:00100000:2.0:1777573548.059200:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917696768:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:3.0:1777573548.059235:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573548.059249:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:1.0:1777573548.059258:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917696896:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573548.059272:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917696768:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 75us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573548.059282:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 831 00000100:00100000:1.0:1777573548.059296:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917696896:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573548.059304:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 797 00000100:00100000:0.0:1777573548.397533:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573548.397684:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917697024 00000100:00100000:2.0:1777573548.397711:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917697024 00000100:00100000:2.0:1777573548.397772:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1044 00000100:00100000:2.0:1777573548.397783:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:53560:x1863919917697024:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573548.397808:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573548.397876:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a67faf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e079 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.397946:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67fb6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.397960:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67fb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.397976:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67fb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573548.398022:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573548.398026:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573548.398047:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67fb6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.398072:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a67faf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e079 expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.398099:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67fb6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e079 expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.398129:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:2.0:1777573548.398133:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573548.398138:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573548.399099:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:53560:x1863919917697024:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 1315us (1572us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573548.399108:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1044 00000100:00100000:2.0:1777573548.405339:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573548.407746:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917697280 00000100:00100000:0.0:1777573548.407760:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917697280 00000100:00100000:0.0:1777573548.407815:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1045 00000100:00100000:0.0:1777573548.407826:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:53560:x1863919917697280:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573548.407878:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573548.407904:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a67fb6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e079 expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.407926:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:0.0:1777573548.407931:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573548.407954:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.407967:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.407976:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.408008:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.408022:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 13 pid: 6487 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573548.408037:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926323456:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573548.408147:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573548.410848:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573548.412008:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926323456:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573548.412039:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573548.413182:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917697408 00000100:00100000:3.0:1777573548.413193:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917697408 00010000:00010000:3.0:1777573548.413235:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 14 pid: 6487 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573548.413293:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 348 00000100:00100000:3.0:1777573548.413306:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded89e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:2400:x1863919917697408:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573548.413322:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573548.413329:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 14 pid: 6487 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.413343:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 14 pid: 6487 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.413365:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a67f38 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e056 expref: 14 pid: 6487 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.413382:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:3.0:1777573548.413387:0:7408:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.413396:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.413404:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.413429:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573548.413486:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded89e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:2400:x1863919917697408:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 184us (2646us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573548.413492:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 348 00010000:00010000:1.0:1777573548.413556:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.413566:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573548.417040:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967439 is committed 00000004:00080000:2.0:1777573548.417057:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 57 committed 00010000:00010000:3.0:1777573548.417174:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417186:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.417191:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1777573548.417194:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417201:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573548.417205:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.417214:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926323584:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777573548.417216:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417243:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89defbd2b100) 00010000:00010000:3.0:1777573548.417247:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573548.417252:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417259:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a67f4d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417278:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417285:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.417291:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573548.417298:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417303:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573548.417306:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417311:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417320:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x20:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:3.0:1777573548.417322:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573548.417326:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417331:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a67f62 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.417339:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926323584 00000100:00100000:1.0:1777573548.417347:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926323584 00010000:00010000:3.0:1777573548.417356:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417363:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417370:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417375:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573548.417378:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417385:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417394:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89defbd2b100) 00010000:00010000:3.0:1777573548.417397:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573548.417400:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.417406:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67f9a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.417407:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1777573548.417420:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926323584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777573548.417449:0:12154:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:13 count 1 00010000:00010000:1.0:1777573548.417469:0:12154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417488:0:12154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 6 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417496:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573548.417498:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573548.417501:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417528:0:12154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 6 pid: 17492 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417542:0:12154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 6 pid: 17492 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.417559:0:12154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12154:1863919926323712:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573548.417638:0:12154:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827300 going to sleep for 11 seconds 00000100:00080000:1.0:1777573548.417651:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00010000:1.0:1777573548.417687:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047e4525b reply state 0000000033569552 transno 4294967439 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417727:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417736:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:1.0:1777573548.417739:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573548.417742:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573548.417756:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00010000:00080000:1.0:1777573548.417809:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573548.417823:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:53560:x1863919917697280:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 9999us (12492us total) trans 4294967439 rc 0/0 00000100:00100000:1.0:1777573548.417831:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1045 00010000:00010000:1.0:1777573548.417858:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417866:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417872:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417877:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573548.417881:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417888:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417897:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b500) 00010000:00010000:1.0:1777573548.417899:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573548.417902:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.417908:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a67fbd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.421880:0:12154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12154:1863919926323712:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573548.421914:0:12154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573548.425155:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573548.425226:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917697536 00000100:00100000:3.0:1777573548.425236:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917697536 00010000:00010000:3.0:1777573548.425326:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 7 pid: 17492 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573548.425398:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 349 00000100:00100000:3.0:1777573548.425408:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917697536:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573548.425422:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573548.425428:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 7 pid: 17492 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.425442:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 7 pid: 17492 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.425466:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000779477f1/0x1e8fa618a5a67f8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e072 expref: 7 pid: 17492 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.425482:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573548.425483:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573548.425488:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.425498:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.425527:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573548.425576:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917697536:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 169us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573548.425583:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 349 00010000:00010000:1.0:1777573548.426135:0:12154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.426147:0:12154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.426158:0:12154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.426166:0:12154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.426196:0:12154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573548.426356:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926323584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8939us (9068us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1777573548.426365:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000004:00080000:1.0:1777573548.426416:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89deeeae1c00/2, rc 0, transno 4294967355 00000100:00100000:1.0:1777573548.426423:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926323584:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1777573548.426743:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573548.426751:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.426761:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573548.426765:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.426774:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.426789:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.426795:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a67fc4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.426819:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573548.426821:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573548.426823:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573548.452928:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573548.452976:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917697664 00000100:00100000:1.0:1777573548.452986:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917697664 00000100:00100000:1.0:1777573548.453050:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1046 00000100:00100000:1.0:1777573548.453060:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:53564:x1863919917697664:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573548.453080:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573548.453099:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67fcb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e080 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453159:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453172:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453184:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453196:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453202:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453209:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453269:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67fe0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453277:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67fe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453283:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67fe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573548.453303:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67fe0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453316:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453322:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453327:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453332:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453338:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573548.453341:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453349:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453361:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573548.453363:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573548.453368:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453375:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a67fd2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453387:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453393:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453397:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453402:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573548.453404:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453409:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453415:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc1ccfb00) 00010000:00010000:1.0:1777573548.453417:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573548.453419:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453423:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a67fd9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453454:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a67fcb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e080 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453466:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67fe0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e080 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.453473:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:1.0:1777573548.453475:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573548.453477:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187c00, rc 0) 00000100:00100000:1.0:1777573548.453532:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:53564:x1863919917697664:12345-192.168.204.9@tcp:101:touch.0 Request processed in 474us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573548.453538:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1046 00000100:00100000:2.0:1777573548.455445:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573548.455609:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917697792 00000100:00100000:1.0:1777573548.455618:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917697792 00000100:00100000:1.0:1777573548.455819:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1047 00000100:00100000:1.0:1777573548.455829:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53564:x1863919917697792:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573548.455851:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573548.455871:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67fe7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e087 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.456962:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.456978:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.456989:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573548.457034:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:1.0:1777573548.457039:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1777573548.457077:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a67fe7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.457097:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.457106:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573548.457109:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1777573548.457113:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:3.0:1777573548.457163:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573548.457297:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917697920 00000100:00100000:0.0:1777573548.457305:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917697920 00000100:00100000:0.0:1777573548.457348:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 64 00000100:00100000:0.0:1777573548.457357:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917697920:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573548.457367:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573548.457383:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a67fe0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e080 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.457397:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:0.0:1777573548.457402:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573548.457477:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:53564:x1863919917697792:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1649us (2036us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573548.457486:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1047 00000100:00100000:0.0:1777573548.458158:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917697920:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 801us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573548.458165:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 64 00000100:00100000:2.0:1777573548.460646:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573548.460733:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917698176 00000100:00100000:0.0:1777573548.460742:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917698176 00000100:00100000:0.0:1777573548.460798:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1048 00000100:00100000:0.0:1777573548.460809:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:53564:x1863919917698176:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573548.460830:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573548.460853:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67ff5 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e08e expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461006:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461021:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461032:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461045:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461051:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461062:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573548.461663:0:26981:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xd:0x0], index 1: 0 00010000:00010000:0.0:1777573548.461849:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6800a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461861:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6800a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461870:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6800a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461902:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461910:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461916:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461923:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461930:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573548.461933:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461953:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461970:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:0.0:1777573548.461973:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573548.461977:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.461984:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a67ffc lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573548.461999:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000caf51799 reply state 00000000f72eb394 transno 4294967440 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.462009:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.462016:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc100) 00010000:00010000:0.0:1777573548.462018:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573548.462020:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573548.462047:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a67ff5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e08e expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.462063:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6800a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e08e expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.462069:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efc900) 00010000:00010000:0.0:1777573548.462071:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573548.462073:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573548.462140:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:53564:x1863919917698176:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1333us (1500us total) trans 4294967440 rc 0/0 00000100:00100000:0.0:1777573548.462148:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1048 00000100:00100000:3.0:1777573548.466901:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573548.466968:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917698432 00000100:00100000:0.0:1777573548.466980:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917698432 00000100:00100000:0.0:1777573548.467128:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1049 00000100:00100000:0.0:1777573548.467140:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:53564:x1863919917698432:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:0.0:1777573548.467197:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573548.467225:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6800a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e08e expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.467244:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efc900) 00010000:00010000:0.0:1777573548.467255:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573548.467311:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.467326:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.467336:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573548.467438:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002720f0d5 reply state 000000003e54c509 transno 4294967441 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.467451:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573548.467457:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efce00) 00010000:00010000:0.0:1777573548.467460:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573548.467462:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573548.467551:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:53564:x1863919917698432:12345-192.168.204.9@tcp:36:touch.0 Request processed in 413us (658us total) trans 4294967441 rc 0/0 00000100:00100000:0.0:1777573548.467562:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1049 00000100:00100000:3.0:1777573548.469317:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573548.469389:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917698560 00000100:00100000:2.0:1777573548.469398:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917698560 00000100:00100000:2.0:1777573548.469447:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1050 00000100:00100000:2.0:1777573548.469458:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:53564:x1863919917698560:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573548.469478:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573548.469494:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6801f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e095 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.469540:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6801f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e095 expref: 11 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.469553:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6801f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e095 expref: 11 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.469571:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efce00) 00010000:00010000:2.0:1777573548.469574:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573548.469577:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573548.469633:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:53564:x1863919917698560:12345-192.168.204.9@tcp:101:touch.0 Request processed in 178us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573548.469645:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1050 00000100:00100000:2.0:1777573548.471914:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573548.472001:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917698688 00000100:00100000:3.0:1777573548.472009:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917698688 00000100:00100000:3.0:1777573548.472057:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 464 00000100:00100000:3.0:1777573548.472067:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917698688:12345-192.168.204.9@tcp:2:touch.0 00000100:00100000:3.0:1777573548.472461:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917698688:12345-192.168.204.9@tcp:2:touch.0 Request processed in 394us (552us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1777573548.472468:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 464 00000100:00100000:3.0:1777573548.474369:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573548.474658:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917698944 00000100:00100000:0.0:1777573548.474665:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917698944 00000100:00100000:0.0:1777573548.474870:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 152 00000100:00100000:0.0:1777573548.474881:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:53564:x1863919917698944:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:0.0:1777573548.475124:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:53564:x1863919917698944:12345-192.168.204.9@tcp:35:touch.0 Request processed in 245us (760us total) trans 4294967442 rc 0/0 00000100:00100000:0.0:1777573548.475132:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 152 00000100:00100000:0.0:1777573548.513579:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573548.513655:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917699072 00000100:00100000:1.0:1777573548.513666:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917699072 00000100:00100000:1.0:1777573548.513757:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1051 00000100:00100000:1.0:1777573548.513768:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:53568:x1863919917699072:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573548.513792:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573548.513813:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68026 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e09c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.513876:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.513893:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.513908:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.513919:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.513926:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.513933:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514003:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6803b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514012:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6803b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514019:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6803b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573548.514060:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x21:0x0]: returning size 0 00000004:00200000:1.0:1777573548.514064:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573548.514083:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6803b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514109:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6803b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514118:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514128:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514133:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514139:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514144:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573548.514148:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514154:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514165:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573548.514167:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573548.514171:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514188:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6802d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514202:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514208:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514213:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514218:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573548.514221:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514226:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514232:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc100) 00010000:00010000:1.0:1777573548.514234:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573548.514237:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514242:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68034 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514265:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68026 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e09c expref: 14 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514289:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6803b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e09c expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.514296:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efce00) 00010000:00010000:1.0:1777573548.514299:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573548.514301:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573548.514366:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:53568:x1863919917699072:12345-192.168.204.9@tcp:101:rm.0 Request processed in 599us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573548.514374:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1051 00000100:00100000:2.0:1777573548.517557:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573548.517647:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917699200 00000100:00100000:3.0:1777573548.517658:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917699200 00000100:00100000:3.0:1777573548.517742:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 465 00000100:00100000:2.0:1777573548.517880:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917699200:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573548.517899:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573548.517917:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0a3 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573548.517941:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xd:0x0] initial LVB size: 0, mtime: 0x69f39ead, atime: 0x69f39ead, ctime: 0x69f39ead, blocks: 0x0 00010000:00010000:2.0:1777573548.517963:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573548.517965:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573548.517974:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.517992:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573548.518005:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54a00, rc 0) 00000100:00100000:2.0:1777573548.518063:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917699200:12345-192.168.204.9@tcp:101:rm.0 Request processed in 312us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573548.518070:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 465 00000100:00100000:3.0:1777573548.522049:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573548.522141:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917699456 00000100:00100000:1.0:1777573548.522152:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917699456 00000100:00100000:1.0:1777573548.522219:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1052 00000100:00100000:1.0:1777573548.522229:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:53568:x1863919917699456:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573548.522290:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573548.522316:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6803b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e09c expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522339:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6801f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e095 expref: 12 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522351:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efce00) 00010000:00010000:1.0:1777573548.522356:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573548.522377:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522390:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522400:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522410:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522417:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522424:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522491:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522499:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522506:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573548.522782:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:1.0:1777573548.522792:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1073171098257ns, next at 1074171096329ns, rc = 0 00010000:00010000:1.0:1777573548.522836:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522845:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522854:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522861:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522869:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522874:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522905:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573548.522924:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522930:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522937:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522942:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573548.522946:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522953:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522959:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efce00) 00010000:00010000:1.0:1777573548.522962:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573548.522965:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522972:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68057 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x21:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522988:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.522994:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523000:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523006:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523011:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573548.523014:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523020:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523027:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573548.523029:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573548.523032:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523038:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68049 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573548.523047:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000de18a5d reply state 00000000620252a5 transno 4294967443 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523058:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.523060:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573548.523069:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573548.523069:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc100) 00010000:00010000:1.0:1777573548.523073:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573548.523077:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573548.523082:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573548.523086:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.523094:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.523103:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efce00) 00010000:00010000:3.0:1777573548.523106:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573548.523109:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 1/0,0 mode: --/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.523115:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6805e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573548.523130:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573548.523133:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573548.523134:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573548.523156:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:53568:x1863919917699456:12345-192.168.204.9@tcp:36:rm.0 Request processed in 929us (1117us total) trans 4294967443 rc 0/0 00000100:00100000:1.0:1777573548.523165:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1052 00010000:00010000:1.0:1777573548.790801:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573549.021851:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573549.021935:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917699584 00000100:00100000:2.0:1777573549.021946:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917699584 00000100:00080000:1.0:1777573549.022040:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573549.022108:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1053 00000100:00100000:2.0:1777573549.022120:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:53582:x1863919917699584:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573549.022143:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573549.022165:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68065 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0aa expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.022235:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6806c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.022250:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6806c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.022261:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6806c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573549.022307:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573549.022311:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573549.022333:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6806c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.022357:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68065 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0aa expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.022380:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6806c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0aa expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.022389:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:2.0:1777573549.022391:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573549.022395:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573549.022460:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:53582:x1863919917699584:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 342us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573549.022467:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1053 00000100:00100000:2.0:1777573549.028188:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.028629:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917699840 00000100:00100000:3.0:1777573549.028640:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917699840 00000100:00100000:3.0:1777573549.029411:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1054 00000100:00100000:3.0:1777573549.029423:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:53582:x1863919917699840:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573549.029476:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573549.029502:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6806c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0aa expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.029520:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:3.0:1777573549.029525:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573549.029546:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.029559:0:26981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.029567:0:26981:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.029602:0:26981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.029628:0:26981:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 13 pid: 6486 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573549.029722:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:26981:1863919926323840:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573549.029805:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48cea80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573549.031680:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001_UUID:26981:1863919926323840:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573549.031728:0:26981:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573549.032114:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573549.032571:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917699968 00000100:00100000:1.0:1777573549.032578:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917699968 00010000:00010000:1.0:1777573549.032607:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 14 pid: 6486 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573549.032720:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 350 00000100:00100000:1.0:1777573549.032731:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:2401:x1863919917699968:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573549.032745:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573549.032753:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 14 pid: 6486 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.032766:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 14 pid: 6486 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.032789:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a67fee lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e087 expref: 14 pid: 6486 timeout: 1173 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.032804:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573549.032808:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.032817:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.032953:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.032980:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573549.033029:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:2401:x1863919917699968:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 300us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573549.033036:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 350 00010000:00010000:2.0:1777573549.033401:0:26981:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.033411:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573549.033588:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002bf902b2 reply state 00000000d55932cd transno 4294967444 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.033601:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.033607:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:2.0:1777573549.033621:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573549.033623:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573549.033636:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000100:00100000:2.0:1777573549.033800:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:53582:x1863919917699840:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 4272us (5513us total) trans 4294967444 rc 0/0 00000100:00100000:2.0:1777573549.033808:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1054 00000100:00100000:1.0:1777573549.088885:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573549.089333:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700096 00000100:00100000:0.0:1777573549.089352:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700096 00000100:00080000:1.0:1777573549.089406:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573549.089434:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1055 00000100:00100000:0.0:1777573549.089445:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700096:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573549.089535:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700096:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 91us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573549.089548:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1055 00000100:00100000:1.0:1777573549.093353:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.093551:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700224 00000100:00100000:3.0:1777573549.093561:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700224 00000100:00080000:1.0:1777573549.093637:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573549.093649:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 466 00000100:00100000:3.0:1777573549.093661:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:53591:x1863919917700224:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573549.093813:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:53591:x1863919917700224:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 156us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573549.093821:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 466 00000100:00100000:1.0:1777573549.095620:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573549.095786:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700352 00000100:00100000:0.0:1777573549.095794:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700352 00000100:00100000:0.0:1777573549.095875:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 467 00000100:00100000:0.0:1777573549.095884:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700352:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573549.095989:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700352:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 107us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573549.095996:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 467 00000100:00100000:1.0:1777573549.097133:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573549.097228:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700480 00000100:00100000:2.0:1777573549.097234:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700480 00000100:00100000:2.0:1777573549.097278:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1056 00000100:00100000:2.0:1777573549.097288:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700480:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573549.097384:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700480:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 98us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573549.097392:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1056 00000100:00100000:1.0:1777573549.098544:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573549.098643:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700608 00000100:00100000:2.0:1777573549.098649:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700608 00000100:00100000:2.0:1777573549.098728:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1057 00000100:00100000:2.0:1777573549.098738:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:53591:x1863919917700608:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573549.098889:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:53591:x1863919917700608:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 153us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573549.098897:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1057 00000100:00100000:1.0:1777573549.102276:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573549.102318:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700736 00000100:00100000:2.0:1777573549.102328:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700736 00000100:00100000:2.0:1777573549.102390:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1058 00000100:00100000:2.0:1777573549.102399:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700736:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573549.102486:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700736:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 88us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573549.102494:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1058 00000100:00100000:1.0:1777573549.103882:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.103969:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700864 00000100:00100000:3.0:1777573549.103977:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700864 00000100:00100000:3.0:1777573549.104014:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 468 00000100:00100000:3.0:1777573549.104020:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:53591:x1863919917700864:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573549.104145:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:53591:x1863919917700864:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 125us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573549.104150:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 468 00000100:00100000:1.0:1777573549.105289:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.105385:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917700992 00000100:00100000:3.0:1777573549.105393:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917700992 00000100:00100000:3.0:1777573549.105430:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 469 00000100:00100000:3.0:1777573549.105436:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700992:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573549.105545:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917700992:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 109us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573549.105556:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 469 00000100:00100000:1.0:1777573549.106766:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.107016:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917701120 00000100:00100000:3.0:1777573549.107025:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917701120 00000100:00100000:3.0:1777573549.107098:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1059 00000100:00100000:3.0:1777573549.107106:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917701120:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573549.107193:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53591:x1863919917701120:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 88us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573549.107200:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1059 00000100:00100000:1.0:1777573549.110236:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573549.110292:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917701248 00000100:00100000:0.0:1777573549.110300:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917701248 00000100:00100000:0.0:1777573549.110350:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1060 00000100:00100000:0.0:1777573549.110359:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:53591:x1863919917701248:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573549.110484:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:53591:x1863919917701248:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 126us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573549.110491:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1060 00000100:00100000:1.0:1777573549.136453:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573549.136524:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917701376 00000100:00100000:0.0:1777573549.136535:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917701376 00000100:00100000:0.0:1777573549.136587:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1061 00000100:00100000:0.0:1777573549.136600:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53595:x1863919917701376:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1777573549.136632:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573549.136654:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6807a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0b1 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137129:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137144:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137155:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137168:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137174:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137179:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137232:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6808f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137240:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6808f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137247:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6808f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573549.137268:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6808f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137280:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137285:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137291:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137296:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137301:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573549.137304:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137311:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137321:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573549.137324:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573549.137328:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137333:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68081 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137346:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137350:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137355:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137360:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573549.137362:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137368:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137373:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efc900) 00010000:00010000:0.0:1777573549.137375:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573549.137378:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137382:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68088 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137407:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6807a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b1 expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137425:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6808f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b1 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.137433:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:0.0:1777573549.137435:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573549.137437:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1000, rc 0) 00000100:00100000:0.0:1777573549.137502:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:53595:x1863919917701376:12345-192.168.204.9@tcp:101:dd.0 Request processed in 907us (1055us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573549.137511:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1061 00000100:00100000:1.0:1777573549.139811:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573549.139858:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.139949:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917701632 00000100:00100000:3.0:1777573549.139959:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917701632 00000100:00100000:3.0:1777573549.140017:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 65 00000100:00100000:3.0:1777573549.140027:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917701632:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573549.140041:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573549.140062:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6808f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b1 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.140080:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:3.0:1777573549.140085:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573549.140185:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917701632:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 159us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573549.140193:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 65 00000100:00100000:2.0:1777573549.140217:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917701504 00000100:00100000:2.0:1777573549.140223:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917701504 00000100:00100000:2.0:1777573549.140263:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1062 00000100:00100000:2.0:1777573549.140272:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:53595:x1863919917701504:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1777573549.140287:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573549.140303:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68096 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0b8 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.140349:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.140376:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.140387:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573549.140428:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573549.140432:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573549.140465:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68096 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 16 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.140481:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.140488:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:2.0:1777573549.140492:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1777573549.140494:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55400, rc 0) 00000100:00100000:2.0:1777573549.140532:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:53595:x1863919917701504:12345-192.168.204.9@tcp:101:dd.0 Request processed in 263us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573549.140540:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1062 00000100:00100000:1.0:1777573549.143982:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573549.144301:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917701760 00000100:00100000:0.0:1777573549.144311:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917701760 00000100:00100000:0.0:1777573549.144411:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 153 00000100:00100000:0.0:1777573549.144421:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:53595:x1863919917701760:12345-192.168.204.9@tcp:49:dd.0 00000100:00100000:0.0:1777573549.144541:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:53595:x1863919917701760:12345-192.168.204.9@tcp:49:dd.0 Request processed in 121us (567us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777573549.144548:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 153 00000100:00100000:1.0:1777573549.148902:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573549.148953:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917702016 00000100:00100000:2.0:1777573549.148963:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917702016 00000100:00100000:2.0:1777573549.149033:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1063 00000100:00100000:2.0:1777573549.149046:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:53595:x1863919917702016:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1777573549.149065:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573549.149083:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680a4 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0bf expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149195:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149210:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149222:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149236:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149243:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149250:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573549.149545:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xe:0x0], index 0: 0 00010000:00010000:2.0:1777573549.149681:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a680b9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149690:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a680b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149716:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a680b9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149764:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149771:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149777:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149782:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149788:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573549.149792:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149798:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149819:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:2.0:1777573549.149822:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573549.149828:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149835:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680ab lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573549.149848:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9e0f7d1 reply state 000000000da3a3af transno 4294967445 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149859:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149865:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc100) 00010000:00010000:2.0:1777573549.149868:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573549.149871:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573549.149898:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680a4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0bf expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149913:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a680b9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0bf expref: 17 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.149920:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x22:0x0].0x0 (ffff89deef242600) 00010000:00010000:2.0:1777573549.149922:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573549.149924:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54e00, rc 0) 00000100:00100000:2.0:1777573549.149984:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+18:53595:x1863919917702016:12345-192.168.204.9@tcp:101:dd.0 Request processed in 942us (1091us total) trans 4294967445 rc 0/0 00000100:00100000:2.0:1777573549.149992:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1063 00000100:00100000:2.0:1777573549.154373:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.154429:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917702144 00000100:00100000:3.0:1777573549.154439:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917702144 00000100:00100000:3.0:1777573549.154493:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 470 00000100:00100000:3.0:1777573549.154504:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:53595:x1863919917702144:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573549.154521:0:17492:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573549.154546:0:17492:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0c6 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573549.154579:0:17492:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1777573549.154600:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573549.154602:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573549.154625:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 7 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.154640:0:17492:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 7 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.154654:0:17492:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573549.154745:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:53595:x1863919917702144:12345-192.168.204.9@tcp:101:dd.0 Request processed in 243us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573549.154753:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 470 00000100:00100000:1.0:1777573549.170632:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573549.171176:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917702272 00000100:00100000:2.0:1777573549.171187:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917702272 00002000:00100000:2.0:1777573549.171237:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->1048575) req@ffff89ddc494ea00 x1863919917702272/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:50/0 lens 488/0 e 0 to 0 dl 1777573560 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:65534 00002000:00100000:2.0:1777573549.171249:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc494ea00 with x1863919917702272 ext(0->1048575) 00002000:00010000:2.0:1777573549.171256:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc494ea00 00000100:00100000:2.0:1777573549.171291:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 22 00000100:00100000:2.0:1777573549.171302:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917702272:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:0.0:1777573549.182470:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:2402:x1863919917702272:12345-192.168.204.9@tcp:4:dd.0 Request processed in 11162us (11853us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1777573549.182480:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 22 00002000:00100000:0.0:1777573549.182490:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->1048575) req@ffff89ddc494ea00 x1863919917702272/t4294967356(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:50/0 lens 488/448 e 0 to 0 dl 1777573560 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:65534 00002000:00100000:0.0:1777573549.182497:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc494ea00 with x1863919917702272 ext(0->1048575) 00002000:00010000:0.0:1777573549.182502:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc494ea00 00000100:00100000:1.0:1777573549.184312:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573549.184459:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917702400 00000100:00100000:2.0:1777573549.184467:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917702400 00000100:00100000:2.0:1777573549.184527:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1064 00000100:00100000:2.0:1777573549.184537:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+18:53595:x1863919917702400:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:0.0:1777573549.186336:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967445 is committed 00000004:00080000:0.0:1777573549.186353:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 57 committed 00010000:00010000:1.0:1777573549.186380:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186393:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186401:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186407:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573549.186411:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186423:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186440:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc100) 00010000:00010000:1.0:1777573549.186443:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573549.186447:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186452:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68003 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186469:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186475:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186481:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186485:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573549.186488:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186494:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186502:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21:0x0].0x0 (ffff89ddc2efce00) 00010000:00010000:1.0:1777573549.186505:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573549.186508:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186514:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68018 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573549.186515:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1777573549.186530:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573549.186531:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926323968:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777573549.186536:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186541:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186546:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573549.186549:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186554:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186562:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc100) 00010000:00010000:1.0:1777573549.186564:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573549.186567:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186573:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68050 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186583:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186589:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186595:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186599:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573549.186602:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186619:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573549.186626:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:53595:x1863919917702400:12345-192.168.204.9@tcp:44:dd.0 Request processed in 2087us (2314us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573549.186627:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573549.186630:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573549.186635:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573549.186643:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1064 00010000:00010000:1.0:1777573549.186653:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186659:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68073 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186672:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186678:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573549.186679:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926323968 00000100:00100000:3.0:1777573549.186685:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926323968 00010000:00010000:1.0:1777573549.186687:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186731:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573549.186734:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186745:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573549.186752:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00010000:00010000:1.0:1777573549.186756:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc100) 00010000:00010000:1.0:1777573549.186760:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573549.186764:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926323968:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1777573549.186764:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573549.186775:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a680b2 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777573549.186791:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:13 count 1 00000100:00080000:1.0:1777573549.186794:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777573549.186810:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.186829:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.186839:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573549.186841:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573549.186845:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.186870:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.186884:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 6 pid: 8359 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573549.186895:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926324096:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573549.186948:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48cea80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573549.188312:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573549.188336:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926324096:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573549.188360:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573549.188393:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917702528 00000100:00100000:2.0:1777573549.188400:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917702528 00000100:00100000:2.0:1777573549.188442:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 472 00000100:00100000:2.0:1777573549.188451:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:2402:x1863919917702528:12345-192.168.204.9@tcp:16:dd.0 00000100:00100000:2.0:1777573549.188892:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573549.188944:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917702656 00000100:00100000:0.0:1777573549.188950:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917702656 00010000:00010000:0.0:1777573549.188975:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 7 pid: 8359 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573549.189008:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 351 00000100:00100000:0.0:1777573549.189016:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917702656:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573549.189027:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573549.189032:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 7 pid: 8359 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.189045:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 7 pid: 8359 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.189068:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dca8a8dc/0x1e8fa618a5a68042 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0a3 expref: 7 pid: 8359 timeout: 1173 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.189085:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573549.189087:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573549.189092:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.189102:0:6472:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573549.189128:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573549.189175:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917702656:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 159us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573549.189182:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 351 00010000:00010000:3.0:1777573549.189784:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.189797:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.189808:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.189816:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573549.189841:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777573549.190000:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc64850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926323968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3240us (3372us total) trans 4294967353 rc 0/0 00000100:00100000:3.0:1777573549.190008:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00010000:00010000:2.0:1777573549.190206:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573549.190214:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.190222:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573549.190226:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.190235:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.190250:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.190257:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a680ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573549.190279:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573549.190280:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573549.190282:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573549.190341:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc3c10a80/2, rc 0, transno 4294967353 00000100:00100000:0.0:1777573549.190349:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926323968:0@lo:6:osp-syn-1-1.0 00000001:00080000:2.0:1777573549.191110:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000001:00080000:2.0:1777573549.191119:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000100:00100000:1.0:1777573549.191253:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917702528:12345-192.168.204.9@tcp:16:dd.0 Request processed in 2802us (2944us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573549.191260:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 472 00000100:00100000:2.0:1777573549.193644:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573549.193688:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917702912 00000100:00100000:1.0:1777573549.193836:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917702912 00000100:00100000:1.0:1777573549.193925:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 154 00000100:00100000:1.0:1777573549.193935:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:53595:x1863919917702912:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1777573549.194200:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:53595:x1863919917702912:12345-192.168.204.9@tcp:35:dd.0 Request processed in 267us (576us total) trans 4294967446 rc 0/0 00000100:00100000:1.0:1777573549.194208:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 154 00000100:00100000:2.0:1777573549.496289:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573549.496321:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926324224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573549.496422:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573549.496650:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926324224 00000100:00100000:1.0:1777573549.496662:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926324224 00000100:00100000:1.0:1777573549.496740:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1777573549.496751:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926324224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573549.496798:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573549.496857:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926324224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573549.496865:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1777573549.497201:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926324224:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573549.817303:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573549.838410:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967524 is committed 00000001:00080000:2.0:1777573549.840317:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967446 is committed 00000004:00080000:0.0:1777573550.422387:0:89535:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1075070691296ns, next at 1056422367069ns, rc = 0 00080000:00080000:0.0:1777573550.422405:0:89535:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573550.422559:0:89535:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1075070866022ns, next at 1073523661732ns, rc = 0 00080000:00080000:0.0:1777573550.422566:0:89535:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573550.423356:0:89535:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1075071662086ns, next at 1052987298278ns, rc = 0 00080000:00080000:0.0:1777573550.423364:0:89535:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573550.423443:0:89535:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1075071749879ns, next at 1074171096329ns, rc = 0 00080000:00080000:0.0:1777573550.423448:0:89535:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573550.423655:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 62 committed 00000004:00080000:3.0:1777573550.423852:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 58 committed 00000004:00080000:0.0:1777573550.424621:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 62 committed 00000004:00080000:0.0:1777573550.424888:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 58 committed 00010000:00010000:1.0:1777573550.839778:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573551.013863:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:00080000:3.0:1777573551.013878:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000100:00100000:3.0:1777573551.075791:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573551.075890:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703040 00000100:00100000:0.0:1777573551.075899:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703040 00000100:00100000:0.0:1777573551.076010:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1065 00000100:00100000:0.0:1777573551.076019:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703040:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573551.076097:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703040:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 80us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.076104:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1065 00000100:00080000:2.0:1777573551.076336:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573551.078549:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573551.078648:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703168 00000100:00100000:0.0:1777573551.078657:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703168 00000100:00100000:0.0:1777573551.078780:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 473 00000100:00100000:0.0:1777573551.078790:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:53791:x1863919917703168:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573551.078904:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:53791:x1863919917703168:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 116us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.078911:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 473 00000100:00080000:2.0:1777573551.079236:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573551.080541:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573551.080650:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703296 00000100:00100000:1.0:1777573551.080658:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703296 00000100:00080000:2.0:1777573551.081077:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573551.081182:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 474 00000100:00100000:0.0:1777573551.081194:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53791:x1863919917703296:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573551.081347:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:53791:x1863919917703296:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 156us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.082085:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 474 00000100:00100000:1.0:1777573551.083103:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573551.083180:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703424 00000100:00100000:2.0:1777573551.083188:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703424 00000100:00100000:2.0:1777573551.083266:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1066 00000100:00100000:2.0:1777573551.083276:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703424:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573551.083417:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703424:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 143us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573551.083425:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1066 00000100:00100000:2.0:1777573551.084791:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573551.084867:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703552 00000100:00100000:0.0:1777573551.084874:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703552 00000100:00100000:0.0:1777573551.085043:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1067 00000100:00100000:0.0:1777573551.085052:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703552:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573551.085158:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703552:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 107us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.085165:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1067 00000100:00080000:2.0:1777573551.085684:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573551.087494:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573551.087609:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703680 00000100:00100000:0.0:1777573551.087618:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703680 00000100:00100000:0.0:1777573551.087669:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1068 00000100:00100000:0.0:1777573551.087680:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703680:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573551.087816:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917703680:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 138us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.087823:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1068 00000100:00100000:0.0:1777573551.089660:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573551.090009:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703808 00000100:00100000:1.0:1777573551.090017:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703808 00000100:00100000:1.0:1777573551.090120:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 475 00000100:00100000:1.0:1777573551.090128:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:53791:x1863919917703808:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573551.090280:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:53791:x1863919917703808:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 153us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573551.090288:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 475 00000100:00100000:3.0:1777573551.094019:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573551.096172:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917703936 00000100:00100000:0.0:1777573551.096185:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917703936 00000100:00100000:0.0:1777573551.096413:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 476 00000100:00100000:0.0:1777573551.096424:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:53791:x1863919917703936:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573551.096567:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:53791:x1863919917703936:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 144us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.096586:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 476 00000100:00100000:2.0:1777573551.099730:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573551.099812:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917704064 00000100:00100000:2.0:1777573551.099823:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917704064 00000100:00100000:2.0:1777573551.099875:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1069 00000100:00100000:2.0:1777573551.099886:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917704064:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573551.100260:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917704064:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 374us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573551.100268:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1069 00000100:00100000:1.0:1777573551.103056:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573551.103138:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917704192 00000100:00100000:0.0:1777573551.103148:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917704192 00000100:00100000:0.0:1777573551.103229:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1070 00000100:00100000:0.0:1777573551.103240:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917704192:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573551.103367:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:53791:x1863919917704192:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 129us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.103376:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1070 00000100:00100000:0.0:1777573551.135200:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573551.135512:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917704448 00000100:00100000:2.0:1777573551.135524:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917704448 00000100:00100000:2.0:1777573551.135594:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1071 00000100:00100000:2.0:1777573551.135602:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:53795:x1863919917704448:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1777573551.135649:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573551.135675:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a680b9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0bf expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135722:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x22:0x0].0x0 (ffff89deef242600) 00010000:00010000:2.0:1777573551.135734:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573551.135756:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135774:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135784:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135797:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135803:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135808:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135878:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135883:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.135886:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573551.136071:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:2.0:1777573551.136080:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1075784386959ns, next at 1076784384624ns, rc = 0 00010000:00010000:2.0:1777573551.136127:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 3/0,1 mode: --/PW res: [0x240000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136136:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136143:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136149:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136155:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136160:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136186:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573551.136207:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136213:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136219:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136224:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573551.136228:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136235:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136243:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x22:0x0].0x0 (ffff89deef242b00) 00010000:00010000:2.0:1777573551.136245:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573551.136249:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136255:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a680e3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x22:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136271:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136277:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136282:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136285:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573551.136288:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136292:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573551.136292:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136295:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136298:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573551.136301:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136301:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136307:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136308:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:2.0:1777573551.136311:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573551.136313:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136315:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x22:0x0].0x0 (ffff89deef242b00) 00010000:00010000:1.0:1777573551.136318:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1777573551.136321:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 1/0,0 mode: --/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573551.136323:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a680d5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136326:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a680ea lrc: 0/0,0 mode: --/PW res: [0x240000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573551.136331:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085f592ba reply state 000000006ce2541e transno 4294967447 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136338:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573551.136339:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573551.136340:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573551.136341:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573551.136346:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89deef242000) 00010000:00010000:2.0:1777573551.136348:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573551.136350:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573551.136412:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:53795:x1863919917704448:12345-192.168.204.9@tcp:36:rm.0 Request processed in 811us (1222us total) trans 4294967447 rc 0/0 00000100:00100000:2.0:1777573551.136420:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1071 00000100:00100000:2.0:1777573551.542901:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926324352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573551.542901:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926324480:0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.542910:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926324736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.542971:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926324608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573551.542984:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573551.542984:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573551.542987:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573551.543005:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573551.543053:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926325120:0@lo:400:kworker.0 00000100:00100000:2.0:1777573551.543060:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926324864:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.543060:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926324992:0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.543062:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926325248:0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.543076:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573551.543099:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926325632:0@lo:400:kworker.0 00000100:00100000:2.0:1777573551.543105:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573551.543113:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573551.543126:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926325120 00000100:00100000:0.0:1777573551.543130:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573551.543133:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926325120 00000100:00100000:2.0:1777573551.543139:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926325376:0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.543146:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926325760:0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.543157:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926326144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573551.543170:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573551.543176:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926324864 00000100:00100000:1.0:1777573551.543180:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926324864 00000100:00100000:3.0:1777573551.543192:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926324352 00000100:00100000:0.0:1777573551.543197:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573551.543198:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926324352 00000100:00100000:2.0:1777573551.543200:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926325888:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.543205:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1777573551.543216:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926325120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573551.543227:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573551.543241:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926325632 00000100:00100000:0.0:1777573551.543245:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926325632 00000100:00100000:3.0:1777573551.543256:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926324608 00000100:00100000:3.0:1777573551.543261:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926324608 00000100:00100000:2.0:1777573551.543277:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926324736 00000100:00100000:1.0:1777573551.543282:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926325120:12345-0@lo:400:kworker.0 Request processed in 68us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.543283:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1777573551.543286:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926324736 00000100:00100000:1.0:1777573551.543291:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1777573551.543292:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926325632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.543299:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1777573551.543312:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926324352:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573551.543316:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1777573551.543326:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926324864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.543331:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926325632:12345-0@lo:400:kworker.0 Request processed in 42us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573551.543334:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926325248 00000100:00100000:2.0:1777573551.543339:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926325248 00002000:00000024:3.0:1777573551.543340:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573551.543340:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1777573551.543360:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926326144 00000100:00100000:1.0:1777573551.543362:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926324864:12345-0@lo:400:kworker.0 Request processed in 38us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.543364:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926326144 00000100:00100000:1.0:1777573551.543368:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1777573551.543374:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926325376 00000100:00100000:2.0:1777573551.543380:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926325376 00000100:00100000:3.0:1777573551.543389:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926324352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.543394:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1777573551.543403:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1777573551.543408:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926326144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573551.543409:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926325888 00000100:00100000:1.0:1777573551.543421:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:2.0:1777573551.543423:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926325888 00000100:00100000:3.0:1777573551.543427:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1777573551.543433:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926324736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.543439:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926324608:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573551.543442:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926326144:12345-0@lo:400:kworker.0 Request processed in 38us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.543452:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1777573551.543455:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00002000:00000024:3.0:1777573551.543457:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573551.543463:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926324736:12345-0@lo:400:kworker.0 Request processed in 32us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573551.543470:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926325248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.543476:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1777573551.543482:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1777573551.543491:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926325376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.543493:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1777573551.543500:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926325888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.543648:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926324608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 213us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573551.543655:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00080000:3.0:1777573551.543673:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573551.543677:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573551.543680:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573551.543681:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573551.543718:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573551.545272:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926325248:12345-0@lo:400:kworker.0 Request processed in 1803us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573551.545284:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1777573551.545312:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926324992 00000100:00100000:2.0:1777573551.545318:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926324992 00000100:00100000:2.0:1777573551.545344:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1777573551.545350:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926324992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573551.545392:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926324992:12345-0@lo:400:kworker.0 Request processed in 42us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573551.545398:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1777573551.545746:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926324480 00000100:00100000:2.0:1777573551.545751:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926324480 00000100:00100000:2.0:1777573551.545794:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1777573551.545803:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926324480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.545811:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926325888:12345-0@lo:400:kworker.0 Request processed in 2308us (2580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573551.545820:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1777573551.545848:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926324480:12345-0@lo:400:kworker.0 Request processed in 46us (2867us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573551.545856:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1777573551.545914:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573551.545962:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926324608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573551.545978:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926325120:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.545989:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926325632:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.545998:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926326144:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.546038:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967524 gen 2 00000004:00080000:1.0:1777573551.546043:0:3636:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967524 committed transno 4294967524 00000100:00100000:1.0:1777573551.546057:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926324864:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.546067:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926325376:0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.546078:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926325376:12345-0@lo:400:kworker.0 Request processed in 2443us (2761us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.546087:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1777573551.546103:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926325760 00000100:00100000:0.0:1777573551.546107:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926325760 00000100:00100000:0.0:1777573551.546143:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1777573551.546149:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926325760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.546205:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926325888:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.546226:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967353 gen 2 00000004:00080000:1.0:1777573551.546230:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc3c10a80, transno 4294967353 00000100:00100000:2.0:1777573551.546239:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926324736:0@lo:400:kworker.0 00000100:00100000:1.0:1777573551.546249:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926324352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573551.546258:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926325760:12345-0@lo:400:kworker.0 Request processed in 106us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.546266:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1777573551.546275:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926325248:0@lo:400:kworker.0 00000100:00100000:2.0:1777573551.546289:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926325760:0@lo:400:kworker.0 00000100:00080000:0.0:1777573551.546310:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573551.547006:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926324992:0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.547019:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926325504:0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.547057:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573551.547119:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926326016:0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.547139:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573551.547240:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926324480:0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.547336:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926325504 00000100:00100000:0.0:1777573551.547344:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926325504 00000100:00100000:0.0:1777573551.547393:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926326016 00000100:00100000:0.0:1777573551.547397:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926326016 00000100:00100000:0.0:1777573551.547420:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1777573551.547427:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926325504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.547468:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926325504:12345-0@lo:400:kworker.0 Request processed in 41us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.547473:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1777573551.547487:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1777573551.547493:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926326016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573551.547522:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926326016:12345-0@lo:400:kworker.0 Request processed in 29us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573551.547529:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00080000:3.0:1777573551.547638:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573551.547658:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967355 gen 2 00000004:00080000:3.0:1777573551.547663:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89deeeae1c00, transno 4294967355 00000100:00100000:3.0:1777573551.547681:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926325504:0@lo:400:kworker.0 00000100:00100000:3.0:1777573551.547721:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926326016:0@lo:400:kworker.0 00010000:00010000:2.0:1777573551.863651:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573552.172453:0:89679:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1076820757596ns, next at 1056422367069ns, rc = 0 00080000:00080000:1.0:1777573552.172467:0:89679:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573552.172538:0:89679:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1076820844924ns, next at 1076784384624ns, rc = 0 00080000:00080000:1.0:1777573552.172543:0:89679:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573552.174084:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 63 committed 00000004:00080000:3.0:1777573552.175011:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 60 committed 00000001:00080000:3.0:1777573552.175041:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967447 is committed 00000004:00080000:3.0:1777573552.175047:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 59 committed 00010000:00010000:0.0:1777573552.175081:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573552.175094:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573552.175102:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573552.175107:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926326272:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1777573552.175110:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573552.175117:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573552.175125:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573552.175142:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89deef242000) 00010000:00010000:0.0:1777573552.175145:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573552.175150:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573552.175166:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a680dc lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573552.175186:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573552.175348:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926326272 00000100:00100000:1.0:1777573552.175357:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926326272 00000100:00100000:1.0:1777573552.175404:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1777573552.175413:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926326272:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777573552.175452:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:14 count 1 00010000:00010000:1.0:1777573552.175473:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.175489:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 5 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.175496:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573552.175498:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573552.175500:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.175521:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 5 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.175530:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 5 pid: 17492 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573552.175538:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926326400:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573552.175602:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573552.177977:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573552.178050:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917704576 00000100:00100000:1.0:1777573552.178058:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917704576 00010000:00010000:1.0:1777573552.178094:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 6 pid: 17492 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573552.178130:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 352 00000100:00100000:1.0:1777573552.178140:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917704576:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573552.178153:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573552.178159:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 6 pid: 17492 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.178173:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 6 pid: 17492 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.178198:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573552.178201:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573552.178205:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.178215:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.178234:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573552.178319:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917704576:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 179us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573552.178326:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 352 00010000:00010000:2.0:1777573552.178633:0:8362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a680c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0c6 expref: 5 pid: 17492 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573552.178650:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8362:1863919926326400:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573552.178668:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573552.178678:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573552.178686:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573552.178710:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573552.178718:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573552.178738:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573552.178908:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926326272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3494us (3722us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1777573552.178918:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000004:00080000:3.0:1777573552.178949:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc4616680/2, rc 0, transno 4294967357 00000100:00100000:3.0:1777573552.178973:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926326272:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1777573552.179332:0:89679:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1076827637802ns, next at 1052987298278ns, rc = 0 00080000:00080000:2.0:1777573552.179340:0:89679:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573552.179433:0:89679:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1076827739129ns, next at 1074171096329ns, rc = 0 00080000:00080000:2.0:1777573552.179440:0:89679:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:1.0:1777573552.179456:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573552.179464:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.179476:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573552.179481:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.179497:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.179515:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.179522:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d9931537/0x1e8fa618a5a680f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573552.179541:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573552.179543:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573552.179545:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573552.180799:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 63 committed 00000004:00080000:3.0:1777573552.181797:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 59 committed 00000100:00100000:1.0:1777573552.567379:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926326528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573552.567475:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573552.567592:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926326528 00000100:00100000:1.0:1777573552.567602:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926326528 00000100:00100000:1.0:1777573552.567666:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1777573552.567676:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926326528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573552.567751:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3922481152 avail 3690958848 00000100:00100000:1.0:1777573552.567805:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926326528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573552.567816:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1777573552.567873:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926326528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573552.568148:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926326656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573552.568181:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573552.568228:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926326656 00000100:00100000:0.0:1777573552.568232:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926326656 00000100:00100000:0.0:1777573552.568263:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1777573552.568269:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926326656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573552.568280:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3922481152 avail 3690958848 00000100:00100000:0.0:1777573552.568311:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926326656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573552.568318:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1777573552.568339:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926326656:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1777573552.887095:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573553.079894:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573553.079918:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926326784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573553.079984:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573553.080179:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926326784 00000100:00100000:1.0:1777573553.080189:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926326784 00000100:00100000:1.0:1777573553.080240:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1777573553.080250:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926326784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573553.080295:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573553.080352:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926326784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573553.080358:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1777573553.080494:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926326784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573553.177088:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573553.177315:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573553.177419:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573553.177469:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573553.177576:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917704704 00000100:00100000:2.0:1777573553.177588:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917704704 00000100:00100000:3.0:1777573553.177623:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705088 00000100:00100000:3.0:1777573553.177629:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705088 00000100:00100000:2.0:1777573553.177652:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 833 00000100:00100000:2.0:1777573553.177664:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917704704:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573553.177685:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 802 00000100:00100000:3.0:1777573553.177733:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917705088:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573553.177773:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917705088:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 79us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573553.177775:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917704704:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 110us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573553.177789:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 802 00000100:00100000:2.0:1777573553.177790:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 833 00000100:00080000:3.0:1777573553.177819:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573553.179322:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917704832 00000100:00100000:1.0:1777573553.179333:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917704832 00000100:00100000:0.0:1777573553.179368:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573553.179379:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917704960 00000100:00100000:1.0:1777573553.179382:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917704960 00000100:00100000:0.0:1777573553.179390:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705216 00000100:00100000:0.0:1777573553.179393:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705216 00000100:00100000:1.0:1777573553.179403:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1434 00000100:00100000:1.0:1777573553.179411:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917704832:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573553.179419:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 803 00000100:00100000:0.0:1777573553.179425:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917705216:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573553.179467:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917704832:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 57us (2331us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573553.179474:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1434 00000100:00080000:3.0:1777573553.179488:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573553.179493:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573553.179493:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1435 00000100:00080000:3.0:1777573553.179498:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573553.179503:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917704960:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573553.179620:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917705216:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 194us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573553.179627:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 803 00000100:00100000:1.0:1777573553.181431:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917704960:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 1401us (3432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573553.181444:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1435 00010000:00010000:2.0:1777573553.910988:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573554.614943:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573554.615566:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926326912:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573554.615649:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573554.616010:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926326912 00000100:00100000:1.0:1777573554.616019:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926326912 00000100:00100000:1.0:1777573554.616065:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1777573554.616075:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926326912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573554.616105:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573554.616160:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926326912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573554.616167:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1777573554.616797:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926326912:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573554.935613:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573555.959018:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573556.663078:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573556.663099:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926327040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573556.663123:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573556.663153:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926327552:0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.663185:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926327168:0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.663245:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926327296:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.663299:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573556.663308:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573556.663355:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926327424:0@lo:400:kworker.0 00000100:00100000:1.0:1777573556.663382:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926328064:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.663385:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573556.663411:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573556.663416:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926327936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573556.663436:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926328448:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.663446:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573556.663477:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573556.663486:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926328576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.663514:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573556.663522:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327040 00000100:00100000:1.0:1777573556.663531:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327040 00000100:00100000:3.0:1777573556.663560:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573556.663560:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327552 00000100:00100000:0.0:1777573556.663566:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573556.663567:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327552 00000100:00100000:1.0:1777573556.663595:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327936 00000100:00100000:1.0:1777573556.663599:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327936 00000100:00100000:3.0:1777573556.663606:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926327680:0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.663608:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926327808:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.663609:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328064 00000100:00100000:2.0:1777573556.663616:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328064 00000100:00100000:2.0:1777573556.663645:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328448 00000100:00100000:1.0:1777573556.663647:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1777573556.663649:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328448 00000100:00100000:3.0:1777573556.663655:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573556.663657:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573556.663661:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926327040:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573556.663671:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328576 00000100:00100000:2.0:1777573556.663675:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328576 00000100:00100000:0.0:1777573556.663711:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926328320:0@lo:400:kworker.0 00002000:00000024:1.0:1777573556.663712:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573556.663736:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327296 00000100:00100000:2.0:1777573556.663740:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327296 00000100:00100000:2.0:1777573556.663756:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327808 00000100:00100000:2.0:1777573556.663758:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327808 00000100:00100000:2.0:1777573556.663773:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1777573556.663779:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926327552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.663810:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926328192:0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.663825:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573556.663848:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926327040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 191us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573556.663861:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1777573556.663861:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926328832:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.663862:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926327552:12345-0@lo:400:kworker.0 Request processed in 78us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573556.663864:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573556.663876:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1777573556.663904:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926328704:0@lo:400:kworker.0 00000100:00100000:1.0:1777573556.663904:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1777573556.663905:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1777573556.663905:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573556.663920:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926327936:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573556.663921:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926328064:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1777573556.663939:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573556.663943:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573556.663961:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328320 00000100:00100000:0.0:1777573556.663966:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328320 00000100:00100000:2.0:1777573556.663979:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926328064:12345-0@lo:400:kworker.0 Request processed in 62us (566us total) trans 0 rc 0/0 00000100:00080000:3.0:1777573556.663986:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573556.663988:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926327936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573556.663989:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00080000:3.0:1777573556.663992:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573556.663997:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573556.664001:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573556.664004:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1777573556.664005:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328192 00000100:00100000:0.0:1777573556.664010:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328192 00000100:00100000:2.0:1777573556.664017:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1777573556.664018:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327168 00000100:00100000:3.0:1777573556.664024:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327168 00000100:00100000:2.0:1777573556.664029:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926328448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573556.664048:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926328064:0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.664048:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328832 00000100:00100000:0.0:1777573556.664054:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328832 00000100:00100000:1.0:1777573556.664068:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926328448:0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.664072:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1777573556.664073:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926328448:12345-0@lo:400:kworker.0 Request processed in 45us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573556.664077:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328704 00000100:00100000:0.0:1777573556.664082:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328704 00000100:00100000:1.0:1777573556.664088:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926327040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573556.664089:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926327168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.664090:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1777573556.664104:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1777573556.664114:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926328320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.664118:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:2.0:1777573556.664131:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926328576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573556.664139:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1777573556.664141:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926327168:12345-0@lo:400:kworker.0 Request processed in 55us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573556.664148:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926328192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.664152:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1777573556.664194:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327424 00000100:00100000:3.0:1777573556.664199:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327424 00000100:00100000:3.0:1777573556.664221:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926327680 00000100:00100000:3.0:1777573556.664224:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926327680 00000100:00100000:1.0:1777573556.664244:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926328192:12345-0@lo:400:kworker.0 Request processed in 98us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573556.664248:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1777573556.664253:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926328320:12345-0@lo:400:kworker.0 Request processed in 140us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573556.664262:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1777573556.664266:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1777573556.664273:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926328832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.664283:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1777573556.664292:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926328832:12345-0@lo:400:kworker.0 Request processed in 20us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573556.664294:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926328704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.664332:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1777573556.664333:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926328704:12345-0@lo:400:kworker.0 Request processed in 40us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573556.664343:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926327424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.664349:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1777573556.664355:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00080000:0.0:1777573556.664376:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573556.664385:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926327424:12345-0@lo:400:kworker.0 Request processed in 45us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573556.664393:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1777573556.664404:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926328320:0@lo:400:kworker.0 00000100:00100000:1.0:1777573556.664408:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1777573556.664414:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1777573556.664420:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926327296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.664424:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926328832:0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.664425:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926327680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.664448:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926328576:12345-0@lo:400:kworker.0 Request processed in 316us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573556.664470:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1777573556.664482:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926327680:12345-0@lo:400:kworker.0 Request processed in 61us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573556.664492:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1777573556.664493:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926327296:12345-0@lo:400:kworker.0 Request processed in 74us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573556.664498:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:1.0:1777573556.664505:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1777573556.664511:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926327808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.664554:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926327808:12345-0@lo:400:kworker.0 Request processed in 47us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573556.664555:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926327936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573556.664563:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926328704:0@lo:400:kworker.0 00000100:00100000:0.0:1777573556.664570:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1777573556.664579:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926328576:0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.664587:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926327168:0@lo:400:kworker.0 00000100:00100000:1.0:1777573556.664587:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926327296:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.664599:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926327552:0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.664612:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926327680:0@lo:400:kworker.0 00000100:00100000:2.0:1777573556.664618:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926327424:0@lo:400:kworker.0 00000100:00100000:1.0:1777573556.664618:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926327808:0@lo:400:kworker.0 00000100:00100000:3.0:1777573556.664630:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926328192:0@lo:400:kworker.0 00010000:00010000:2.0:1777573556.983363:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573557.687222:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926329088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573557.687290:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573557.687361:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573557.687367:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926328960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573557.687368:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329088 00000100:00100000:0.0:1777573557.687375:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329088 00000100:00100000:3.0:1777573557.687389:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573557.687416:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926328960 00000100:00100000:0.0:1777573557.687419:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926328960 00000100:00100000:3.0:1777573557.687435:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1777573557.687456:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926329088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573557.687487:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573557.687541:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926329088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573557.687614:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926329088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573557.687639:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1777573557.687650:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926328960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573557.687662:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573557.687729:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926328960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573557.687736:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1777573557.687910:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926328960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573557.689641:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00010000:00010000:1.0:1777573558.006871:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573558.200646:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573558.200671:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926329216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573558.200765:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573558.200810:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329216 00000100:00100000:3.0:1777573558.200818:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329216 00000100:00100000:3.0:1777573558.200867:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1777573558.200878:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926329216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573558.200909:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:3.0:1777573558.200966:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926329216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573558.200972:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1777573558.201066:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926329216:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1777573558.202655:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:2.0:1777573558.298133:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573558.298223:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573558.298252:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573558.298282:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573558.298303:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573558.298343:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705856 00000100:00100000:2.0:1777573558.298353:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705856 00000100:00100000:1.0:1777573558.298502:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705728 00000100:00100000:1.0:1777573558.298508:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705728 00000100:00100000:3.0:1777573558.298513:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705600 00000100:00100000:3.0:1777573558.298518:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705600 00000100:00100000:1.0:1777573558.298548:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 808 00000100:00100000:3.0:1777573558.298557:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705472 00000100:00100000:3.0:1777573558.298562:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705472 00000100:00100000:1.0:1777573558.298562:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917705856:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573558.298584:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1442 00000100:00100000:3.0:1777573558.298592:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917705600:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573558.298639:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917705856:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 81us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573558.298641:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917705600:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573558.298652:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1442 00000100:00100000:1.0:1777573558.298665:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 808 00000100:00100000:3.0:1777573558.298672:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1443 00000100:00100000:3.0:1777573558.298679:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917705472:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573558.298721:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00100000:1.0:1777573558.298729:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917705728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573558.298744:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917705472:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 65us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573558.298755:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1443 00000100:00100000:1.0:1777573558.298771:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917705728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573558.298777:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 809 00000100:00080000:3.0:1777573558.298832:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573558.298837:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573558.298840:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573558.298843:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573558.299097:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705344 00000100:00100000:0.0:1777573558.299102:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705344 00000100:00100000:0.0:1777573558.299138:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 835 00000100:00100000:0.0:1777573558.299146:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917705344:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573558.299186:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917705344:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573558.299196:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 835 00010000:00010000:1.0:1777573559.030936:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573559.735331:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573559.735355:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926329344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573559.735443:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573559.735494:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329344 00000100:00100000:1.0:1777573559.735504:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329344 00000100:00100000:1.0:1777573559.735567:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1777573559.735579:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926329344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573559.735623:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573559.735874:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926329344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 298us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573559.735882:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1777573559.735990:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926329344:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573560.054879:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573561.078921:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573561.782867:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926329728:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.782882:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926329600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573561.782901:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926329856:0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.782935:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573561.782936:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573561.782936:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573561.782981:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926330240:0@lo:400:kworker.0 00000100:00100000:0.0:1777573561.782982:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926330368:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.782983:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926330112:0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783013:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573561.783019:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573561.783030:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329600 00000100:00100000:2.0:1777573561.783037:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329600 00000100:00100000:1.0:1777573561.783041:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926330752:0@lo:400:kworker.0 00000100:00100000:0.0:1777573561.783047:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926329472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573561.783077:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573561.783084:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329472 00000100:00100000:2.0:1777573561.783088:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329472 00000100:00100000:1.0:1777573561.783089:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573561.783095:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926331264:0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783118:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926331136:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783119:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1777573561.783121:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573561.783132:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926329600:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573561.783142:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777573561.783149:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926329984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783155:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1777573561.783158:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573561.783176:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573561.783197:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926330496:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783200:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926329600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573561.783202:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329728 00000100:00100000:1.0:1777573561.783207:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329728 00000100:00100000:2.0:1777573561.783215:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1777573561.783216:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573561.783234:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926330880:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783236:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1777573561.783243:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926329472:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573561.783248:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00002000:00000024:2.0:1777573561.783254:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573561.783256:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573561.783261:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926329728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783276:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926329472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.783282:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1777573561.783298:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926329472:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1777573561.783300:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573561.783332:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926330240 00000100:00100000:2.0:1777573561.783335:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926330240 00000100:00100000:2.0:1777573561.783356:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329984 00000100:00100000:2.0:1777573561.783358:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329984 00000100:00100000:2.0:1777573561.783384:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1777573561.783389:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926330240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783434:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926329728:12345-0@lo:400:kworker.0 Request processed in 178us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573561.783442:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1777573561.783446:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926330240:12345-0@lo:400:kworker.0 Request processed in 54us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.783454:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1777573561.783470:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1777573561.783476:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926329984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783483:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926330752 00000100:00100000:1.0:1777573561.783488:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926330752 00000100:00100000:2.0:1777573561.783516:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926329984:12345-0@lo:400:kworker.0 Request processed in 39us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.783522:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1777573561.783526:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926331264 00000100:00100000:1.0:1777573561.783530:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926331264 00000100:00100000:2.0:1777573561.783546:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926331136 00000100:00100000:2.0:1777573561.783551:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926331136 00000100:00100000:1.0:1777573561.783559:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1777573561.783567:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926330752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783580:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1777573561.783589:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926331264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783602:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926330752:12345-0@lo:400:kworker.0 Request processed in 37us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573561.783610:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1777573561.783626:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1777573561.783630:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926331264:12345-0@lo:400:kworker.0 Request processed in 41us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573561.783636:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926331136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783638:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1777573561.783661:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926329856 00000100:00100000:2.0:1777573561.783665:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926329856 00000100:00100000:2.0:1777573561.783685:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926330368 00000100:00100000:2.0:1777573561.783687:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926330368 00000100:00100000:2.0:1777573561.783720:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926330496 00000100:00100000:2.0:1777573561.783723:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926330496 00000100:00100000:2.0:1777573561.783732:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926330880 00000100:00100000:2.0:1777573561.783734:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926330880 00000100:00100000:2.0:1777573561.783745:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1777573561.783750:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926329856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783773:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926329856:12345-0@lo:400:kworker.0 Request processed in 23us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.783790:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1777573561.783801:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1777573561.783806:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926330368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783828:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926330368:12345-0@lo:400:kworker.0 Request processed in 22us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.783834:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1777573561.783846:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1777573561.783851:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926330496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783889:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926331136:12345-0@lo:400:kworker.0 Request processed in 254us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.783890:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926330496:12345-0@lo:400:kworker.0 Request processed in 37us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573561.783904:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1777573561.783905:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1777573561.783923:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:2.0:1777573561.783929:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926330880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.783956:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926330880:12345-0@lo:400:kworker.0 Request processed in 28us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.783962:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:1.0:1777573561.783963:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926330752:0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783979:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926331136:0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.783992:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926329728:0@lo:400:kworker.0 00000100:00080000:2.0:1777573561.783998:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573561.784002:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573561.784005:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573561.784008:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926330240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.784017:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573561.784038:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926330624:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.784059:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573561.784072:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926331008:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.784103:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573561.784128:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926329600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573561.784302:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926330112 00000100:00100000:2.0:1777573561.784306:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926330112 00000100:00100000:2.0:1777573561.784328:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926331008 00000100:00100000:2.0:1777573561.784331:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926331008 00000100:00100000:2.0:1777573561.784349:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1777573561.784354:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926330112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.784396:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926330112:12345-0@lo:400:kworker.0 Request processed in 42us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.784401:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1777573561.784413:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1777573561.784420:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926331008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.784440:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926330624 00000100:00100000:2.0:1777573561.784453:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926331008:12345-0@lo:400:kworker.0 Request processed in 34us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.784461:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00080000:2.0:1777573561.784477:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573561.784492:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926330112:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.784501:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926331008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.784535:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926330624 00000100:00100000:1.0:1777573561.784576:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1777573561.784583:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926330624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573561.784616:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926330624:12345-0@lo:400:kworker.0 Request processed in 34us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573561.784622:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:2.0:1777573561.784853:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573561.784871:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967357 gen 2 00000004:00080000:2.0:1777573561.784876:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc4616680, transno 4294967357 00000100:00100000:2.0:1777573561.784890:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926330624:0@lo:400:kworker.0 00000100:00100000:3.0:1777573561.785022:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926329984:0@lo:400:kworker.0 00000100:00100000:3.0:1777573561.785038:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926330496:0@lo:400:kworker.0 00000100:00100000:3.0:1777573561.785047:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926330880:0@lo:400:kworker.0 00000100:00100000:3.0:1777573561.785056:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926329856:0@lo:400:kworker.0 00000100:00100000:3.0:1777573561.785064:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926330368:0@lo:400:kworker.0 00000100:00100000:3.0:1777573561.785087:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926331264:0@lo:400:kworker.0 00000100:00100000:2.0:1777573561.906565:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573561.906778:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917705984 00000100:00100000:1.0:1777573561.906789:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917705984 00000100:00100000:1.0:1777573561.906864:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1072 00000100:00100000:1.0:1777573561.906875:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917705984:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573561.906962:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917705984:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 90us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573561.906973:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1072 00000100:00080000:2.0:1777573561.907155:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573561.908454:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573561.909279:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917706112 00000100:00100000:2.0:1777573561.909288:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917706112 00000100:00080000:3.0:1777573561.909328:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573561.909374:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 478 00000100:00100000:2.0:1777573561.909386:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706112:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573561.909673:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706112:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 290us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.909681:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 478 00000100:00100000:1.0:1777573561.911104:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573561.911157:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917706240 00000100:00100000:2.0:1777573561.911164:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917706240 00000100:00100000:2.0:1777573561.911229:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 479 00000100:00100000:2.0:1777573561.911239:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706240:12345-192.168.204.9@tcp:19:lfs.0 00000100:00080000:3.0:1777573561.911243:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573561.911337:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706240:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 100us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.911350:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 479 00000100:00100000:3.0:1777573561.913313:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573561.913377:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917706368 00000100:00100000:2.0:1777573561.913386:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917706368 00000100:00100000:2.0:1777573561.913444:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1073 00000100:00100000:2.0:1777573561.913453:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917706368:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573561.913617:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917706368:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 165us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.913624:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1073 00000100:00100000:3.0:1777573561.915865:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573561.916409:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917706496 00000100:00100000:2.0:1777573561.916418:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917706496 00000100:00100000:2.0:1777573561.916481:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1074 00000100:00100000:2.0:1777573561.916490:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:54165:x1863919917706496:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573561.916616:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:54165:x1863919917706496:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 127us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573561.916623:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1074 00000100:00080000:3.0:1777573561.917231:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573561.920095:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573561.920131:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917706624 00000100:00100000:3.0:1777573561.920151:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917706624 00000100:00100000:3.0:1777573561.920203:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1075 00000100:00100000:3.0:1777573561.920214:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917706624:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573561.920301:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917706624:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 89us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573561.920309:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1075 00000100:00100000:2.0:1777573561.923630:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573561.925279:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917706752 00000100:00100000:3.0:1777573561.925294:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917706752 00000100:00100000:3.0:1777573561.925386:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 480 00000100:00100000:3.0:1777573561.925396:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706752:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573561.925531:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706752:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 136us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573561.925538:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 480 00000100:00100000:0.0:1777573561.926999:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573561.927030:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917706880 00000100:00100000:0.0:1777573561.927049:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917706880 00000100:00100000:0.0:1777573561.927109:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 481 00000100:00100000:0.0:1777573561.927118:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706880:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573561.927218:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:54165:x1863919917706880:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 101us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573561.927228:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 481 00000100:00100000:0.0:1777573561.930257:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573561.930290:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917707008 00000100:00100000:3.0:1777573561.930300:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917707008 00000100:00100000:3.0:1777573561.930371:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1076 00000100:00100000:3.0:1777573561.930384:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917707008:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573561.930511:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54165:x1863919917707008:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 132us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573561.930519:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1076 00000100:00100000:0.0:1777573561.932149:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573561.932221:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917707136 00000100:00100000:3.0:1777573561.932230:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917707136 00000100:00100000:3.0:1777573561.932304:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1077 00000100:00100000:3.0:1777573561.932312:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:54165:x1863919917707136:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573561.932445:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:54165:x1863919917707136:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 133us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573561.932454:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1077 00010000:00010000:2.0:1777573562.103064:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573562.363997:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.364079:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917707264 00000100:00100000:1.0:1777573562.364090:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917707264 00000100:00100000:1.0:1777573562.364153:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1078 00000100:00100000:1.0:1777573562.364162:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:54179:x1863919917707264:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573562.364182:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573562.364207:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a680f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0cd expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.364267:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a680ff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.364281:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a680ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.364293:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a680ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573562.364340:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:1.0:1777573562.364343:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573562.364373:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a680ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.364398:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a680f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0cd expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.364416:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a680ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0cd expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.364424:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573562.364426:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573562.364429:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:1.0:1777573562.364518:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54179:x1863919917707264:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 357us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.364525:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1078 00000100:00100000:3.0:1777573562.372373:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573562.372473:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917707520 00000100:00100000:0.0:1777573562.372482:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917707520 00000100:00100000:0.0:1777573562.372536:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1079 00000100:00100000:0.0:1777573562.372546:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54179:x1863919917707520:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573562.372978:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573562.373005:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a680ff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0cd expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.373022:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:0.0:1777573562.373027:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573562.373053:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.373069:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.373078:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.373109:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.373123:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 6 pid: 6487 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573562.373144:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926331392:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573562.373234:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44890c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573562.376125:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926331392:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573562.376129:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1777573562.376152:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573562.377181:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917707648 00000100:00100000:3.0:1777573562.377190:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917707648 00010000:00010000:3.0:1777573562.377224:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 7 pid: 6487 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573562.377619:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 353 00000100:00100000:3.0:1777573562.377627:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded89e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917707648:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573562.377640:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573562.377646:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 7 pid: 6487 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.377656:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 7 pid: 6487 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.377675:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6809d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0b8 expref: 7 pid: 6487 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.377687:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:3.0:1777573562.377711:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.377721:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.377730:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.377753:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573562.377783:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.377792:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573562.377800:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded89e6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917707648:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 174us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573562.377805:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 353 00000001:00080000:2.0:1777573562.380797:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967448 is committed 00000004:00010000:3.0:1777573562.380881:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000639db1c8 reply state 00000000ac2e194a transno 4294967448 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.380905:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.380914:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:3.0:1777573562.380916:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573562.380920:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573562.380934:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00010000:00080000:3.0:1777573562.381014:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573562.381037:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:54179:x1863919917707520:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 8490us (8667us total) trans 4294967448 rc 0/0 00000100:00100000:3.0:1777573562.381044:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1079 00010000:00010000:2.0:1777573562.381185:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.381196:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.381203:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.381209:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573562.381215:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.381222:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.381234:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:2.0:1777573562.381237:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573562.381240:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.381247:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68106 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573562.410534:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.410575:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917707776 00000100:00100000:1.0:1777573562.410585:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917707776 00000100:00100000:1.0:1777573562.410639:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 155 00000100:00100000:1.0:1777573562.410649:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54183:x1863919917707776:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:1.0:1777573562.410778:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54183:x1863919917707776:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 131us (250us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573562.410787:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 155 00000100:00100000:0.0:1777573562.413382:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.413457:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917707904 00000100:00100000:1.0:1777573562.413467:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917707904 00000100:00100000:1.0:1777573562.413522:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1080 00000100:00100000:1.0:1777573562.413532:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:54183:x1863919917707904:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573562.413551:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573562.413571:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6810d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0d4 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413636:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413660:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413680:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413723:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413731:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413738:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413814:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68122 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413823:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68122 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413830:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68122 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573562.413850:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68122 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413863:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413870:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413877:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413887:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413892:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573562.413896:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413903:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413914:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573562.413917:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573562.413921:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413932:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68114 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413945:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413951:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413956:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413961:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573562.413964:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413973:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413980:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc1ccf500) 00010000:00010000:1.0:1777573562.413982:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573562.413984:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.413989:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6811b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.414018:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a6810d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0d4 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.414029:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68122 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0d4 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.414036:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:1.0:1777573562.414038:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573562.414040:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573562.414092:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:54183:x1863919917707904:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 562us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.414100:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1080 00000100:00100000:3.0:1777573562.415625:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573562.415686:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573562.415739:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917708160 00000100:00100000:3.0:1777573562.415746:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917708160 00000100:00100000:3.0:1777573562.415799:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 66 00000100:00100000:3.0:1777573562.415810:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917708160:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573562.415836:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573562.415855:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68122 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0d4 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.415873:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:3.0:1777573562.415878:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573562.415931:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917708160:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 123us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573562.415940:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 66 00000100:00100000:1.0:1777573562.416246:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917708032 00000100:00100000:1.0:1777573562.416252:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917708032 00000100:00100000:1.0:1777573562.416290:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1081 00000100:00100000:1.0:1777573562.416297:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:54183:x1863919917708032:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573562.416317:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573562.416333:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68129 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0db expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.416399:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.416412:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.416421:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573562.416474:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:1.0:1777573562.416479:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1777573562.416511:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68129 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.416525:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.416532:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573562.416535:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1777573562.416538:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187c00, rc 0) 00000100:00100000:1.0:1777573562.416582:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:54183:x1863919917708032:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 285us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.416589:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1081 00000100:00100000:2.0:1777573562.807287:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926331520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573562.807372:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573562.807548:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573562.807562:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926331648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573562.807595:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573562.807752:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926331520 00000100:00100000:2.0:1777573562.807760:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926331520 00000100:00100000:2.0:1777573562.807797:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926331648 00000100:00100000:2.0:1777573562.807800:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926331648 00000100:00100000:2.0:1777573562.807883:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1777573562.807894:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926331520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573562.807925:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573562.807966:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926331520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573562.807973:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1777573562.807991:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1777573562.807997:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926331648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573562.808007:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30809792 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573562.808034:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926331648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573562.808040:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1777573562.808142:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926331648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573562.808173:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926331520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573562.866374:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.866433:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917708288 00000100:00100000:1.0:1777573562.866442:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917708288 00000100:00100000:1.0:1777573562.866488:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1082 00000100:00100000:1.0:1777573562.866496:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:54202:x1863919917708288:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573562.866513:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573562.866530:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68137 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0e2 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.866593:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6813e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.866609:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6813e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.866621:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6813e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573562.866662:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:1.0:1777573562.866666:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573562.866686:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6813e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.866738:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68137 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0e2 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.866767:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6813e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0e2 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.866775:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573562.866778:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573562.866782:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573562.866838:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54202:x1863919917708288:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 343us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.866846:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1082 00000100:00100000:2.0:1777573562.870516:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573562.870622:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917708544 00000100:00100000:0.0:1777573562.870633:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917708544 00000100:00100000:1.0:1777573562.870748:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1083 00000100:00100000:1.0:1777573562.870768:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:54202:x1863919917708544:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573562.870822:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573562.870847:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6813e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0e2 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.870868:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573562.870873:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573562.870897:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.870911:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.870920:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.870956:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.870970:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 6 pid: 26981 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573562.870990:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926331776:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573562.871079:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42de780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573562.873222:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.873290:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926331776:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573562.873317:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573562.873413:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917708672 00000100:00100000:1.0:1777573562.873419:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917708672 00010000:00010000:1.0:1777573562.873451:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 7 pid: 26981 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573562.873516:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 354 00000100:00100000:1.0:1777573562.873526:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917708672:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573562.873540:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573562.873546:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 7 pid: 26981 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.873557:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 7 pid: 26981 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.873579:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68130 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0db expref: 7 pid: 26981 timeout: 1187 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.873594:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573562.873599:0:7408:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.873609:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.873616:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.873643:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573562.873675:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.873686:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573562.873709:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917708672:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 166us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.873718:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 354 00000001:00080000:2.0:1777573562.877752:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967449 is committed 00000004:00010000:1.0:1777573562.877856:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a240e743 reply state 000000005600c19f transno 4294967449 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.877880:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.877890:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573562.877893:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573562.877898:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573562.877912:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00010000:00080000:1.0:1777573562.878004:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573562.878026:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:54202:x1863919917708544:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 7265us (7517us total) trans 4294967449 rc 0/0 00000100:00100000:1.0:1777573562.878036:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1083 00010000:00010000:3.0:1777573562.878046:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.878057:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.878064:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.878070:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573562.878075:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.878081:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.878093:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:3.0:1777573562.878097:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573562.878102:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.878109:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68145 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573562.903483:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.903751:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917708800 00000100:00100000:1.0:1777573562.903762:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917708800 00000100:00100000:1.0:1777573562.903827:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1084 00000100:00100000:1.0:1777573562.903838:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:54206:x1863919917708800:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573562.903858:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573562.903878:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6814c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0e9 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.903938:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.903950:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.903957:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.903967:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.903971:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.903975:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904018:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68161 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904022:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68161 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904026:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68161 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573562.904044:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68161 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904054:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904058:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904062:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904066:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904069:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573562.904072:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904076:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904083:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573562.904085:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573562.904088:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904092:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68153 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904098:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904102:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904105:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904109:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573562.904110:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904114:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904117:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc1ccf500) 00010000:00010000:1.0:1777573562.904118:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573562.904119:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904122:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a6815a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904142:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6814c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0e9 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904149:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68161 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0e9 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.904154:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:1.0:1777573562.904156:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573562.904158:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:1.0:1777573562.904221:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:54206:x1863919917708800:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 385us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.904229:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1084 00000100:00100000:2.0:1777573562.905714:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573562.905769:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917708928 00000100:00100000:3.0:1777573562.905778:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917708928 00000100:00100000:3.0:1777573562.905826:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1085 00000100:00100000:3.0:1777573562.905837:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:54206:x1863919917708928:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573562.905856:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573562.905877:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68168 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0f0 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.905928:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.905941:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.905952:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573562.906046:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:3.0:1777573562.906050:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1777573562.906086:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68168 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.906105:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.906114:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:3.0:1777573562.906117:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1777573562.906121:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573562.906166:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:54206:x1863919917708928:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 332us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573562.906177:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1085 00000100:00100000:3.0:1777573562.906594:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.906630:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917709056 00000100:00100000:1.0:1777573562.906643:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917709056 00000100:00100000:1.0:1777573562.906685:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 67 00000100:00100000:1.0:1777573562.906723:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917709056:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573562.906736:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573562.906754:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68161 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0e9 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.906768:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:1.0:1777573562.906773:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573562.906805:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917709056:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 112us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.906812:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 67 00000100:00100000:3.0:1777573562.908100:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573562.908657:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917709312 00000100:00100000:0.0:1777573562.908665:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917709312 00000100:00100000:0.0:1777573562.908742:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1086 00000100:00100000:0.0:1777573562.908754:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:54206:x1863919917709312:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:0.0:1777573562.908771:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573562.908792:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68176 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0f7 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.908894:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.908910:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.908922:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.908941:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.908948:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.908955:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573562.909322:0:6487:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xe:0x0], index 1: 0 00010000:00010000:0.0:1777573562.909488:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6818b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909498:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6818b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909507:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6818b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909544:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909554:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909567:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909574:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909580:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573562.909585:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909592:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909611:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:0.0:1777573562.909614:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573562.909619:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909628:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6817d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573562.909644:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d59911a3 reply state 00000000db677b11 transno 4294967450 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909657:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909664:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc600) 00010000:00010000:0.0:1777573562.909667:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573562.909670:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573562.909730:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68176 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f7 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909750:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6818b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f7 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573562.909758:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89ddc2efc200) 00010000:00010000:0.0:1777573562.909761:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573562.909764:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573562.909828:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:54206:x1863919917709312:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1075us (1733us total) trans 4294967450 rc 0/0 00000100:00100000:0.0:1777573562.909836:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1086 00000100:00100000:2.0:1777573562.912443:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573562.912478:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917709568 00000100:00100000:2.0:1777573562.912487:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917709568 00000100:00100000:2.0:1777573562.912532:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1087 00000100:00100000:2.0:1777573562.912542:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:54206:x1863919917709568:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:2.0:1777573562.912677:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573562.912727:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a6818b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f7 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.912744:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89ddc2efc200) 00010000:00010000:2.0:1777573562.912831:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573562.912881:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.912895:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.912905:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573562.913074:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002987592c reply state 000000000ee965bd transno 4294967451 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.913086:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.913092:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89deef242800) 00010000:00010000:2.0:1777573562.913095:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573562.913098:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573562.913195:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:54206:x1863919917709568:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 654us (759us total) trans 4294967451 rc 0/0 00000100:00100000:2.0:1777573562.913203:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1087 00000100:00100000:0.0:1777573562.914535:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.914582:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917709696 00000100:00100000:1.0:1777573562.914590:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917709696 00000100:00100000:1.0:1777573562.914651:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1088 00000100:00100000:1.0:1777573562.914675:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:54206:x1863919917709696:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573562.914723:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573562.914742:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a681a0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e0fe expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.914790:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a681a0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0fe expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.914807:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a681a0 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0fe expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.914825:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89deef242800) 00010000:00010000:1.0:1777573562.914828:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573562.914831:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:1.0:1777573562.914888:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:54206:x1863919917709696:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 229us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573562.914895:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1088 00000100:00100000:2.0:1777573562.917381:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.917455:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917709824 00000100:00100000:1.0:1777573562.917463:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917709824 00000100:00100000:1.0:1777573562.917511:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 482 00000100:00100000:1.0:1777573562.917522:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917709824:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:1.0:1777573562.917820:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917709824:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 300us (446us total) trans 4294967354 rc 0/0 00000100:00100000:1.0:1777573562.917828:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 482 00000100:00100000:2.0:1777573562.920625:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573562.920682:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917710080 00000100:00100000:0.0:1777573562.920721:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917710080 00000100:00100000:0.0:1777573562.920776:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 156 00000100:00100000:0.0:1777573562.920789:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:54206:x1863919917710080:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:0.0:1777573562.921042:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:54206:x1863919917710080:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 257us (424us total) trans 4294967452 rc 0/0 00000100:00100000:0.0:1777573562.921051:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 156 00000100:00100000:0.0:1777573562.952147:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573562.952211:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917710208 00000100:00100000:2.0:1777573562.952223:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917710208 00000100:00100000:2.0:1777573562.952273:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1089 00000100:00100000:2.0:1777573562.952280:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:54210:x1863919917710208:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:2.0:1777573562.952300:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573562.952316:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a681a7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e105 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952386:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 3/1,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952397:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952406:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952412:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952417:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952420:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952491:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a681bc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952499:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a681bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952506:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a681bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573562.952544:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x23:0x0]: returning size 0 00000004:00200000:2.0:1777573562.952560:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573562.952587:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a681bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952599:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a681bc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952607:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952612:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952627:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952633:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952638:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573562.952642:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952649:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952669:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:2.0:1777573562.952671:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573562.952675:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 3/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952683:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ae lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952732:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952738:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952744:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952749:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573562.952751:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952767:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952773:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc600) 00010000:00010000:2.0:1777573562.952775:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573562.952776:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952780:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681b5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952805:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a681a7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e105 expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952815:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a681bc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e105 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.952821:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89deef242800) 00010000:00010000:2.0:1777573562.952823:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573562.952824:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573562.952878:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:54210:x1863919917710208:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 599us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573562.952886:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1089 00000100:00100000:2.0:1777573562.954927:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573562.954984:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917710336 00000100:00100000:3.0:1777573562.954993:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917710336 00000100:00100000:3.0:1777573562.955044:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 483 00000100:00100000:3.0:1777573562.955055:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917710336:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:3.0:1777573562.955070:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573562.955088:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e10c expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573562.955112:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xe:0x0] initial LVB size: 0, mtime: 0x69f39ebb, atime: 0x69f39ebb, ctime: 0x69f39ebb, blocks: 0x0 00010000:00010000:3.0:1777573562.955129:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573562.955131:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573562.955151:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.955169:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573562.955181:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573562.955240:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917710336:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 188us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573562.955246:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 483 00000100:00100000:0.0:1777573562.958505:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573562.958583:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917710592 00000100:00100000:1.0:1777573562.958600:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917710592 00000100:00100000:1.0:1777573562.958723:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1090 00000100:00100000:1.0:1777573562.958737:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:54210:x1863919917710592:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:1.0:1777573562.958813:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573562.958854:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a681bc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e105 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.958885:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a681a0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0fe expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.958898:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89deef242800) 00010000:00010000:1.0:1777573562.958909:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573562.958936:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.958953:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.958962:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.958970:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.958975:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.958979:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959067:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959072:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959086:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573562.959375:0:26981:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:1.0:1777573562.959386:0:26981:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1087607692911ns, next at 1088607690355ns, rc = 0 00010000:00010000:1.0:1777573562.959440:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 3/0,1 mode: --/PW res: [0x240000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959449:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959460:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959467:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959473:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959480:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959506:0:26981:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573562.959530:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959536:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959543:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959549:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573562.959554:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959562:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959569:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89deef242800) 00010000:00010000:1.0:1777573562.959571:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573562.959575:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959579:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a681d8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x23:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959592:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959595:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959599:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959602:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959605:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573562.959607:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959612:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959619:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:1.0:1777573562.959621:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573562.959624:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959629:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a681ca lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573562.959638:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064088949 reply state 000000004d1ba919 transno 4294967453 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959651:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573562.959658:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc600) 00010000:00010000:1.0:1777573562.959660:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573562.959663:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573562.959773:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:54210:x1863919917710592:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1040us (1276us total) trans 4294967453 rc 0/0 00000100:00100000:1.0:1777573562.959783:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1090 00010000:00010000:2.0:1777573562.959816:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573562.959824:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.959832:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573562.959836:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.959843:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.959855:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89deef242800) 00010000:00010000:2.0:1777573562.959858:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573562.959861:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 1/0,0 mode: --/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.959865:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a681df lrc: 0/0,0 mode: --/PW res: [0x240000402:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573562.959874:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573562.959876:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573562.959878:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573563.126894:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573563.319018:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926331904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573563.319092:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573563.319165:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926331904 00000100:00100000:1.0:1777573563.319172:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926331904 00000100:00100000:1.0:1777573563.319221:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1777573563.319230:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926331904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573563.319260:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573563.319317:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926331904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573563.319324:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1777573563.319554:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926331904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573563.418966:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573563.419016:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.419358:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917710720 00000100:00100000:2.0:1777573563.419368:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917710720 00000100:00100000:2.0:1777573563.419413:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 837 00000100:00100000:2.0:1777573563.419420:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917710720:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573563.419483:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917710720:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 64us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.419488:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 837 00000100:00100000:1.0:1777573563.422922:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917710848 00000100:00100000:1.0:1777573563.422933:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917710848 00000100:00080000:3.0:1777573563.422979:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573563.423000:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 814 00000100:00100000:1.0:1777573563.423012:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917710848:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573563.423109:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917710848:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 101us (4092us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573563.423120:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 814 00000100:00100000:0.0:1777573563.444838:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.445661:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917710976 00000100:00100000:2.0:1777573563.445672:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917710976 00000100:00080000:0.0:1777573563.445765:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573563.445768:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1091 00000100:00100000:2.0:1777573563.445782:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:54228:x1863919917710976:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573563.445807:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573563.445832:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681e6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e113 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.445898:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ed lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.445913:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.445930:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573563.445976:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573563.445981:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573563.446001:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ed lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.446024:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681e6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e113 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.446045:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ed lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e113 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.446053:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:2.0:1777573563.446056:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573563.446059:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573563.446123:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:54228:x1863919917710976:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 345us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.446130:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1091 00000100:00100000:3.0:1777573563.453611:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573563.455024:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917711232 00000100:00100000:0.0:1777573563.455097:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917711232 00000100:00100000:0.0:1777573563.455171:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1092 00000100:00100000:0.0:1777573563.455182:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:54228:x1863919917711232:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573563.455238:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573563.455265:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a681ed lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e113 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.455288:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:0.0:1777573563.455293:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573563.455317:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.455463:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.455476:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.455514:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.455528:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 13 pid: 6486 timeout: 1188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573563.455542:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926332032:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573563.455667:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573563.459056:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926332032:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573563.459058:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1777573563.459099:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573563.459151:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917711360 00000100:00100000:3.0:1777573563.459159:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917711360 00010000:00010000:3.0:1777573563.459585:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 14 pid: 6486 timeout: 1188 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573563.459630:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 355 00000100:00100000:3.0:1777573563.459640:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:2400:x1863919917711360:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573563.459654:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573563.459661:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 14 pid: 6486 timeout: 1188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573563.459681:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 14 pid: 6486 timeout: 1188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573563.459731:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6816f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e0f0 expref: 14 pid: 6486 timeout: 1188 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573563.459747:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:3.0:1777573563.459752:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573563.459762:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573563.459770:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573563.459825:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573563.459827:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.459837:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573563.459876:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:2400:x1863919917711360:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 237us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573563.459897:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 355 00000004:00010000:0.0:1777573563.459997:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000767b877c reply state 00000000d52296c7 transno 4294967454 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.460011:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.460018:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:0.0:1777573563.460022:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573563.460024:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573563.460036:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000100:00100000:0.0:1777573563.460106:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:54228:x1863919917711232:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 4925us (6503us total) trans 4294967454 rc 0/0 00000100:00100000:0.0:1777573563.460115:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1092 00000100:00100000:0.0:1777573563.518545:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.519584:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917711488 00000100:00100000:2.0:1777573563.519595:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917711488 00000100:00100000:2.0:1777573563.519683:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1093 00000100:00100000:2.0:1777573563.519717:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917711488:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:0.0:1777573563.519726:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573563.519825:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917711488:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 132us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.519833:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1093 00000100:00100000:3.0:1777573563.522885:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573563.523121:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917711616 00000100:00100000:0.0:1777573563.523131:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917711616 00000100:00100000:0.0:1777573563.523286:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 484 00000100:00100000:0.0:1777573563.523297:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:54237:x1863919917711616:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573563.523513:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:54237:x1863919917711616:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 218us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573563.523521:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 484 00000100:00100000:3.0:1777573563.525939:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.525992:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917711744 00000100:00100000:2.0:1777573563.526000:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917711744 00000100:00100000:2.0:1777573563.526057:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 485 00000100:00100000:2.0:1777573563.526064:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917711744:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:0.0:1777573563.526175:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573563.526255:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917711744:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 190us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.526263:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 485 00000100:00100000:3.0:1777573563.528299:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573563.528364:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917711872 00000100:00100000:1.0:1777573563.528373:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917711872 00000100:00100000:1.0:1777573563.528426:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1094 00000100:00100000:1.0:1777573563.528437:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917711872:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573563.528886:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917711872:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 450us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573563.528895:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1094 00000100:00100000:3.0:1777573563.530464:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.530656:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712000 00000100:00100000:2.0:1777573563.530665:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712000 00000100:00100000:2.0:1777573563.530742:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1095 00000100:00100000:2.0:1777573563.530753:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:54237:x1863919917712000:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573563.530898:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:54237:x1863919917712000:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 147us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.530905:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1095 00000100:00100000:0.0:1777573563.533686:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573563.534482:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712128 00000100:00100000:1.0:1777573563.534493:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712128 00000100:00100000:1.0:1777573563.534557:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1096 00000100:00100000:1.0:1777573563.534567:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917712128:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573563.534663:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917712128:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 97us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573563.534671:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1096 00000100:00100000:3.0:1777573563.536111:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573563.536224:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712256 00000100:00100000:0.0:1777573563.536236:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712256 00000100:00100000:0.0:1777573563.536303:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 486 00000100:00100000:0.0:1777573563.536324:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54237:x1863919917712256:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573563.536638:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54237:x1863919917712256:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 315us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573563.536646:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 486 00000100:00100000:3.0:1777573563.538996:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573563.539101:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712384 00000100:00100000:1.0:1777573563.539113:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712384 00000100:00100000:1.0:1777573563.539221:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 487 00000100:00100000:1.0:1777573563.539232:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917712384:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573563.539483:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917712384:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 252us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573563.539491:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 487 00000100:00100000:3.0:1777573563.540785:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.541239:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712512 00000100:00100000:2.0:1777573563.541254:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712512 00000100:00100000:2.0:1777573563.541340:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1097 00000100:00100000:2.0:1777573563.541350:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917712512:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573563.541675:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54237:x1863919917712512:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 326us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.541683:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1097 00000100:00100000:3.0:1777573563.544284:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573563.544397:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712640 00000100:00100000:0.0:1777573563.544408:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712640 00000100:00100000:0.0:1777573563.544505:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1098 00000100:00100000:0.0:1777573563.544514:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:54237:x1863919917712640:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573563.544676:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:54237:x1863919917712640:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 163us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573563.544681:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1098 00000100:00100000:3.0:1777573563.575941:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.576100:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712768 00000100:00100000:2.0:1777573563.576110:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712768 00000100:00100000:2.0:1777573563.576166:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1099 00000100:00100000:2.0:1777573563.576174:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54241:x1863919917712768:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:2.0:1777573563.576190:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573563.576205:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e11a expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576263:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576277:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576290:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576304:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576310:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576315:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576389:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68210 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576397:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68210 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576403:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68210 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573563.576422:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68210 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576437:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576442:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576447:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576452:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576461:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573563.576465:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576472:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576483:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573563.576486:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573563.576490:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576495:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68202 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576510:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576516:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576521:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576525:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573563.576528:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576532:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576542:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89deef242b00) 00010000:00010000:2.0:1777573563.576544:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573563.576547:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576551:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68209 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576578:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a681fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e11a expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576592:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68210 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e11a expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.576600:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:2.0:1777573563.576602:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573563.576605:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573563.576663:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:54241:x1863919917712768:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 489us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.576671:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1099 00000100:00100000:3.0:1777573563.578642:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.578752:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917712896 00000100:00100000:2.0:1777573563.578761:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917712896 00000100:00100000:2.0:1777573563.578864:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1100 00000100:00100000:2.0:1777573563.578875:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:54241:x1863919917712896:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:2.0:1777573563.578893:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573563.578912:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68217 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e121 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573563.578968:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1777573563.578971:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6821e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.578985:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6821e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.578996:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6821e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573563.579035:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573563.579039:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573563.579072:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68217 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e121 expref: 16 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.579089:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6821e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e121 expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.579096:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:2.0:1777573563.579099:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1777573563.579102:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573563.579149:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:54241:x1863919917712896:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 277us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.579157:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1100 00000100:00100000:0.0:1777573563.579220:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917713024 00000100:00100000:0.0:1777573563.579225:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917713024 00000100:00100000:0.0:1777573563.579261:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 68 00000100:00100000:0.0:1777573563.579268:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917713024:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573563.579277:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573563.579290:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68210 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e11a expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.579301:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:0.0:1777573563.579305:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573563.579324:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917713024:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 58us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573563.579343:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 68 00000100:00100000:3.0:1777573563.581463:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.581541:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917713280 00000100:00100000:2.0:1777573563.581548:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917713280 00000100:00100000:2.0:1777573563.581621:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1101 00000100:00100000:2.0:1777573563.581629:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:54241:x1863919917713280:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:2.0:1777573563.581653:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573563.581669:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68225 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e128 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.581812:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.581823:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.581831:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.581837:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.581841:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.581845:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573563.582154:0:6487:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0xf:0x0], index 0: 0 00010000:00010000:2.0:1777573563.582285:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6823a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582295:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6823a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582303:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6823a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582352:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582359:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582365:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582371:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582376:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573563.582380:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582386:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582399:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:2.0:1777573563.582402:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573563.582406:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582412:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6822c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573563.582424:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002c879f7a reply state 00000000f03c8c0d transno 4294967455 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582434:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582441:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc600) 00010000:00010000:2.0:1777573563.582443:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573563.582446:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573563.582483:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68225 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e128 expref: 18 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582496:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6823a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e128 expref: 17 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.582503:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x24:0x0].0x0 (ffff89deef242b00) 00010000:00010000:2.0:1777573563.582505:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573563.582507:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54e00, rc 0) 00000100:00100000:2.0:1777573563.582563:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+18:54241:x1863919917713280:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 935us (1108us total) trans 4294967455 rc 0/0 00000100:00100000:2.0:1777573563.582570:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1101 00000100:00100000:3.0:1777573563.589355:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573563.589462:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917713408 00000100:00100000:1.0:1777573563.589473:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917713408 00000100:00100000:1.0:1777573563.589533:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 488 00000100:00100000:1.0:1777573563.589544:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:54241:x1863919917713408:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:1.0:1777573563.589561:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573563.589581:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e12f expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573563.589605:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777573563.589627:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573563.589629:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573563.589638:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.589656:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.589669:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573563.589768:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:54241:x1863919917713408:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 226us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573563.589775:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 488 00000100:00100000:3.0:1777573563.605539:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.605654:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917713536 00000100:00100000:2.0:1777573563.605665:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917713536 00002000:00100000:2.0:1777573563.605755:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->1048575) req@ffff89ddc31d6680 x1863919917713536/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:64/0 lens 488/0 e 0 to 0 dl 1777573574 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:65534 00002000:00100000:2.0:1777573563.605767:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc31d6680 with x1863919917713536 ext(0->1048575) 00002000:00010000:2.0:1777573563.605773:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc31d6680 00000100:00100000:2.0:1777573563.605803:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 23 00000100:00100000:2.0:1777573563.605814:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917713536:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:2.0:1777573563.623726:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917713536:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 17874us (18156us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1777573563.623743:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 23 00002000:00100000:2.0:1777573563.623758:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->1048575) req@ffff89ddc31d6680 x1863919917713536/t4294967358(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:64/0 lens 488/448 e 0 to 0 dl 1777573574 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:65534 00002000:00100000:2.0:1777573563.623769:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc31d6680 with x1863919917713536 ext(0->1048575) 00002000:00010000:2.0:1777573563.623775:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc31d6680 00000100:00100000:0.0:1777573563.628589:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573563.628797:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917713664 00000100:00100000:2.0:1777573563.628808:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917713664 00000100:00100000:2.0:1777573563.628860:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1102 00000100:00100000:2.0:1777573563.628870:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+18:54241:x1863919917713664:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:3.0:1777573563.631611:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967455 is committed 00000004:00080000:3.0:1777573563.631631:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 60 committed 00010000:00010000:0.0:1777573563.631677:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631706:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631715:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631722:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573563.631726:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631835:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631852:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc600) 00010000:00010000:0.0:1777573563.631855:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573563.631860:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631866:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68184 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.631869:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777573563.631883:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.631888:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926332160:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1777573563.631893:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631900:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631904:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573563.631906:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631911:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631917:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23:0x0].0x0 (ffff89deef242800) 00010000:00010000:0.0:1777573563.631919:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573563.631922:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631928:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68199 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631944:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631950:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631956:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.631964:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573563.631966:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573563.631970:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631976:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631983:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc600) 00010000:00010000:0.0:1777573563.631985:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573563.631988:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.631994:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a681d1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632005:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632011:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632018:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632022:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573563.632025:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.632029:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926332160 00010000:00010000:0.0:1777573563.632031:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.632036:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926332160 00010000:00010000:0.0:1777573563.632040:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:0.0:1777573563.632044:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573563.632047:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632053:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a681f4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632063:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632070:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632092:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632098:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573563.632101:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632112:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632120:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc2efc600) 00010000:00010000:0.0:1777573563.632122:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573563.632124:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573563.632130:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68233 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.632195:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1777573563.632208:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926332160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1777573563.632239:0:8359:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:14 count 1 00010000:00010000:1.0:1777573563.632260:0:8359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.632282:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.632291:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573563.632293:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573563.632297:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.632322:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.632347:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 6 pid: 9951 timeout: 1188 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.632361:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8359:1863919926332288:192.168.204.9@tcp:104: 00000100:00080000:0.0:1777573563.632369:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573563.632415:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ce6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573563.632514:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54241:x1863919917713664:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 3645us (3933us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573563.632523:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1102 00000100:00100000:3.0:1777573563.634481:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573563.634536:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917713792 00000100:00100000:0.0:1777573563.634545:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917713792 00000100:00100000:1.0:1777573563.634670:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8359:1863919926332288:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573563.634724:0:8359:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573563.634786:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 490 00000100:00100000:0.0:1777573563.634800:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917713792:12345-192.168.204.9@tcp:16:dd.60003 00000100:00100000:0.0:1777573563.635226:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573563.635274:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917713920 00000100:00100000:1.0:1777573563.635279:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917713920 00010000:00010000:1.0:1777573563.635302:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 7 pid: 9951 timeout: 1188 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573563.635347:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 356 00000100:00100000:1.0:1777573563.635354:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917713920:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573563.635365:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573563.635370:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 7 pid: 9951 timeout: 1188 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635383:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 7 pid: 9951 timeout: 1188 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635418:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007fbd3677/0x1e8fa618a5a681c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e10c expref: 7 pid: 9951 timeout: 1188 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635433:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573563.635435:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573563.635439:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635450:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635481:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573563.635527:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917713920:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 174us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573563.635535:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 356 00010000:00010000:2.0:1777573563.635743:0:8359:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.635753:0:8359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.635763:0:8359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.635771:0:8359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573563.635790:0:8359:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573563.635824:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573563.635832:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635839:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573563.635842:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635849:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635858:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635863:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6824f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573563.635878:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573563.635879:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573563.635880:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573563.635947:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926332160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3743us (3987us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1777573563.635955:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000004:00080000:1.0:1777573563.636062:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc460d880/2, rc 0, transno 4294967355 00000100:00100000:1.0:1777573563.636070:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926332160:0@lo:6:osp-syn-1-1.0 00000001:00080000:3.0:1777573563.639999:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000100:00100000:0.0:1777573563.640186:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917713792:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 5385us (5709us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573563.640202:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 490 00000100:00100000:0.0:1777573563.643719:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573563.643754:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917714176 00000100:00100000:1.0:1777573563.643765:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917714176 00000100:00100000:1.0:1777573563.643814:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 157 00000100:00100000:1.0:1777573563.643822:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54241:x1863919917714176:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:1.0:1777573563.644056:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:54241:x1863919917714176:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 235us (374us total) trans 4294967456 rc 0/0 00000100:00100000:1.0:1777573563.644062:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 157 00010000:00010000:2.0:1777573564.150961:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573564.233193:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967456 is committed 00000004:00080000:1.0:1777573564.843207:0:90257:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1089491511316ns, next at 1056422367069ns, rc = 0 00080000:00080000:1.0:1777573564.843225:0:90257:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573564.843389:0:90257:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1089491695980ns, next at 1076784384624ns, rc = 0 00080000:00080000:1.0:1777573564.843396:0:90257:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573564.843981:0:90257:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1089492287575ns, next at 1052987298278ns, rc = 0 00080000:00080000:1.0:1777573564.843988:0:90257:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573564.844340:0:90257:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1089492646637ns, next at 1088607690355ns, rc = 0 00080000:00080000:1.0:1777573564.844347:0:90257:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573564.844672:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 61 committed 00000004:00080000:0.0:1777573564.845032:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 64 committed 00000004:00080000:3.0:1777573564.845481:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 61 committed 00000004:00080000:0.0:1777573564.846861:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 64 committed 00000100:00100000:1.0:1777573564.855111:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926332416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573564.855186:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573564.855227:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926332416 00000100:00100000:2.0:1777573564.855236:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926332416 00000100:00100000:2.0:1777573564.855287:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1777573564.855297:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926332416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573564.855343:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573564.855398:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926332416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573564.855407:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1777573564.855500:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926332416:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573565.174852:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573565.484269:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967355 is committed 00000001:00080000:3.0:1777573565.484284:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000100:00100000:0.0:1777573565.547075:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573565.547396:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917714304 00000100:00100000:1.0:1777573565.547407:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917714304 00000100:00100000:1.0:1777573565.547521:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1103 00000100:00100000:1.0:1777573565.547534:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714304:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573565.547642:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714304:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 112us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573565.547650:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1103 00000100:00100000:2.0:1777573565.549934:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573565.549985:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917714432 00000100:00100000:3.0:1777573565.549993:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917714432 00000100:00100000:3.0:1777573565.550043:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 491 00000100:00100000:3.0:1777573565.550052:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:54437:x1863919917714432:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573565.550208:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:54437:x1863919917714432:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 158us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573565.550216:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 491 00000100:00080000:0.0:1777573565.550788:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573565.550794:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573565.552872:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573565.552925:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917714560 00000100:00100000:0.0:1777573565.552943:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917714560 00000100:00100000:0.0:1777573565.553024:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 492 00000100:00100000:0.0:1777573565.553035:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54437:x1863919917714560:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573565.553230:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54437:x1863919917714560:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 197us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573565.553238:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 492 00000100:00080000:1.0:1777573565.553471:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573565.554810:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573565.554884:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917714688 00000100:00100000:1.0:1777573565.554892:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917714688 00000100:00100000:1.0:1777573565.554943:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1104 00000100:00100000:1.0:1777573565.554952:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714688:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573565.555132:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714688:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 181us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573565.555140:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1104 00000100:00100000:2.0:1777573565.557246:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573565.557311:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917714816 00000100:00100000:1.0:1777573565.557319:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917714816 00000100:00080000:2.0:1777573565.557376:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573565.557397:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1105 00000100:00100000:2.0:1777573565.557408:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714816:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573565.557518:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714816:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 113us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573565.557527:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1105 00000100:00100000:1.0:1777573565.563257:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573565.563304:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917714944 00000100:00100000:1.0:1777573565.563314:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917714944 00000100:00100000:1.0:1777573565.563364:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1106 00000100:00100000:1.0:1777573565.563386:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714944:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573565.563481:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917714944:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 109us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573565.563490:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1106 00000100:00100000:0.0:1777573565.565472:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573565.566416:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917715072 00000100:00100000:3.0:1777573565.566427:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917715072 00000100:00100000:3.0:1777573565.566484:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 493 00000100:00100000:3.0:1777573565.566495:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:54437:x1863919917715072:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573565.566651:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:54437:x1863919917715072:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 157us (1186us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573565.566658:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 493 00000100:00100000:2.0:1777573565.569470:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573565.569518:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917715200 00000100:00100000:3.0:1777573565.569527:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917715200 00000100:00100000:3.0:1777573565.569625:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 494 00000100:00100000:3.0:1777573565.569637:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:54437:x1863919917715200:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573565.569992:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:54437:x1863919917715200:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 357us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573565.570001:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 494 00000100:00100000:3.0:1777573565.574417:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573565.574556:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917715328 00000100:00100000:3.0:1777573565.574568:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917715328 00000100:00100000:3.0:1777573565.574911:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1107 00000100:00100000:3.0:1777573565.574924:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917715328:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573565.575253:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917715328:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 332us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573565.575261:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1107 00000100:00100000:0.0:1777573565.578330:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573565.578370:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917715456 00000100:00100000:0.0:1777573565.578379:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917715456 00000100:00100000:0.0:1777573565.578606:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1108 00000100:00100000:0.0:1777573565.578617:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917715456:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573565.579170:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:54437:x1863919917715456:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 553us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573565.579181:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1108 00000100:00100000:3.0:1777573565.617921:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573565.617974:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917715712 00000100:00100000:1.0:1777573565.617983:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917715712 00000100:00100000:1.0:1777573565.618035:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1109 00000100:00100000:1.0:1777573565.618042:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:54441:x1863919917715712:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:1.0:1777573565.618098:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573565.618125:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6823a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e128 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618145:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x24:0x0].0x0 (ffff89deef242b00) 00010000:00010000:1.0:1777573565.618156:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573565.618177:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618191:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618202:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618216:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618223:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618227:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618309:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618316:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618322:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573565.618527:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:1.0:1777573565.618536:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1090266842790ns, next at 1091266840538ns, rc = 0 00010000:00010000:1.0:1777573565.618574:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618580:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618585:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618592:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618597:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618600:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618619:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573565.618650:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618656:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618661:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618667:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573565.618671:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618919:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618927:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x24:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:1.0:1777573565.618930:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573565.618933:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618942:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68264 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x24:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618961:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618966:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618971:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618975:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618980:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573565.618982:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618987:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.618993:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:1.0:1777573565.618995:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573565.618998:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.619003:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68256 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573565.619011:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d7f33c44 reply state 0000000060a33004 transno 4294967457 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.619020:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573565.619025:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573565.619027:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573565.619029:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573565.619099:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:54441:x1863919917715712:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1056us (1186us total) trans 4294967457 rc 0/0 00000100:00100000:1.0:1777573565.619107:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1109 00010000:00010000:2.0:1777573565.619139:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573565.619149:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573565.619156:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573565.619160:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573565.619167:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573565.619177:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x24:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:2.0:1777573565.619180:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573565.619183:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573565.619188:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a6826b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573565.619202:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573565.619205:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573565.619207:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573566.201245:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573566.739339:0:90401:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1091387643041ns, next at 1056422367069ns, rc = 0 00080000:00080000:3.0:1777573566.739360:0:90401:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573566.739471:0:90401:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1091387777775ns, next at 1091266840538ns, rc = 0 00080000:00080000:3.0:1777573566.739478:0:90401:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573566.742108:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 65 committed 00000004:00080000:3.0:1777573566.742397:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 63 committed 00000001:00080000:3.0:1777573566.742434:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967457 is committed 00000004:00080000:3.0:1777573566.742440:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 62 committed 00010000:00010000:0.0:1777573566.742486:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742498:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742506:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742513:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573566.742518:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742530:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742547:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x1c2d2f2 (ffff89ddc1ccfe00) 00010000:00010000:0.0:1777573566.742551:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573566.742555:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742562:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6825d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x1f:0x0].0x1c2d2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573566.742636:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926332544:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777573566.742730:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573566.742786:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926332544 00000100:00100000:0.0:1777573566.742794:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926332544 00000100:00100000:0.0:1777573566.742854:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1777573566.742864:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926332544:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1777573566.742901:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:15 count 1 00010000:00010000:0.0:1777573566.742923:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742943:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742951:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573566.742954:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573566.742957:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742984:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.742998:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 5 pid: 9951 timeout: 1191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573566.743010:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926332672:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573566.743080:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44890c0 going to sleep for 11 seconds 00000100:00080000:0.0:1777573566.743094:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573566.747437:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573566.747605:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917715840 00000100:00100000:1.0:1777573566.747626:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917715840 00010000:00010000:1.0:1777573566.747669:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 6 pid: 9951 timeout: 1191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573566.747754:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 357 00000100:00100000:1.0:1777573566.747764:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded89e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917715840:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573566.747779:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573566.747784:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 6 pid: 9951 timeout: 1191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.747800:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 6 pid: 9951 timeout: 1191 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.747827:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573566.747829:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573566.747835:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.747851:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.747872:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573566.747931:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded89e4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917715840:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 169us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573566.747939:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 357 00010000:00010000:0.0:1777573566.748177:0:8361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68248 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e12f expref: 5 pid: 9951 timeout: 1191 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573566.748191:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8361:1863919926332672:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573566.748208:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.748218:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.748225:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.748234:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.748241:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573566.748260:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573566.748322:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573566.748330:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.748338:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573566.748344:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.748353:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.748366:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.748372:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000035f0f04d/0x1e8fa618a5a68272 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573566.748388:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573566.748391:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573566.748392:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573566.748637:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926332544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 5774us (5906us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1777573566.748645:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000004:00080000:3.0:1777573566.748786:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc2e1f100/2, rc 0, transno 4294967359 00000100:00100000:3.0:1777573566.748800:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926332544:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1777573566.749236:0:90401:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1091397542388ns, next at 1052987298278ns, rc = 0 00080000:00080000:2.0:1777573566.749253:0:90401:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573566.749763:0:90401:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1091398068960ns, next at 1088607690355ns, rc = 0 00080000:00080000:2.0:1777573566.749771:0:90401:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573566.751324:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 62 committed 00000004:00080000:3.0:1777573566.751430:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 65 committed 00000100:00100000:2.0:1777573566.902950:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573566.902975:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926332800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573566.903046:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926332928:0@lo:400:kworker.0 00000100:00100000:2.0:1777573566.903059:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573566.903182:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926333184:0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.903206:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573566.903232:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573566.903262:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926333696:0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.903277:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926333312:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903307:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573566.903327:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926332928 00000100:00100000:0.0:1777573566.903335:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333184 00000100:00100000:3.0:1777573566.903336:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926332928 00000100:00100000:1.0:1777573566.903343:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926334208:0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.903343:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333184 00000100:00100000:1.0:1777573566.903376:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573566.903394:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1777573566.903395:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1777573566.903409:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926332928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.903410:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926333184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903423:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333696 00000100:00100000:1.0:1777573566.903427:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333696 00000100:00100000:1.0:1777573566.903470:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334208 00000100:00100000:3.0:1777573566.903474:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926332928:12345-0@lo:400:kworker.0 Request processed in 68us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573566.903475:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334208 00000100:00100000:3.0:1777573566.903484:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1777573566.903503:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:1.0:1777573566.903511:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926333696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.903536:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1777573566.903547:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926334208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903547:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926333696:12345-0@lo:400:kworker.0 Request processed in 35us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573566.903560:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1777573566.903589:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926334208:12345-0@lo:400:kworker.0 Request processed in 46us (212us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573566.903594:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573566.903596:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1777573566.903625:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926333440:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903628:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926334208:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903641:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926333184:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903653:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926333696:0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.903659:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573566.903683:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926333952:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903728:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333440 00000100:00100000:1.0:1777573566.903732:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333440 00000100:00100000:3.0:1777573566.903738:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573566.903748:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926333184:12345-0@lo:400:kworker.0 Request processed in 77us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573566.903757:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1777573566.903765:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926333440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.903779:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573566.903788:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926333056:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.903802:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926333440:12345-0@lo:400:kworker.0 Request processed in 37us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573566.903815:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573566.903835:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926333568:0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.903837:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1777573566.903863:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573566.903879:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333056 00000100:00100000:0.0:1777573566.903884:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333056 00000100:00100000:3.0:1777573566.903886:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926334080:0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.903912:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573566.903915:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333568 00000100:00100000:0.0:1777573566.903918:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333568 00000100:00100000:3.0:1777573566.903943:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926333440:0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.903944:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334080 00000100:00100000:0.0:1777573566.903948:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334080 00000100:00100000:0.0:1777573566.903972:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1777573566.903981:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926333056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.903985:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333952 00000100:00100000:3.0:1777573566.903989:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333952 00000100:00100000:3.0:1777573566.904021:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1777573566.904041:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926333952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.904081:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926333952:12345-0@lo:400:kworker.0 Request processed in 54us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573566.904087:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1777573566.904107:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:3.0:1777573566.904114:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926333568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.904141:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926333568:12345-0@lo:400:kworker.0 Request processed in 28us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573566.904146:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:3.0:1777573566.904159:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1777573566.904165:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926334080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.904190:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926334080:12345-0@lo:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573566.904196:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1777573566.904221:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573566.904239:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926333824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573566.904248:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1777573566.904276:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573566.904288:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926332800 00000100:00100000:1.0:1777573566.904293:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926332800 00000100:00100000:3.0:1777573566.904297:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926334336:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.904325:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333824 00000100:00100000:1.0:1777573566.904328:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333824 00000100:00100000:3.0:1777573566.904334:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573566.904341:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926333056:12345-0@lo:400:kworker.0 Request processed in 361us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573566.904349:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1777573566.904356:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1777573566.904365:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926332800:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573566.904368:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926332928:0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.904368:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926333312 00002000:00000024:1.0:1777573566.904390:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573566.904402:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1777573566.904410:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926333824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573566.904423:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573566.904607:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926333312 00000100:00100000:0.0:1777573566.904634:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:0.0:1777573566.904640:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926333312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.904664:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926332800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 300us (1605us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573566.904672:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1777573566.904712:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926333824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 279us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573566.904721:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926333312:12345-0@lo:400:kworker.0 Request processed in 79us (496us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573566.904727:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573566.904730:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:1.0:1777573566.904733:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573566.904735:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00080000:1.0:1777573566.904738:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573566.904760:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334336 00000100:00100000:0.0:1777573566.904785:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926333056:0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.904796:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926333568:0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.904805:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926334080:0@lo:400:kworker.0 00000100:00100000:0.0:1777573566.904814:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926333952:0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.904895:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334336 00000100:00100000:3.0:1777573566.905227:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1777573566.905235:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926334336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573566.905281:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926334336:12345-0@lo:400:kworker.0 Request processed in 48us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573566.905287:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1777573566.906108:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926333312:0@lo:400:kworker.0 00000100:00100000:1.0:1777573566.906129:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926333824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573566.906140:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926334336:0@lo:400:kworker.0 00000100:00100000:2.0:1777573566.906338:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967355 gen 2 00000004:00080000:2.0:1777573566.906345:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc460d880, transno 4294967355 00000100:00100000:2.0:1777573566.906365:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926332800:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1777573567.223102:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573567.927022:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926334592:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573567.927099:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573567.927138:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334592 00000100:00100000:1.0:1777573567.927147:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334592 00000100:00100000:2.0:1777573567.927169:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573567.927188:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926334464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573567.927196:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1777573567.927207:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926334592:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573567.927215:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1777573567.927238:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573567.927301:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926334592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573567.927310:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1777573567.927326:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334464 00000100:00100000:1.0:1777573567.927331:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334464 00000100:00100000:1.0:1777573567.927352:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1777573567.927360:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926334464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573567.927371:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573567.927398:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926334464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573567.927404:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1777573567.928596:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926334464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573567.928614:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4506300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926334592:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777573568.247176:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573568.438979:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926334720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573568.439062:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573568.439320:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334720 00000100:00100000:0.0:1777573568.439329:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334720 00000100:00100000:0.0:1777573568.439386:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1777573568.439396:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926334720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573568.439430:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573568.439484:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926334720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573568.439491:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1777573568.439584:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926334720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573568.537252:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573568.537293:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573568.537326:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917715968 00000100:00100000:2.0:1777573568.537332:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573568.537345:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917715968 00000100:00100000:0.0:1777573568.537410:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 839 00000100:00100000:0.0:1777573568.537421:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917715968:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573568.537439:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573568.537460:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716224 00000100:00100000:3.0:1777573568.537466:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716224 00000100:00100000:2.0:1777573568.537492:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573568.537504:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917715968:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 84us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573568.537513:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 839 00000100:00100000:3.0:1777573568.537518:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716096 00000100:00100000:3.0:1777573568.537522:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716096 00000100:00100000:3.0:1777573568.537553:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1456 00000100:00100000:3.0:1777573568.537563:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917716224:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:0.0:1777573568.537565:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573568.537571:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573568.537594:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1457 00000100:00100000:3.0:1777573568.537604:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917716224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573568.537605:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917716096:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573568.537619:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1456 00000100:00100000:0.0:1777573568.537642:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917716096:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573568.537650:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1457 00000100:00100000:1.0:1777573568.537802:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716480 00000100:00100000:1.0:1777573568.537807:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716480 00000100:00100000:1.0:1777573568.537880:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716352 00000100:00100000:1.0:1777573568.537884:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716352 00000100:00100000:3.0:1777573568.537894:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:3.0:1777573568.537903:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917716480:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:2.0:1777573568.537909:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573568.537914:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573568.537963:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 818 00000100:00100000:1.0:1777573568.537972:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917716352:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573568.537976:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917716480:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573568.537985:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 817 00000100:00100000:1.0:1777573568.538008:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917716352:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573568.538016:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 818 00010000:00010000:1.0:1777573569.270828:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573569.974941:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573569.974965:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926334848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573569.975041:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573569.975176:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334848 00000100:00100000:1.0:1777573569.975184:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334848 00000100:00100000:1.0:1777573569.975248:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1777573569.975257:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926334848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573569.975293:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573569.975350:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926334848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573569.975359:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1777573569.975397:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926334848:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573570.294975:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573571.318967:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573572.023105:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926334976:0@lo:400:kworker.0 00000100:00100000:1.0:1777573572.023143:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926335104:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.023225:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573572.023281:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926335488:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.023310:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573572.023331:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926336000:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.023356:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573572.023385:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926336512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.023428:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573572.023471:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926334976 00000100:00100000:2.0:1777573572.023481:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926334976 00000100:00100000:2.0:1777573572.023541:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1777573572.023551:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926334976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.023618:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926334976:12345-0@lo:400:kworker.0 Request processed in 69us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573572.023626:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1777573572.023683:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926335488 00000100:00100000:1.0:1777573572.023683:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573572.023688:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926335488 00000100:00100000:1.0:1777573572.023734:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926335616:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.023746:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1777573572.023755:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926335488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573572.023761:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573572.023778:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926336128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.023801:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926335488:12345-0@lo:400:kworker.0 Request processed in 47us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573572.023809:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573572.023815:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1777573572.023828:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926336640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573572.024035:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926335360:0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.024340:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926335232:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.024616:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926334976:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.024633:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926335488:0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.024814:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926335104 00000100:00100000:2.0:1777573572.024819:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926335104 00000100:00100000:2.0:1777573572.024852:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926335616 00000100:00100000:2.0:1777573572.024855:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926335616 00000100:00100000:2.0:1777573572.024885:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336128 00000100:00100000:2.0:1777573572.024889:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336128 00000100:00100000:2.0:1777573572.024909:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1777573572.024915:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926335104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.024959:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926335104:12345-0@lo:400:kworker.0 Request processed in 45us (1278us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573572.024966:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:2.0:1777573572.024980:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1777573572.024985:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926335616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.025013:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926335616:12345-0@lo:400:kworker.0 Request processed in 28us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573572.025018:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:2.0:1777573572.025029:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1777573572.025034:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926336128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.025059:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926336128:12345-0@lo:400:kworker.0 Request processed in 25us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573572.025064:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1777573572.025084:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336000 00000100:00100000:2.0:1777573572.025088:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336000 00000100:00100000:2.0:1777573572.025114:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336512 00000100:00100000:2.0:1777573572.025117:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336512 00000100:00100000:2.0:1777573572.025139:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1777573572.025146:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926336000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.025194:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926336000:12345-0@lo:400:kworker.0 Request processed in 48us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573572.025199:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1777573572.025268:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1777573572.025276:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926336512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.025385:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926336512:12345-0@lo:400:kworker.0 Request processed in 111us (1957us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573572.025391:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1777573572.025430:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926336512:0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.025593:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573572.025612:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573572.025649:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926335872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.025650:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926335744:0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.025689:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573572.025723:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573572.025733:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926336384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.025744:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926336256:0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.025765:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573572.025778:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573572.025797:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926336768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573572.025803:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926336000:0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.025809:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926335360 00000100:00100000:3.0:1777573572.025814:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926335360 00000100:00100000:0.0:1777573572.025827:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573572.025837:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926335744 00000100:00100000:2.0:1777573572.025842:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926335744 00000100:00100000:3.0:1777573572.025856:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336256 00000100:00100000:3.0:1777573572.025860:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336256 00000100:00100000:2.0:1777573572.025873:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1777573572.025881:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:2.0:1777573572.025885:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926335360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.025896:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926335744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.025904:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1777573572.025904:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573572.025919:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926336256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.025943:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926335360:12345-0@lo:400:kworker.0 Request processed in 62us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573572.025951:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1777573572.025965:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926335104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.025966:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926335744:12345-0@lo:400:kworker.0 Request processed in 73us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573572.025975:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926336256:12345-0@lo:400:kworker.0 Request processed in 58us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573572.025983:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1777573572.025990:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1777573572.026000:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926335872 00000100:00100000:2.0:1777573572.026005:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926335872 00000100:00100000:0.0:1777573572.026034:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926335232 00000100:00100000:2.0:1777573572.026038:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336384 00000100:00100000:3.0:1777573572.026039:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926335360:0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.026039:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926335232 00000100:00100000:2.0:1777573572.026044:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336384 00000100:00100000:1.0:1777573572.026076:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926335616:0@lo:400:kworker.0 00000100:00080000:3.0:1777573572.026080:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573572.026082:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00080000:3.0:1777573572.026089:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573572.026095:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573572.026097:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926335872:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777573572.026100:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573572.026101:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1777573572.026107:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926336128:0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.026126:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926335232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573572.026154:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926335872:12345-0@lo:400:kworker.0 Request processed in 61us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573572.026160:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1777573572.026181:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1777573572.026186:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926336384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.026193:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926335232:12345-0@lo:400:kworker.0 Request processed in 80us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573572.026201:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1777573572.026202:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336768 00000100:00100000:1.0:1777573572.026208:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336768 00000100:00100000:3.0:1777573572.026226:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926336384:12345-0@lo:400:kworker.0 Request processed in 45us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573572.026233:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1777573572.026245:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336640 00000100:00100000:1.0:1777573572.026249:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336640 00000100:00100000:3.0:1777573572.026269:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926335872:0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.026280:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926336384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573572.026414:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1777573572.026424:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1777573572.026429:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926336768:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573572.026435:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926336640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573572.026460:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573572.026460:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573572.026523:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926335232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.026534:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926335744:0@lo:400:kworker.0 00000100:00100000:3.0:1777573572.026542:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926336256:0@lo:400:kworker.0 00000100:00100000:1.0:1777573572.026919:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926336640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 485us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573572.026928:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926336768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 502us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573572.026931:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1777573572.026942:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1777573572.026957:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926336640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573572.026992:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926336768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1777573572.342925:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573572.538476:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000100:00100000:1.0:1777573573.047738:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926336896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573573.047850:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573573.047929:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926337024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573573.047982:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926336896 00000100:00100000:1.0:1777573573.048005:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926336896 00000100:00100000:2.0:1777573573.048011:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573573.048072:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926337024 00000100:00100000:1.0:1777573573.048078:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926337024 00000100:00100000:2.0:1777573573.048102:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1777573573.048112:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1777573573.048120:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926336896:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573573.048129:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926337024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573573.048178:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573573.048239:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926337024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573573.048246:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1777573573.048924:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967359 gen 2 00000004:00080000:0.0:1777573573.048932:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc2e1f100, transno 4294967359 00000100:00100000:0.0:1777573573.049016:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926337024:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573573.049043:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573573.049126:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926336896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1013us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.049135:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:0.0:1777573573.049209:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926336896:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777573573.366863:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573573.560156:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926337152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573573.560228:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573573.560347:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926337152 00000100:00100000:0.0:1777573573.560355:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926337152 00000100:00100000:0.0:1777573573.560411:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1777573573.560422:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926337152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573573.560457:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573573.560522:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926337152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573573.560535:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1777573573.560620:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926337152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573573.561179:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573573.561432:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716608 00000100:00100000:2.0:1777573573.561437:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716608 00000100:00100000:2.0:1777573573.561529:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1110 00000100:00100000:2.0:1777573573.561537:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917716608:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573573.561617:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917716608:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 80us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.561624:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1110 00000100:00080000:0.0:1777573573.561882:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573573.563103:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573573.563168:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716736 00000100:00100000:0.0:1777573573.563177:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716736 00000100:00100000:0.0:1777573573.563281:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 496 00000100:00100000:0.0:1777573573.563291:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917716736:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573573.563467:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917716736:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 179us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573573.563472:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 496 00000100:00080000:1.0:1777573573.563573:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573573.564559:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573573.564599:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716864 00000100:00100000:0.0:1777573573.564605:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716864 00000100:00100000:0.0:1777573573.564647:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 497 00000100:00100000:0.0:1777573573.564654:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917716864:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573573.564872:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917716864:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 217us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573573.564879:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 497 00000100:00080000:1.0:1777573573.565042:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573573.569238:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573573.570761:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917716992 00000100:00100000:1.0:1777573573.570775:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917716992 00000100:00100000:1.0:1777573573.570850:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1111 00000100:00100000:1.0:1777573573.570863:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917716992:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573573.571095:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917716992:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 235us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573573.571103:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1111 00000100:00100000:0.0:1777573573.574028:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573573.574226:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917717120 00000100:00100000:2.0:1777573573.574239:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917717120 00000100:00080000:0.0:1777573573.574292:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573573.574314:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1112 00000100:00100000:2.0:1777573573.574326:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:54729:x1863919917717120:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573573.574676:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:54729:x1863919917717120:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 352us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.574686:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1112 00000100:00100000:2.0:1777573573.577483:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573573.577641:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917717248 00000100:00100000:3.0:1777573573.577650:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917717248 00000100:00100000:3.0:1777573573.577781:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1113 00000100:00100000:3.0:1777573573.577794:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917717248:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573573.577890:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917717248:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 99us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573573.577897:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1113 00000100:00100000:3.0:1777573573.580901:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573573.580954:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917717376 00000100:00100000:2.0:1777573573.580965:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917717376 00000100:00100000:2.0:1777573573.581023:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 498 00000100:00100000:2.0:1777573573.581037:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917717376:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573573.581296:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc65450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917717376:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 263us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.581304:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 498 00000100:00100000:2.0:1777573573.589795:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573573.589866:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917717504 00000100:00100000:3.0:1777573573.589877:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917717504 00000100:00100000:3.0:1777573573.589949:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 499 00000100:00100000:3.0:1777573573.589962:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917717504:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573573.590199:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:54729:x1863919917717504:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 240us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573573.590208:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 499 00000100:00100000:3.0:1777573573.592118:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573573.592182:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917717632 00000100:00100000:2.0:1777573573.592192:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917717632 00000100:00100000:2.0:1777573573.592260:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1114 00000100:00100000:2.0:1777573573.592273:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917717632:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573573.592482:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:54729:x1863919917717632:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 211us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.592489:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1114 00000100:00100000:2.0:1777573573.597294:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573573.597352:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917717760 00000100:00100000:3.0:1777573573.597362:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917717760 00000100:00100000:3.0:1777573573.597419:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1115 00000100:00100000:3.0:1777573573.597430:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:54729:x1863919917717760:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573573.597610:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:54729:x1863919917717760:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 182us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573573.597616:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1115 00000100:00100000:3.0:1777573573.614775:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573573.614860:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917717888 00000100:00100000:2.0:1777573573.614872:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917717888 00000100:00100000:2.0:1777573573.614932:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1116 00000100:00100000:2.0:1777573573.614942:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:54730:x1863919917717888:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573573.614967:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573573.614990:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68279 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e136 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.615061:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68280 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.615075:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68280 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.615099:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68280 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573573.615160:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1777573573.615164:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573573.615184:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68280 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.615209:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68279 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e136 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.615230:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68280 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e136 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.615239:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:2.0:1777573573.615242:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573573.615245:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573573.615342:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:54730:x1863919917717888:12345-192.168.204.9@tcp:101:rm.0 Request processed in 402us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.615348:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1116 00000100:00100000:0.0:1777573573.617220:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573573.617429:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917718016 00000100:00100000:2.0:1777573573.617437:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917718016 00000100:00100000:2.0:1777573573.617481:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 158 00000100:00100000:2.0:1777573573.617490:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:54730:x1863919917718016:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:2.0:1777573573.617582:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:54730:x1863919917718016:12345-192.168.204.9@tcp:49:rm.0 Request processed in 94us (369us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777573573.617590:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 158 00000100:00100000:0.0:1777573573.619178:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573573.619277:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917718272 00000100:00100000:3.0:1777573573.619284:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917718272 00000100:00100000:3.0:1777573573.619334:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1117 00000100:00100000:3.0:1777573573.619343:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:54730:x1863919917718272:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573573.619358:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573573.619382:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68287 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e13d expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573573.619474:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00010000:00010000:3.0:1777573573.619590:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68287 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e13d expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.619605:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89defbd2b400) 00010000:00010000:3.0:1777573573.619608:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573573.619612:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68287 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e13d expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.619629:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573573.619750:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:54730:x1863919917718272:12345-192.168.204.9@tcp:101:rm.0 Request processed in 408us (577us total) trans 4294967458 rc 301/301 00000100:00100000:3.0:1777573573.619758:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1117 00000100:00100000:3.0:1777573573.622270:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573573.622395:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917718400 00000100:00100000:1.0:1777573573.622405:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917718400 00000100:00100000:1.0:1777573573.622456:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 159 00000100:00100000:1.0:1777573573.622465:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:54730:x1863919917718400:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1777573573.625822:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:54730:x1863919917718400:12345-192.168.204.9@tcp:37:rm.0 Request processed in 3350us (3552us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573573.625832:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 159 00000100:00100000:0.0:1777573573.628814:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573573.628855:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917718656 00000100:00100000:1.0:1777573573.628864:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917718656 00000100:00100000:1.0:1777573573.628910:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 160 00000100:00100000:1.0:1777573573.628920:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:54730:x1863919917718656:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1777573573.629145:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:54730:x1863919917718656:12345-192.168.204.9@tcp:35:rm.0 Request processed in 225us (337us total) trans 4294967459 rc 0/0 00000100:00100000:1.0:1777573573.629160:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 160 00000100:00100000:3.0:1777573573.631223:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573573.631267:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573573.631291:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719040 00000100:00100000:1.0:1777573573.631301:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719040 00000100:00100000:0.0:1777573573.631324:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917718784 00000100:00100000:0.0:1777573573.631331:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917718784 00000100:00100000:0.0:1777573573.631377:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 69 00000100:00100000:0.0:1777573573.631387:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917718784:12345-192.168.204.9@tcp:103:rm.0 00010000:00010000:0.0:1777573573.631401:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573573.631424:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a67ef9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e041 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.631444:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc2efc700) 00010000:00010000:0.0:1777573573.631455:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573573.631510:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917718784:12345-192.168.204.9@tcp:103:rm.0 Request processed in 124us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573573.631521:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1118 00000100:00100000:0.0:1777573573.631521:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 69 00000100:00100000:1.0:1777573573.631535:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:54730:x1863919917719040:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573573.631578:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573573.631593:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68280 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e136 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.631609:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6821e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e121 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.631617:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89defbd2b200) 00010000:00010000:1.0:1777573573.631627:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573573.631676:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.631684:0:6486:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.631818:0:6486:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573573.631846:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337280:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1777573573.631883:0:6486:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573573.631931:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926337280 00000100:00100000:1.0:1777573573.631934:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573573.631936:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926337280 00000100:00100000:3.0:1777573573.631971:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1777573573.631976:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6486:x1863919926337280:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1777573573.631985:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573573.631997:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68295 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.632018:0:6490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 5 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.632027:0:6490:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68295 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.632050:0:6490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 5 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.632062:0:6490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 5 pid: 6485 timeout: 1198 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573573.632072:0:6490:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926337408:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573573.632117:0:6490:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1a900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573573.633524:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573573.633606:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719168 00000100:00100000:0.0:1777573573.633613:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719168 00010000:00010000:0.0:1777573573.633644:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 6 pid: 6485 timeout: 1198 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573573.633687:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 358 00000100:00100000:0.0:1777573573.633720:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917719168:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573573.633733:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573573.633740:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 6 pid: 6485 timeout: 1198 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.633752:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 6 pid: 6485 timeout: 1198 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.633778:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573573.633784:0:7408:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68295 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.633793:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x1e8fa618a5a68295 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.633801:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x1e8fa618a5a68295 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.633830:0:7408:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68295 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573573.633843:0:7408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:7408:1863919926337536:0@lo:105: 00000100:00100000:0.0:1777573573.633878:0:7408:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573573.633913:0:7408:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded26e7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573573.633916:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926337536 00000100:00100000:3.0:1777573573.633920:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926337536 00000100:00100000:3.0:1777573573.633951:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1777573573.633956:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7408:x1863919926337536:12345-0@lo:105: 00010000:00010000:3.0:1777573573.633966:0:6469:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.633973:0:6469:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.633978:0:6469:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.633983:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.633990:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.633998:0:6469:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.634013:0:6469:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc3186200) 00010000:00010000:2.0:1777573573.634039:0:6490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a67edd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e03a expref: 6 pid: 6485 timeout: 1198 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573573.634057:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7408:x1863919926337536:12345-0@lo:105: Request processed in 99us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.634063:0:6490:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926337408:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573573.634069:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00010000:00010000:2.0:1777573573.634092:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68295 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.634100:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573573.634104:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573573.634107:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:0.0:1777573573.634112:0:7408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:7408:1863919926337536:0@lo:105: 00010000:00010000:0.0:1777573573.634130:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573573.634168:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6486:x1863919926337280:12345-0@lo:101:mdt00_001.0 Request processed in 2191us (2284us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.634175:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1777573573.634181:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917719168:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 462us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573573.634189:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337280:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1777573573.634193:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 358 00010000:00010000:1.0:1777573573.634206:0:6486:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573573.634227:0:6486:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573573.634257:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.634264:0:6486:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.634273:0:6486:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573573.634287:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337664:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1777573573.634315:0:6486:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573573.634334:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573573.634349:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926337664 00000100:00100000:0.0:1777573573.634354:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926337664 00000100:00100000:0.0:1777573573.634422:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1777573573.634431:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6486:x1863919926337664:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1777573573.634443:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573573.634455:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a682aa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a682a3 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.634468:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a682aa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a682a3 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.634475:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a682aa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a682a3 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573573.634479:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efcf00) 00010000:00010000:0.0:1777573573.634481:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573573.634482:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1e00, rc 0) 00000100:00100000:0.0:1777573573.634507:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6486:x1863919926337664:12345-0@lo:101:mdt00_001.0 Request processed in 79us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573573.634511:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1777573573.634565:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337664:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1777573573.634577:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.634586:0:6486:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573573.634602:0:6486:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1777573573.634633:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337792:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777573573.634658:0:6486:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573573.634676:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3d80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573573.634689:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926337792 00000100:00100000:2.0:1777573573.634719:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926337792 00000100:00100000:2.0:1777573573.634745:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1777573573.634752:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6486:x1863919926337792:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1777573573.634812:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6486:x1863919926337792:12345-0@lo:1000:mdt00_001.0 Request processed in 60us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.634818:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1777573573.634978:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337792:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777573573.635016:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337920:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777573573.635051:0:6486:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573573.635068:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3d80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573573.635086:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926337920 00000100:00100000:0.0:1777573573.635091:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926337920 00000100:00100000:0.0:1777573573.635119:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1777573573.635129:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6486:x1863919926337920:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1777573573.635529:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926337920:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1777573573.635535:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6486:x1863919926337920:12345-0@lo:1000:mdt00_001.0 Request processed in 404us (489us total) trans 0 rc 1/1 00000100:00100000:0.0:1777573573.635544:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00010000:00010000:1.0:1777573573.635573:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.635580:0:6486:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.635587:0:6486:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573573.635597:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926338048:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1777573573.635616:0:6486:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573573.635635:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3c00 going to sleep for 11 seconds 00000100:00100000:2.0:1777573573.635656:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926338048 00000100:00100000:2.0:1777573573.635660:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926338048 00000100:00100000:2.0:1777573573.635714:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1777573573.635722:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6486:x1863919926338048:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1777573573.635732:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573573.635745:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a682b8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a682b1 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.635771:0:6490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a682b8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a682b1 expref: 9 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.635781:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a682b8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a682b1 expref: 9 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.635789:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89deef242200) 00010000:00010000:2.0:1777573573.635791:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573573.635794:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55600, rc 0) 00000100:00100000:1.0:1777573573.636011:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6486:1863919926338048:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1777573573.636013:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6486:x1863919926338048:12345-0@lo:101:mdt00_001.0 Request processed in 290us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.636021:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00010000:00010000:1.0:1777573573.636024:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.636034:0:6486:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.636103:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.636111:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.636120:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573573.636425:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].10, 664 off42000 00000040:00080000:1.0:1777573573.636468:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].10, 744 off43184 00000004:00080000:1.0:1777573573.636474:0:6486:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc44c3c00 with version 22 00000004:00080000:2.0:1777573573.636512:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 22 rpc_version 22 00000020:00100000:2.0:1777573573.636535:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1777573573.636542:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89defbd6d500 x1863919926338304/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1984/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1777573573.636557:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926338304:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1777573573.636590:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573573.636644:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cce40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573573.636675:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926338304 00000100:00100000:0.0:1777573573.636680:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926338304 00000100:00100000:0.0:1777573573.636841:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1777573573.636849:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec73f0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7412:x1863919926338304:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573573.637124:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec73f0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7412:x1863919926338304:12345-0@lo:1000:osp_up0-1.0 Request processed in 276us (533us total) trans 4294967525 rc 0/0 00000100:00100000:0.0:1777573573.637131:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1777573573.637289:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926338304:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1777573573.637323:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x1f:0x0]: returning size 4096 00010000:00010000:1.0:1777573573.637341:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637348:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637355:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637361:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573573.637365:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637372:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637384:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89ddc1ccf300) 00010000:00010000:1.0:1777573573.637388:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573573.637392:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637398:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a682bf lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637414:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637422:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637429:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637458:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573573.637462:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573573.637468:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573573.637469:0:6486:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573573.637476:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.637477:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573573.637483:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637489:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637509:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573573.637510:0:6474:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637538:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777573573.637541:0:6486:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573573.637546:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.637547:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573573.637563:0:6486:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.637564:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573573.637564:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573573.637571:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.637593:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573573.637594:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.637598:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.637602:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a682b1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a682b8 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573573.637606:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.637617:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573573.637620:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573573.637622:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573573.637625:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573573.637627:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:54730:x1863919917719040:12345-192.168.204.9@tcp:36:rm.0 Request processed in 6094us (6409us total) trans 4294967460 rc 0/0 00000100:00100000:2.0:1777573573.637631:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1777573573.637639:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1777573573.637642:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1118 00000100:00100000:2.0:1777573573.637643:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926338432:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573573.637648:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.637654:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186200/0x1e8fa618a5a68295 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a6829c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573573.637665:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573573.637666:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573573.637670:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573573.637673:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573573.637720:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926338560:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573573.637742:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573573.637773:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926338432 00000100:00100000:2.0:1777573573.637777:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926338432 00000100:00100000:2.0:1777573573.637809:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926338560 00000100:00100000:2.0:1777573573.637812:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926338560 00000100:00100000:2.0:1777573573.637834:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1777573573.637841:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3636:x1863919926338432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573573.637853:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573573.637866:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a682b8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a682b1 expref: 11 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.637878:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f:0x0].0x0 (ffff89deef242200) 00010000:00010000:2.0:1777573573.637885:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573573.637911:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919926338432:12345-0@lo:103:ldlm_bl.0 Request processed in 70us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.637916:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1777573573.637929:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1777573573.637934:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919926338560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573573.637942:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573573.637951:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6829c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a68295 expref: 9 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573573.637961:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573573.637964:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573573.637984:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3636:x1863919926338560:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573573.637990:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1777573573.638205:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926338560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573573.638214:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926338432:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573573.657000:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573573.657075:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719296 00000100:00100000:0.0:1777573573.657085:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719296 00000100:00100000:0.0:1777573573.657149:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 841 00000100:00100000:0.0:1777573573.657160:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917719296:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573573.657233:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917719296:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573573.657239:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 841 00000020:00000080:0.0:1777573574.044563:0:90690:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc82958bd0 20000000:00000080:0.0:1777573574.044580:0:90690:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e52000 uarg=0000000000000000 00010000:00010000:0.0:1777573574.045548:0:90690:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573574.045568:0:90690:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573574.045593:0:90690:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573574.045605:0:90690:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573574.045662:0:90690:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573574.045680:0:90690:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.046087:0:90690:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.046097:0:90690:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.046144:0:90690:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.046159:0:90690:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 22 pid: 6479 timeout: 1248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573574.046173:0:90690:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90690:1863919926338688:0@lo:104: 00000100:00100000:0.0:1777573574.046231:0:90690:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573574.046346:0:90690:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573574.046428:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926338688 00000100:00100000:2.0:1777573574.046436:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926338688 00000100:00100000:2.0:1777573574.046483:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1777573574.046494:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:90690:x1863919926338688:12345-0@lo:104: 00010000:00010000:2.0:1777573574.046506:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573574.046591:0:90690:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90690:1863919926338688:0@lo:104: 00010000:00010000:0.0:1777573574.046608:0:90690:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.046626:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573574.046633:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:90690:x1863919926338688:12345-0@lo:104: Request processed in 143us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573574.046640:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00010000:00010000:3.0:1777573574.046683:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573574.046715:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.046728:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573574.046732:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.046740:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573574.046748:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573574.046755:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573574.046825:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.046832:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573574.046865:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573574.046872:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926338816:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573574.046875:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54c00/0x1e8fa618a5a67ec8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a67ecf expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.046893:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573574.046895:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573574.046898:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573574.046906:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573574.046973:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926338816 00000100:00100000:3.0:1777573574.046978:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926338816 00010000:00010000:3.0:1777573574.046997:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 23 pid: 6479 timeout: 1248 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573574.047026:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1777573574.047033:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926338816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573574.047043:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573574.047047:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 23 pid: 6479 timeout: 1248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047058:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 23 pid: 6479 timeout: 1248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047071:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a67ecf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a67ec8 expref: 23 pid: 6479 timeout: 1248 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047082:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047090:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047102:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047109:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047116:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047132:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047139:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573574.047143:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047150:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047166:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573574.047174:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573574.047206:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926338816:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573574.047213:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1777573574.047233:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926338816:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573574.047266:0:90690:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.047274:0:90690:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.047285:0:90690:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a682c6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90690 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.391065:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573574.501505:0:90738:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5029fb50 20000000:00000080:2.0:1777573574.501517:0:90738:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2e93c00 uarg=0000000000000000 00010000:00010000:2.0:1777573574.501869:0:90738:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573574.501885:0:90738:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573574.501907:0:90738:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573574.501918:0:90738:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573574.501946:0:90738:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573574.501965:0:90738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.501979:0:90738:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.501989:0:90738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.501996:0:90738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.502003:0:90738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.502009:0:90738:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.502020:0:90738:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573574.502025:0:90738:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.502038:0:90738:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.502050:0:90738:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.502057:0:90738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573574.502064:0:90738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a682cd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573574.946854:0:90786:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd191fb110 20000000:00000080:0.0:1777573574.946871:0:90786:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e50400 uarg=0000000000000000 00010000:00010000:0.0:1777573574.947031:0:90786:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573574.947047:0:90786:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573574.947066:0:90786:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573574.947076:0:90786:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573574.947101:0:90786:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573574.947186:0:90786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947205:0:90786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947217:0:90786:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947224:0:90786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947232:0:90786:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947239:0:90786:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947245:0:90786:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573574.947250:0:90786:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947258:0:90786:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947271:0:90786:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947278:0:90786:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573574.947284:0:90786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a682d4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573575.096495:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573575.096572:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926338944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573575.096674:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573575.096821:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926338944 00000100:00100000:3.0:1777573575.096830:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926338944 00000100:00100000:3.0:1777573575.096877:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1777573575.096886:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926338944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573575.096921:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573575.096972:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926338944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573575.096980:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1777573575.097000:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926338944:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1777573575.286760:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573575.286767:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573575.286772:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573575.286812:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573575.286821:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573575.286834:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573575.286855:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926339072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573575.286943:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573575.286989:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339072 00000100:00100000:3.0:1777573575.286996:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339072 00000100:00100000:2.0:1777573575.287001:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573575.287044:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1777573575.287051:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926339072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573575.287064:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573575.287077:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a682db expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573575.287110:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573575.287124:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573575.287134:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573575.287181:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926339072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573575.287189:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1777573575.287220:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926339072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573575.287236:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573575.287246:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573575.287264:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573575.287269:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573575.287276:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573575.415829:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573576.439852:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573576.638573:0:90982:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffec637900 20000000:00000080:0.0:1777573576.638588:0:90982:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e51800 uarg=0000000000000000 00010000:00010000:0.0:1777573576.639020:0:90982:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573576.639036:0:90982:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573576.639056:0:90982:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573576.639066:0:90982:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573576.639102:0:90982:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573576.639120:0:90982:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573576.639137:0:90982:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573576.639145:0:90982:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573576.640014:0:90982:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573576.640026:0:90982:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 22 pid: 6478 timeout: 1251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573576.640038:0:90982:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90982:1863919926339200:0@lo:104: 00000100:00100000:0.0:1777573576.640104:0:90982:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573576.640149:0:90982:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e6900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573576.640191:0:6469:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777573576.640206:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339200 00000100:00100000:3.0:1777573576.640213:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339200 00000100:00100000:3.0:1777573576.640269:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1777573576.640279:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3124c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:90982:x1863919926339200:12345-0@lo:104: 00010000:00010000:3.0:1777573576.640293:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640365:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573576.640372:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3124c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:90982:x1863919926339200:12345-0@lo:104: Request processed in 95us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573576.640380:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00010000:00010000:2.0:1777573576.640385:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573576.640393:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573576.640403:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573576.640407:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573576.640422:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573576.640430:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573576.640436:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573576.640472:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573576.640484:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573576.640515:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573576.640523:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54400/0x1e8fa618a5a682db lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a682e2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573576.640540:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573576.640543:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573576.640544:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1777573576.640546:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573576.640561:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926339328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573576.640591:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573576.640619:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339328 00000100:00100000:3.0:1777573576.640624:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339328 00010000:00010000:3.0:1777573576.640643:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 23 pid: 6478 timeout: 1251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573576.640673:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1777573576.640679:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926339328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573576.640689:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573576.640712:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 23 pid: 6478 timeout: 1251 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640723:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 23 pid: 6478 timeout: 1251 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640739:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640747:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640760:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640767:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640774:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640780:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640785:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573576.640788:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640796:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640809:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573576.640818:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573576.640850:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926339328:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573576.640857:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00010000:00010000:0.0:1777573576.640957:0:90982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a682e2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a682db expref: 22 pid: 6478 timeout: 1251 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573576.640969:0:90982:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:90982:1863919926339200:0@lo:104: 00010000:00010000:0.0:1777573576.640983:0:90982:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573576.640991:0:90982:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573576.640997:0:90982:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573576.641003:0:90982:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a682e9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 90982 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573576.641113:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926339328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573577.143109:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926339456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573577.143179:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573577.143241:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339456 00000100:00100000:3.0:1777573577.143251:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339456 00000100:00080000:0.0:1777573577.143299:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573577.143321:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1777573577.143332:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926339456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573577.143362:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573577.143419:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926339456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.143427:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1777573577.143729:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926339456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573577.143863:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573577.143875:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926339584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573577.143905:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573577.143914:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573577.143926:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926339712:0@lo:400:kworker.0 00000100:00100000:1.0:1777573577.143950:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339584 00000100:00100000:1.0:1777573577.143955:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339584 00000100:00100000:0.0:1777573577.143964:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573577.143993:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926340096:0@lo:400:kworker.0 00000100:00100000:1.0:1777573577.143999:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1777573577.144006:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926339584:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573577.144016:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1777573577.144017:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573577.144039:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926340608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573577.144042:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926339584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.144048:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340096 00000100:00100000:1.0:1777573577.144051:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1777573577.144053:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340096 00000100:00100000:0.0:1777573577.144075:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777573577.144085:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573577.144097:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926340224:0@lo:400:kworker.0 00000100:00100000:3.0:1777573577.144103:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1777573577.144112:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926340096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144114:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339712 00000100:00100000:0.0:1777573577.144119:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339712 00000100:00100000:1.0:1777573577.144122:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573577.144143:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926340736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144153:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340224 00000100:00100000:0.0:1777573577.144155:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340224 00000100:00100000:3.0:1777573577.144158:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926340096:12345-0@lo:400:kworker.0 Request processed in 48us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.144164:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1777573577.144171:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573577.144202:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926339584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573577.144299:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340736 00000100:00100000:0.0:1777573577.144303:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340736 00000100:00100000:3.0:1777573577.144319:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1777573577.144326:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926339712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144338:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1777573577.144352:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926339712:12345-0@lo:400:kworker.0 Request processed in 27us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573577.144359:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926340224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573577.144363:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1777573577.144382:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:3.0:1777573577.144388:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926340736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144408:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926340224:12345-0@lo:400:kworker.0 Request processed in 62us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.144415:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926340736:12345-0@lo:400:kworker.0 Request processed in 28us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573577.144418:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1777573577.144425:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1777573577.144454:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926340096:0@lo:400:kworker.0 00000100:00100000:3.0:1777573577.144459:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340608 00000100:00100000:3.0:1777573577.144464:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340608 00000100:00100000:0.0:1777573577.144466:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926339712:0@lo:400:kworker.0 00000100:00100000:3.0:1777573577.144503:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1777573577.144510:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926340608:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573577.144512:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573577.144517:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573577.144526:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926339968:0@lo:400:kworker.0 00000100:00100000:3.0:1777573577.144539:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926340608:12345-0@lo:400:kworker.0 Request processed in 30us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.144544:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1777573577.144556:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573577.144573:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926340480:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144588:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573577.144602:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1777573577.144609:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926339840:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144627:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573577.144645:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926340352:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144663:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573577.144677:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926340864:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144710:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573577.144729:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340480 00000100:00100000:0.0:1777573577.144733:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340480 00000100:00100000:0.0:1777573577.144757:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1777573577.144763:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926340480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144790:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926340480:12345-0@lo:400:kworker.0 Request processed in 28us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573577.144795:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1777573577.144810:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339968 00000100:00100000:0.0:1777573577.144813:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339968 00000100:00100000:0.0:1777573577.144826:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340352 00000100:00100000:0.0:1777573577.144829:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340352 00000100:00100000:0.0:1777573577.144840:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340864 00000100:00100000:0.0:1777573577.144842:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340864 00000100:00100000:0.0:1777573577.144854:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1777573577.144859:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926339968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144882:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926339968:12345-0@lo:400:kworker.0 Request processed in 22us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573577.144886:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:0.0:1777573577.144898:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:0.0:1777573577.144903:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926340352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144926:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926340352:12345-0@lo:400:kworker.0 Request processed in 23us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.144928:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926339840 00000100:00100000:3.0:1777573577.144933:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926339840 00000100:00100000:0.0:1777573577.144934:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1777573577.144960:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1777573577.144963:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1777573577.144967:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3636:x1863919926339840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.144974:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926340864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573577.145010:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3636:x1863919926339840:12345-0@lo:400:kworker.0 Request processed in 45us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573577.145014:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926340864:12345-0@lo:400:kworker.0 Request processed in 43us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.145018:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1777573577.145025:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00080000:0.0:1777573577.145044:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573577.145046:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573577.145075:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926340608:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.145099:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926339840:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.145109:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926340352:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.145117:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926340864:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.145123:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926339968:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.145130:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926340480:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.145170:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926340224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573577.145179:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926340736:0@lo:400:kworker.0 00010000:00010000:3.0:1777573577.463644:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777573577.783805:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573577.783811:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573577.783815:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573577.783855:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573577.783866:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573577.783877:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573577.783904:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926340992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573577.783973:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573577.784015:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926340992 00000100:00100000:3.0:1777573577.784023:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926340992 00000100:00100000:1.0:1777573577.784024:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec87d1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573577.784190:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1777573577.784200:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926340992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573577.784212:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573577.784227:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a682f0 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573577.784252:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573577.784263:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573577.784272:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573577.784325:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926340992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573577.784334:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1777573577.784632:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926340992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573577.784648:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573577.784658:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573577.784680:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573577.784685:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573577.784731:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573578.167603:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573578.167625:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926341120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573578.167714:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926341248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573578.167761:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573578.167796:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926341120 00000100:00100000:0.0:1777573578.167804:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926341120 00000100:00100000:1.0:1777573578.167810:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573578.167843:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926341248 00000100:00100000:2.0:1777573578.167846:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926341248 00000100:00100000:0.0:1777573578.167862:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1777573578.167875:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1777573578.167875:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926341120:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573578.167890:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926341248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573578.167911:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573578.167911:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573578.167963:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926341120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573578.167971:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926341248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573578.167972:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1777573578.167983:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1777573578.168022:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926341248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573578.168037:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926341120:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777573578.169484:0:7398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573578.169501:0:7398:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573578.169539:0:7398:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573578.169546:0:7398:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573578.169571:0:7398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187200/0x1e8fa618a5a682a3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a682aa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573578.169590:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967460 is committed 00000100:00100000:0.0:1777573578.169605:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926341376:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1777573578.169656:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573578.169958:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926341376 00000100:00100000:1.0:1777573578.169965:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926341376 00000100:00100000:1.0:1777573578.170272:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1777573578.170281:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded89e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3638:x1863919926341376:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1777573578.170295:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573578.170314:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a682aa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd3cc1b73 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a682a3 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573578.170328:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd3cc1b73 (ffff89ddc2efcf00) 00010000:00010000:1.0:1777573578.170337:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573578.170381:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded89e6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:3638:x1863919926341376:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 101us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573578.170387:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1777573578.170473:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926341376:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1777573578.486943:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573578.678801:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573578.678825:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926341504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573578.678891:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573578.678959:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926341504 00000100:00100000:3.0:1777573578.678968:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926341504 00000100:00100000:3.0:1777573578.679017:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1777573578.679026:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926341504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573578.679075:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:3.0:1777573578.679131:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926341504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573578.679139:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1777573578.679161:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926341504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573578.777022:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573578.777070:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573578.777092:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719552 00000100:00100000:0.0:1777573578.777103:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719552 00000100:00100000:1.0:1777573578.777127:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573578.777159:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573578.777184:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719680 00000100:00100000:1.0:1777573578.777190:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573578.777190:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719680 00000100:00100000:0.0:1777573578.777222:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1470 00000100:00100000:1.0:1777573578.777223:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719424 00000100:00100000:1.0:1777573578.777228:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719424 00000100:00100000:0.0:1777573578.777234:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719552:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573578.777262:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 844 00000100:00100000:1.0:1777573578.777272:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917719424:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573578.777322:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917719424:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 52us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573578.777330:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 844 00000100:00100000:1.0:1777573578.777367:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1471 00000100:00100000:1.0:1777573578.777375:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719680:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:3.0:1777573578.777388:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573578.777394:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573578.777462:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719808 00000100:00100000:2.0:1777573578.777468:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719808 00000100:00100000:2.0:1777573578.777504:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917719936 00000100:00100000:2.0:1777573578.777507:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917719936 00000100:00100000:0.0:1777573578.777514:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719552:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 282us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573578.777523:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1470 00000100:00100000:2.0:1777573578.777530:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 825 00000100:00100000:2.0:1777573578.777539:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719808:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573578.777571:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 826 00000100:00100000:2.0:1777573578.777574:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719808:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573578.777583:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719936:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573578.777584:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 825 00000100:00100000:0.0:1777573578.777617:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719936:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573578.777624:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 826 00000100:00080000:2.0:1777573578.777641:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573578.777644:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573578.778825:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917719680:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 1444us (1658us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573578.778836:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1471 00000001:00080000:2.0:1777573579.195657:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967525 is committed 00010000:00010000:2.0:1777573579.512006:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573580.215877:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926341632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573580.215934:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573580.215978:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926341632 00000100:00100000:3.0:1777573580.215987:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926341632 00000100:00100000:3.0:1777573580.216058:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1777573580.216069:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926341632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573580.216108:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:3.0:1777573580.216166:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926341632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573580.216175:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1777573580.216201:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926341632:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573580.535338:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777573580.951790:0:91324:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 21: test nodemap mapped_trusted_noadmin fileops ========================================================== 14:26:20 (1777573580) 00000004:00000400:1.0:1777573581.556209:0:91372:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:1.0:1777573581.565124:0:91372:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00010000:00010000:3.0:1777573581.565229:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:0.0:1777573581.565819:0:91372:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:0.0:1777573581.565822:0:91372:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00000020:00000080:2.0:1777573582.030411:0:91420:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff195da320 20000000:00000080:2.0:1777573582.030426:0:91420:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2e90000 uarg=0000000000000000 10000000:01000000:2.0:1777573582.030685:0:91420:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573582.030755:0:91420:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.030773:0:91420:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.030781:0:91420:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.030825:0:91420:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.030839:0:91420:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 22 pid: 6479 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573582.030854:0:91420:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91420:1863919926341760:0@lo:104: 00000100:00100000:2.0:1777573582.030918:0:91420:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573582.031010:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926341760 00000100:00100000:1.0:1777573582.031019:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926341760 00000100:00100000:2.0:1777573582.031046:0:91420:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573582.031148:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1777573582.031159:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:91420:x1863919926341760:12345-0@lo:104: 00010000:00010000:1.0:1777573582.031172:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573582.031237:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573582.031245:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:91420:x1863919926341760:12345-0@lo:104: Request processed in 88us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573582.031251:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1777573582.031261:0:91420:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91420:1863919926341760:0@lo:104: 00010000:00010000:0.0:1777573582.031290:0:91420:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031294:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573582.031304:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031322:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573582.031326:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031335:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573582.031343:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573582.031349:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573582.031377:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031383:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573582.031405:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573582.031408:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926341888:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573582.031417:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a682f0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a682f7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031430:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573582.031431:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573582.031433:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573582.031435:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573582.031456:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926341888 00000100:00100000:3.0:1777573582.031460:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926341888 00010000:00010000:3.0:1777573582.031478:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 23 pid: 6479 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573582.031501:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1777573582.031508:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926341888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573582.031518:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573582.031527:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 23 pid: 6479 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031537:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 23 pid: 6479 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031548:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a682f7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a682f0 expref: 23 pid: 6479 timeout: 1256 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031561:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031569:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031584:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031589:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031594:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031597:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031600:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573582.031603:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031609:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031623:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.031629:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573582.031654:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926341888:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573582.031659:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1777573582.031677:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926341888:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573582.031727:0:91420:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573582.031735:0:91420:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573582.031739:0:91420:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a682fe lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91420 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573582.265163:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926342016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573582.265239:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573582.265327:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342016 00000100:00100000:3.0:1777573582.265335:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342016 00000100:00100000:3.0:1777573582.265403:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00080000:0.0:1777573582.265403:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573582.265416:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926342016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573582.265443:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573582.265493:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926342016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573582.265500:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1777573582.265607:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926342016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573582.265611:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573582.265624:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4198e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926342144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573582.265654:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573582.265777:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342144 00000100:00100000:0.0:1777573582.265782:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342144 00000100:00080000:2.0:1777573582.265813:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573582.265838:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1777573582.265847:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926342144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573582.265860:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573582.265902:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926342144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573582.265911:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1777573582.265934:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4198e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926342144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573582.265955:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573582.265982:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926342272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.266019:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573582.266052:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926342784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.266058:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926342656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573582.266087:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573582.266097:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573582.266111:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926343296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573582.266119:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342656 00000100:00100000:3.0:1777573582.266124:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342656 00000100:00100000:0.0:1777573582.266127:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926343168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573582.266142:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573582.266159:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1777573582.266167:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573582.266170:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342272 00000100:00100000:3.0:1777573582.266172:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926342656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.266176:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342272 00000100:00100000:2.0:1777573582.266181:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342784 00000100:00100000:2.0:1777573582.266186:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342784 00000100:00100000:1.0:1777573582.266216:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343296 00000100:00100000:1.0:1777573582.266220:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343296 00000100:00100000:0.0:1777573582.266224:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926342656:0@lo:400:kworker.0 00000100:00100000:3.0:1777573582.266228:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926342656:12345-0@lo:400:kworker.0 Request processed in 61us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573582.266230:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1777573582.266238:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1777573582.266242:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926342272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.266250:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1777573582.266261:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926342784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.266269:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1777573582.266283:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926342272:12345-0@lo:400:kworker.0 Request processed in 42us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573582.266283:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926343296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573582.266296:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1777573582.266310:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926342784:12345-0@lo:400:kworker.0 Request processed in 52us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573582.266318:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1777573582.266333:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926343296:12345-0@lo:400:kworker.0 Request processed in 55us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573582.266340:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1777573582.266351:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926342400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.266366:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343168 00000100:00100000:0.0:1777573582.266371:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343168 00000100:00100000:1.0:1777573582.266381:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1777573582.266403:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573582.266406:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00080000:3.0:1777573582.266409:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573582.266413:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926342912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.266418:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926343168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.266440:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573582.266457:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342400 00000100:00100000:2.0:1777573582.266462:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342400 00000100:00100000:0.0:1777573582.266462:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926343168:12345-0@lo:400:kworker.0 Request processed in 48us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573582.266467:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926343424:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.266474:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1777573582.266497:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342912 00000100:00100000:2.0:1777573582.266498:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1777573582.266502:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573582.266504:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342912 00000100:00100000:2.0:1777573582.266511:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926342400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.266526:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1777573582.266534:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926342528:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.266539:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343424 00000100:00100000:0.0:1777573582.266544:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343424 00000100:00100000:2.0:1777573582.266553:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926342400:12345-0@lo:400:kworker.0 Request processed in 45us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573582.266561:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1777573582.266567:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573582.266589:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926343040:0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.266612:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573582.266634:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967525 gen 2 00000004:00080000:1.0:1777573582.266639:0:3637:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967525 committed transno 4294967525 00000020:00080000:1.0:1777573582.266646:0:3637:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff89ddc44c3d80 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:1.0:1777573582.266649:0:3637:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc3326700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc44c3c00 00000020:00080000:1.0:1777573582.266652:0:3637:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].10 00000020:00080000:1.0:1777573582.266655:0:3637:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc3326900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89dec8004200 00000020:00080000:1.0:1777573582.266657:0:3637:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].10 00000100:00100000:1.0:1777573582.266683:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926342400:0@lo:400:kworker.0 00000100:00080000:3.0:1777573582.266978:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573582.266987:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926342528 00000100:00100000:0.0:1777573582.266993:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926342528 00000100:00100000:2.0:1777573582.266996:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1777573582.267005:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926342912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.267021:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1777573582.267030:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926343424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573582.267043:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926342912:12345-0@lo:400:kworker.0 Request processed in 40us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573582.267053:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1777573582.267071:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926343424:12345-0@lo:400:kworker.0 Request processed in 42us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573582.267074:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1777573582.267088:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926342528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.267088:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1777573582.267117:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343040 00000100:00100000:2.0:1777573582.267120:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926342528:12345-0@lo:400:kworker.0 Request processed in 37us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573582.267122:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343040 00000100:00100000:2.0:1777573582.267125:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00080000:3.0:1777573582.267161:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573582.267172:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1777573582.267179:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926343040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.267279:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926343040:12345-0@lo:400:kworker.0 Request processed in 101us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573582.267289:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1777573582.267317:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926343168:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.267327:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926342272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.267376:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926342784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573582.267386:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926343296:0@lo:400:kworker.0 00000020:00080000:0.0:1777573582.267425:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 10 committed batchid 9 00000020:00080000:0.0:1777573582.267487:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 9 00000100:00100000:1.0:1777573582.267975:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926342528:0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.267990:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926343040:0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.268001:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926342912:0@lo:400:kworker.0 00000100:00100000:1.0:1777573582.268010:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926343424:0@lo:400:kworker.0 00000020:00000080:2.0:1777573582.471722:0:91469:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc76297ea0 20000000:00000080:2.0:1777573582.471742:0:91469:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2e90c00 uarg=0000000000000000 10000000:01000000:2.0:1777573582.471993:0:91469:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573582.472013:0:91469:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472029:0:91469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472039:0:91469:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472045:0:91469:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472051:0:91469:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472057:0:91469:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472062:0:91469:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573582.472066:0:91469:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472074:0:91469:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472085:0:91469:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472091:0:91469:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573582.472096:0:91469:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68305 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91469 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.583785:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573582.880657:0:91517:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdece11360 20000000:00000080:3.0:1777573582.880669:0:91517:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3363800 uarg=0000000000000000 10000000:01000000:3.0:1777573582.880853:0:91517:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573582.880869:0:91517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880882:0:91517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880889:0:91517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880894:0:91517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880899:0:91517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880903:0:91517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880907:0:91517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573582.880910:0:91517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880914:0:91517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880923:0:91517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880927:0:91517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573582.880931:0:91517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6830c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573583.286855:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926343552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573583.286855:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926343680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573583.286923:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573583.286973:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343680 00000100:00100000:3.0:1777573583.286980:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343680 00000100:00100000:2.0:1777573583.287005:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573583.287028:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343552 00000100:00100000:3.0:1777573583.287033:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343552 00000100:00100000:2.0:1777573583.287040:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1777573583.287050:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926343680:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573583.287055:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1777573583.287064:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926343552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573583.287079:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1777573583.287081:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573583.287122:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926343680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573583.287127:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1777573583.287131:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926343552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573583.287139:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1777573583.287166:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926343552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573583.287197:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926343680:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1777573583.289797:0:91565:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2c88f610 20000000:00000080:0.0:1777573583.289813:0:91565:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3125000 uarg=0000000000000000 10000000:01000000:0.0:1777573583.290032:0:91565:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573583.290051:0:91565:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290067:0:91565:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290076:0:91565:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290083:0:91565:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290090:0:91565:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290096:0:91565:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290107:0:91565:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573583.290112:0:91565:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290120:0:91565:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290132:0:91565:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290140:0:91565:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.290146:0:91565:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68313 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91565 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573583.478904:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573583.478911:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573583.478916:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573583.478972:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573583.478983:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573583.478995:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573583.479021:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926343808:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573583.479083:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573583.479135:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573583.479642:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343808 00000100:00100000:0.0:1777573583.479658:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343808 00000100:00100000:0.0:1777573583.479853:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1777573583.479867:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926343808:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573583.479887:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573583.479911:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6831a expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.479957:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.479970:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.479985:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573583.480072:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926343808:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 207us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573583.480081:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1777573583.480157:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926343808:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573583.480179:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.480191:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573583.480218:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573583.480225:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.480234:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573583.607142:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573583.668830:0:91613:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc7c21800 20000000:00000080:0.0:1777573583.668844:0:91613:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e53800 uarg=0000000000000000 10000000:01000000:0.0:1777573583.669001:0:91613:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573583.669020:0:91613:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669039:0:91613:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669052:0:91613:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669092:0:91613:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669106:0:91613:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 22 pid: 6479 timeout: 1258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573583.669122:0:91613:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91613:1863919926343936:0@lo:104: 00000100:00100000:0.0:1777573583.669185:0:91613:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573583.669241:0:91613:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1af00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573583.669308:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926343936 00000100:00100000:3.0:1777573583.669316:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926343936 00000100:00100000:3.0:1777573583.669370:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1777573583.669379:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:91613:x1863919926343936:12345-0@lo:104: 00010000:00010000:3.0:1777573583.669390:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573583.669453:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573583.669459:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:91613:x1863919926343936:12345-0@lo:104: Request processed in 82us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573583.669466:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00010000:00010000:1.0:1777573583.669480:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573583.669488:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573583.669497:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573583.669501:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573583.669507:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573583.669512:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573583.669517:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573583.669546:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573583.669550:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573583.669571:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573583.669574:0:91613:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91613:1863919926343936:0@lo:104: 00010000:00010000:1.0:1777573583.669577:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a6831a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68321 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573583.669593:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573583.669595:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573583.669597:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573583.669600:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926344064:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573583.669601:0:91613:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573583.669637:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573583.669683:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344064 00000100:00100000:0.0:1777573583.669687:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344064 00010000:00010000:0.0:1777573583.669746:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 23 pid: 6479 timeout: 1258 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573583.669774:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1777573583.669783:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926344064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573583.669794:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573583.669799:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 23 pid: 6479 timeout: 1258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669809:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 23 pid: 6479 timeout: 1258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669822:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68321 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6831a expref: 23 pid: 6479 timeout: 1258 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669835:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669842:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669854:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669860:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669867:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669873:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669878:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573583.669882:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669889:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669906:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573583.669920:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573583.669932:0:91613:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573583.669955:0:91613:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573583.669963:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926344064:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (323us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573583.669965:0:91613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a68328 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91613 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573583.669978:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1777573583.669992:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926344064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573583.798955:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573583.798982:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926344192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573583.799053:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573583.799114:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344192 00000100:00100000:3.0:1777573583.799134:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344192 00000100:00100000:3.0:1777573583.799218:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1777573583.799233:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926344192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573583.799284:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:3.0:1777573583.799862:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926344192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 631us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573583.799874:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1777573583.799929:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926344192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573583.896022:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573583.896053:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573583.896065:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720192 00000100:00100000:3.0:1777573583.896078:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573583.896084:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720192 00000100:00100000:1.0:1777573583.896089:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720064 00000100:00100000:1.0:1777573583.896094:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720064 00000100:00100000:3.0:1777573583.896106:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573583.896134:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573583.896143:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 846 00000100:00100000:1.0:1777573583.896153:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917720064:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573583.896155:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720320 00000100:00100000:3.0:1777573583.896163:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1478 00000100:00100000:0.0:1777573583.896166:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720320 00000100:00100000:3.0:1777573583.896172:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917720192:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573583.896201:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1479 00000100:00100000:0.0:1777573583.896212:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917720320:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573583.896220:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917720192:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573583.896220:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917720064:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 67us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573583.896228:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1478 00000100:00100000:1.0:1777573583.896228:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 846 00000100:00100000:0.0:1777573583.896249:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917720320:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 39us (168us total) trans 0 rc 0/0 00000100:00080000:3.0:1777573583.896253:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573583.896258:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573583.896258:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1479 00000100:00100000:3.0:1777573583.896271:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720448 00000100:00100000:3.0:1777573583.896276:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720448 00000100:00100000:3.0:1777573583.896325:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720576 00000100:00100000:3.0:1777573583.896328:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720576 00000100:00100000:3.0:1777573583.896350:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 829 00000100:00100000:3.0:1777573583.896356:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917720448:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573583.896388:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 830 00000100:00100000:3.0:1777573583.896394:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917720448:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573583.896403:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917720576:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573583.896404:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 829 00000100:00100000:0.0:1777573583.896448:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917720576:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 50us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573583.896456:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 830 00000100:00080000:3.0:1777573583.896502:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573583.896504:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1777573584.040372:0:91661:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff83df7a80 20000000:00000080:0.0:1777573584.040385:0:91661:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fa5800 uarg=0000000000000000 10000000:01000000:0.0:1777573584.040500:0:91661:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573584.040518:0:91661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040532:0:91661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040540:0:91661:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040545:0:91661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040549:0:91661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040554:0:91661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040559:0:91661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573584.040563:0:91661:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040571:0:91661:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040583:0:91661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040592:0:91661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.040598:0:91661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a6832f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573584.630850:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573584.886799:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573584.886807:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573584.886812:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573584.886858:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573584.886870:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573584.886882:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573584.886907:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926344320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573584.886996:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573584.887094:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573584.887139:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344320 00000100:00100000:0.0:1777573584.887147:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344320 00000100:00100000:0.0:1777573584.887206:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1777573584.887215:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926344320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573584.887227:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573584.887240:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68336 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.887262:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.887271:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573584.887280:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1800, rc 0) 00000100:00100000:0.0:1777573584.887356:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926344320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573584.887363:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1777573584.887431:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926344320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573584.887444:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573584.887452:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573584.887469:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573584.887472:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573584.887479:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573585.313508:0:91808:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd73d43540 20000000:00000080:0.0:1777573585.313523:0:91808:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def77ab400 uarg=0000000000000000 10000000:01000000:0.0:1777573585.313659:0:91808:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573585.313678:0:91808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.313712:0:91808:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.313721:0:91808:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.313767:0:91808:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.313782:0:91808:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 22 pid: 6478 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573585.313798:0:91808:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91808:1863919926344448:0@lo:104: 00000100:00100000:0.0:1777573585.313861:0:91808:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573585.313926:0:91808:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d840 going to sleep for 11 seconds 00000100:00100000:1.0:1777573585.313930:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344448 00000100:00100000:1.0:1777573585.313940:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344448 00000100:00100000:1.0:1777573585.313988:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1777573585.313996:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:91808:x1863919926344448:12345-0@lo:104: 00010000:00010000:1.0:1777573585.314006:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314057:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573585.314062:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:91808:x1863919926344448:12345-0@lo:104: Request processed in 68us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573585.314067:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1777573585.314083:0:91808:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:91808:1863919926344448:0@lo:104: 00010000:00010000:2.0:1777573585.314090:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573585.314098:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573585.314107:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc1329c20) 00010000:00010000:0.0:1777573585.314108:0:91808:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573585.314112:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573585.314136:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573585.314144:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573585.314151:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573585.314187:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573585.314194:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573585.314222:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573585.314229:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68336 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6833d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573585.314249:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926344576:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573585.314251:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573585.314255:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573585.314258:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573585.314280:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573585.314325:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344576 00000100:00100000:1.0:1777573585.314330:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344576 00010000:00010000:1.0:1777573585.314365:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 23 pid: 6478 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573585.314389:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1777573585.314397:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926344576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573585.314408:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573585.314413:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 23 pid: 6478 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314427:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 23 pid: 6478 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314440:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6833d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68336 expref: 23 pid: 6478 timeout: 1259 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314453:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314461:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314473:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314485:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314491:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314497:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314502:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573585.314507:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314514:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314528:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573585.314537:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573585.314551:0:91808:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.314560:0:91808:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.314566:0:91808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68344 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573585.314583:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926344576:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573585.314592:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1777573585.314663:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926344576:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573585.336019:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926344704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573585.336084:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573585.336303:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344704 00000100:00100000:1.0:1777573585.336311:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344704 00000100:00100000:1.0:1777573585.336359:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1777573585.336368:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926344704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573585.336404:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573585.336452:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926344704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573585.336459:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1777573585.336486:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926344704:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573585.654806:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573585.688073:0:91856:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2f94ba50 20000000:00000080:0.0:1777573585.688094:0:91856:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def77abc00 uarg=0000000000000000 10000000:01000000:0.0:1777573585.688250:0:91856:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573585.688270:0:91856:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688288:0:91856:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688300:0:91856:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688307:0:91856:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688314:0:91856:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688321:0:91856:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688327:0:91856:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573585.688332:0:91856:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688339:0:91856:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688352:0:91856:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688360:0:91856:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573585.688367:0:91856:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6834b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 91856 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573586.679026:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1777573586.744208:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1777573586.744215:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:0.0:1777573586.744221:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573586.744267:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.744279:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.744291:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573586.744318:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926344832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573586.744381:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573586.744499:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344832 00000100:00100000:2.0:1777573586.744507:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344832 00000100:00100000:2.0:1777573586.744563:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1777573586.744572:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926344832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573586.744585:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573586.744599:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68352 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573586.744621:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573586.744632:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573586.744640:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573586.744674:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926344832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 103us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573586.744681:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1777573586.744790:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d480 going to sleep for 11 seconds 00000100:00100000:0.0:1777573586.744811:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926344832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573586.744826:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.744835:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573586.744854:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573586.744858:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.744866:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573586.982585:0:92003:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe55661b20 20000000:00000080:3.0:1777573586.982601:0:92003:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4d62000 uarg=0000000000000000 00010000:00010000:3.0:1777573586.982813:0:92003:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573586.982830:0:92003:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573586.982851:0:92003:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573586.982862:0:92003:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573586.982988:0:92003:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573586.983007:0:92003:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573586.983024:0:92003:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573586.983037:0:92003:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573586.983077:0:92003:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573586.983092:0:92003:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 22 pid: 6479 timeout: 1261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573586.983107:0:92003:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92003:1863919926344960:0@lo:104: 00000100:00100000:3.0:1777573586.983168:0:92003:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573586.983259:0:92003:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48200c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573586.983305:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926344960 00000100:00100000:2.0:1777573586.983312:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926344960 00000100:00100000:2.0:1777573586.983368:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1777573586.983377:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92003:x1863919926344960:12345-0@lo:104: 00010000:00010000:2.0:1777573586.983389:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573586.983526:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573586.983533:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92003:x1863919926344960:12345-0@lo:104: Request processed in 157us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573586.983541:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1777573586.983604:0:92003:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92003:1863919926344960:0@lo:104: 00010000:00010000:3.0:1777573586.983625:0:92003:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.983673:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573586.983681:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.983689:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573586.983727:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.983737:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573586.983745:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573586.983751:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573586.983781:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.983787:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573586.983819:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573586.983826:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926345088:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573586.983828:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68352 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68359 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.983846:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573586.983848:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573586.983849:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573586.983862:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573586.983924:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345088 00000100:00100000:0.0:1777573586.983930:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345088 00010000:00010000:0.0:1777573586.983951:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 23 pid: 6479 timeout: 1261 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573586.984033:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1777573586.984041:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926345088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573586.984051:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573586.984055:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 23 pid: 6479 timeout: 1261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984064:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 23 pid: 6479 timeout: 1261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984075:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a68359 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68352 expref: 23 pid: 6479 timeout: 1261 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984089:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984096:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984108:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984115:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984123:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984129:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984134:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573586.984139:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984145:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984166:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573586.984175:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573586.984209:0:92003:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573586.984209:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926345088:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573586.984222:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00010000:00010000:2.0:1777573586.984224:0:92003:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573586.984230:0:92003:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68360 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92003 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573586.985197:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926345088:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573587.383675:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926345344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573587.383879:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926345472:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.383941:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.383987:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926345984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384035:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384053:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926346496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384076:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384090:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926347008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384111:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384148:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1777573587.384155:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926345600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573587.384167:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926345216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573587.384195:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384214:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926346112:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384234:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384250:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926346624:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384269:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384301:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345472 00000100:00100000:1.0:1777573587.384308:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345472 00000100:00100000:1.0:1777573587.384351:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1777573587.384361:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926345472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384408:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926345472:12345-0@lo:400:kworker.0 Request processed in 49us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.384416:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1777573587.384449:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345984 00000100:00100000:1.0:1777573587.384453:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345984 00000100:00100000:1.0:1777573587.384478:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1777573587.384485:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926345984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384517:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926345984:12345-0@lo:400:kworker.0 Request processed in 32us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.384523:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1777573587.384544:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926346496 00000100:00100000:1.0:1777573587.384548:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926346496 00000100:00100000:1.0:1777573587.384582:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926347008 00000100:00100000:1.0:1777573587.384585:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926347008 00000100:00100000:1.0:1777573587.384613:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1777573587.384621:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926346496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384653:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926346496:12345-0@lo:400:kworker.0 Request processed in 34us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.384659:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1777573587.384670:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1777573587.384677:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926347008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.384717:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384720:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926347008:12345-0@lo:400:kworker.0 Request processed in 45us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.384726:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1777573587.384742:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926345856:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384748:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345600 00000100:00100000:1.0:1777573587.384751:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345600 00000100:00100000:2.0:1777573587.384765:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384785:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926346112 00000100:00100000:1.0:1777573587.384787:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926346112 00000100:00100000:2.0:1777573587.384793:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926346368:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384809:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926346624 00000100:00100000:1.0:1777573587.384812:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926346624 00000100:00100000:2.0:1777573587.384817:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384831:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345856 00000100:00100000:1.0:1777573587.384833:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345856 00000100:00100000:2.0:1777573587.384835:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926346880:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384849:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1777573587.384854:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384858:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926345600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.384859:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573587.384896:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926345728:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.384904:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926345600:12345-0@lo:400:kworker.0 Request processed in 45us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.384910:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1777573587.384923:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345344 00000100:00100000:1.0:1777573587.384923:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1777573587.384927:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345344 00000100:00100000:0.0:1777573587.384928:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.384933:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926346112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573587.384953:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926346240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.384963:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345216 00000100:00100000:2.0:1777573587.384966:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345216 00000100:00100000:1.0:1777573587.384967:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926346112:12345-0@lo:400:kworker.0 Request processed in 36us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.384973:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1777573587.384984:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573587.384989:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1777573587.384989:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1777573587.384997:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926345344:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573587.384997:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926346624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573587.385002:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926346752:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385033:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926346624:12345-0@lo:400:kworker.0 Request processed in 36us (761us total) trans 0 rc 0/0 00002000:00000024:2.0:1777573587.385034:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573587.385040:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573587.385044:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:1.0:1777573587.385058:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926346240 00000100:00100000:1.0:1777573587.385061:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926346240 00000100:00100000:2.0:1777573587.385075:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926345344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.385077:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926346752 00000100:00100000:1.0:1777573587.385079:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926346752 00000100:00100000:2.0:1777573587.385082:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1777573587.385083:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926346368 00000100:00100000:0.0:1777573587.385088:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926346368 00000100:00100000:2.0:1777573587.385095:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1777573587.385095:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1777573587.385103:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926345216:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573587.385103:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926345856:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1777573587.385113:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573587.385124:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926346880 00000100:00100000:0.0:1777573587.385129:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926346880 00000100:00100000:1.0:1777573587.385133:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926345856:12345-0@lo:400:kworker.0 Request processed in 31us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.385141:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:1.0:1777573587.385162:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:0.0:1777573587.385166:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1777573587.385173:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926346240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573587.385179:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926346368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385205:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926345216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.385205:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926346240:12345-0@lo:400:kworker.0 Request processed in 33us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573587.385211:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1777573587.385211:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1777573587.385223:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:1.0:1777573587.385228:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926346752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385234:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1777573587.385240:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926346880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385250:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926346752:12345-0@lo:400:kworker.0 Request processed in 23us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.385256:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1777573587.385260:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926346880:12345-0@lo:400:kworker.0 Request processed in 22us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573587.385266:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1777573587.385282:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926345728 00000100:00100000:1.0:1777573587.385285:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926345728 00000100:00100000:1.0:1777573587.385304:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1777573587.385309:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926345728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385336:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926345728:12345-0@lo:400:kworker.0 Request processed in 26us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573587.385341:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00080000:1.0:1777573587.385356:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573587.385360:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573587.385363:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573587.385365:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573587.385398:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926345600:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385409:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926346112:0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385412:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926345856:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385418:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926346624:0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385425:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926346880:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385428:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926345472:0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385437:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926345344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573587.385439:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926345984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385449:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926346496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573587.385457:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926347008:0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385473:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926345216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573587.385483:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926345728:0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385491:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926346240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573587.385499:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926346752:0@lo:400:kworker.0 00000100:00100000:0.0:1777573587.385801:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926346368:12345-0@lo:400:kworker.0 Request processed in 626us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573587.385808:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1777573587.385838:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926346368:0@lo:400:kworker.0 00010000:00010000:1.0:1777573587.702792:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573588.406877:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926347264:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573588.406993:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573588.407068:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926347264 00000100:00100000:3.0:1777573588.407076:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926347264 00000100:00100000:3.0:1777573588.407142:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1777573588.407152:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcf80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926347264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573588.407196:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573588.407245:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcf80450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926347264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573588.407255:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1777573588.407369:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573588.407382:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926347136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573588.407449:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573588.407478:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926347136 00000100:00100000:3.0:1777573588.407483:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926347136 00000100:00100000:3.0:1777573588.407518:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1777573588.407525:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926347136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573588.407535:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573588.407565:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926347136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573588.407572:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1777573588.407618:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926347136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573588.407648:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926347264:0@lo:13:osp-pre-0-1.0 00000020:00080000:1.0:1777573588.411389:0:7398:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 10 batchid updated 00000020:00080000:0.0:1777573588.411751:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 10 00000004:00080000:0.0:1777573588.411819:0:7420:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc469de40 with version 23 00000020:00080000:0.0:1777573588.411835:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 10 cancel update log [0x200000401:0x2:0x0].10: rc = 0 00000004:00080000:3.0:1777573588.411863:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 23 rpc_version 23 00000020:00100000:3.0:1777573588.411910:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1777573588.411920:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ddc45f5180 x1863919926347520/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777573588.411941:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926347520:0@lo:1000:osp_up0-1.0 00000020:00080000:0.0:1777573588.411979:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 10 cancel update log [0x240000400:0x2:0x0].10: rc = 0 00000020:00080000:0.0:1777573588.411989:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 10 00000100:00100000:3.0:1777573588.412008:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573588.412057:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573588.412268:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926347520 00000100:00100000:1.0:1777573588.412277:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926347520 00000100:00100000:1.0:1777573588.412346:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1777573588.412357:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:7412:x1863919926347520:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1777573588.412514:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7412:x1863919926347520:12345-0@lo:1000:osp_up0-1.0 Request processed in 159us (506us total) trans 4294967526 rc 0/0 00000100:00100000:1.0:1777573588.412523:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:0.0:1777573588.412759:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926347520:0@lo:1000:osp_up0-1.0 10000000:01000000:3.0:1777573588.727231:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573588.727239:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573588.727244:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573588.727302:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573588.727315:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573588.727331:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573588.727364:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926347648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573588.727440:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573588.727507:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573588.727525:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926347648 00000100:00100000:0.0:1777573588.727542:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926347648 00000100:00100000:0.0:1777573588.727615:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1777573588.727626:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926347648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573588.727646:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573588.727667:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68367 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.727726:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.727743:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.727754:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1200, rc 0) 00000100:00100000:0.0:1777573588.727829:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926347648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573588.727850:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1777573588.727901:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926347648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573588.727922:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573588.727934:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573588.727955:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573588.727960:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573588.727969:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573588.730062:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573588.812359:0:92198:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe74b57270 20000000:00000080:0.0:1777573588.812376:0:92198:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7929800 uarg=0000000000000000 00010000:00010000:0.0:1777573588.812551:0:92198:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573588.812567:0:92198:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573588.812581:0:92198:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573588.812588:0:92198:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573588.812605:0:92198:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573588.812622:0:92198:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.812640:0:92198:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.812650:0:92198:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.812857:0:92198:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.812873:0:92198:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 22 pid: 6479 timeout: 1263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573588.812889:0:92198:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92198:1863919926347776:0@lo:104: 00000100:00100000:0.0:1777573588.812950:0:92198:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573588.813005:0:92198:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573588.813078:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926347776 00000100:00100000:3.0:1777573588.813085:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926347776 00000100:00100000:3.0:1777573588.813142:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1777573588.813152:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92198:x1863919926347776:12345-0@lo:104: 00010000:00010000:3.0:1777573588.813165:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573588.813244:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573588.813251:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92198:x1863919926347776:12345-0@lo:104: Request processed in 101us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573588.813257:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1777573588.813330:0:92198:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92198:1863919926347776:0@lo:104: 00010000:00010000:0.0:1777573588.813345:0:92198:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573588.813546:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573588.813552:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573588.813557:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573588.813560:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573588.813566:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573588.813571:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573588.813574:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573588.813601:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573588.813607:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573588.813628:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573588.813633:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926347904:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573588.813635:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acfe00/0x1e8fa618a5a68367 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6836e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573588.813650:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573588.813652:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573588.813654:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573588.813662:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573588.813735:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926347904 00000100:00100000:0.0:1777573588.813740:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926347904 00010000:00010000:0.0:1777573588.813765:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 23 pid: 6479 timeout: 1263 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573588.813795:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1777573588.813802:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926347904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573588.813812:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573588.813816:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 23 pid: 6479 timeout: 1263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813827:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 23 pid: 6479 timeout: 1263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813849:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a6836e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68367 expref: 23 pid: 6479 timeout: 1263 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813861:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813868:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813880:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813885:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813891:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813897:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813902:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573588.813905:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813911:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813941:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573588.813948:0:92198:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573588.813951:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573588.813960:0:92198:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573588.813964:0:92198:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a68375 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92198 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573588.813991:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926347904:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573588.813999:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1777573588.814015:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926347904:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573588.919567:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573588.919584:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926348032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573588.919640:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573588.919757:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348032 00000100:00100000:1.0:1777573588.919765:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348032 00000100:00100000:1.0:1777573588.919824:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1777573588.919834:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926348032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573588.919884:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446215680 avail 1299976192 00000100:00100000:1.0:1777573588.919947:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926348032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573588.919954:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1777573588.920005:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926348032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573589.017493:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573589.017605:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573589.017635:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573589.017653:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720704 00000100:00100000:0.0:1777573589.017665:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720704 00000100:00100000:1.0:1777573589.017757:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573589.017775:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 851 00000100:00100000:0.0:1777573589.017786:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917720704:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573589.017861:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720832 00000100:00100000:2.0:1777573589.017868:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720832 00000100:00100000:0.0:1777573589.017884:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917720704:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573589.017895:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 851 00000100:00100000:3.0:1777573589.017909:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917721216 00000100:00100000:3.0:1777573589.017920:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917721216 00000100:00100000:2.0:1777573589.017931:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917720960 00000100:00100000:2.0:1777573589.017937:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917720960 00000100:00100000:2.0:1777573589.017970:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1486 00000100:00100000:2.0:1777573589.017978:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917720832:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573589.018023:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917720832:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 45us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573589.018030:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1486 00000100:00100000:2.0:1777573589.018056:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1487 00000100:00100000:2.0:1777573589.018066:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917720960:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573589.018086:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 835 00000100:00100000:2.0:1777573589.018103:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917720960:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573589.018104:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917721216:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573589.018129:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1487 00000100:00080000:2.0:1777573589.018171:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573589.018177:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573589.018180:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573589.018189:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917721216:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 92us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573589.018200:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 835 00000100:00100000:2.0:1777573589.018321:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573589.018412:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917721088 00000100:00100000:2.0:1777573589.018417:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917721088 00000100:00100000:2.0:1777573589.018464:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 836 00000100:00100000:2.0:1777573589.018473:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917721088:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573589.018526:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917721088:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 52us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573589.018536:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 836 00000100:00080000:2.0:1777573589.018565:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:2.0:1777573589.211465:0:92246:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbd41f670 20000000:00000080:2.0:1777573589.211486:0:92246:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fb4c00 uarg=0000000000000000 00010000:00010000:2.0:1777573589.211794:0:92246:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573589.211814:0:92246:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573589.211848:0:92246:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573589.211861:0:92246:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573589.211887:0:92246:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573589.211912:0:92246:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.211930:0:92246:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.211942:0:92246:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.211948:0:92246:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.211960:0:92246:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.211967:0:92246:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.211974:0:92246:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573589.211979:0:92246:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.211988:0:92246:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.212003:0:92246:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.212012:0:92246:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573589.212018:0:92246:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55a00/0x1e8fa618a5a6837c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92246 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573589.750857:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573590.455725:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573590.455753:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926348160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573590.455886:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573590.456016:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348160 00000100:00100000:2.0:1777573590.456033:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348160 00000100:00100000:2.0:1777573590.456093:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1777573590.456103:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926348160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573590.456139:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573590.456218:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926348160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573590.456228:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1777573590.456355:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926348160:0@lo:41:osp-pre-1-0.0 10000000:01000000:3.0:1777573590.518781:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573590.518788:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573590.518794:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573590.518851:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573590.518862:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573590.518874:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573590.518899:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926348288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573590.518968:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573590.519033:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573590.519080:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348288 00000100:00100000:2.0:1777573590.519092:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348288 00000100:00100000:2.0:1777573590.519155:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1777573590.519166:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926348288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573590.519179:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573590.519195:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68383 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573590.519220:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573590.519232:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573590.519240:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573590.519287:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926348288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573590.519298:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1777573590.519323:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926348288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573590.519338:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573590.519347:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573590.519367:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573590.519372:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573590.519380:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573590.776194:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573591.635849:0:92538:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcff4a480 20000000:00000080:3.0:1777573591.635865:0:92538:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33f1800 uarg=0000000000000000 00010000:00010000:3.0:1777573591.636024:0:92538:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573591.636039:0:92538:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573591.636060:0:92538:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573591.636072:0:92538:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573591.636093:0:92538:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573591.636108:0:92538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573591.636123:0:92538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573591.636130:0:92538:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573591.636164:0:92538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573591.636176:0:92538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 22 pid: 6479 timeout: 1266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573591.636190:0:92538:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92538:1863919926348416:0@lo:104: 00000100:00100000:3.0:1777573591.636248:0:92538:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573591.636345:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348416 00000100:00100000:2.0:1777573591.636353:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348416 00000100:00100000:3.0:1777573591.636389:0:92538:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573591.636427:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1777573591.636437:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92538:x1863919926348416:12345-0@lo:104: 00010000:00010000:2.0:1777573591.636450:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573591.636515:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573591.636522:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92538:x1863919926348416:12345-0@lo:104: Request processed in 86us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573591.636530:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1777573591.636547:0:92538:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92538:1863919926348416:0@lo:104: 00010000:00010000:3.0:1777573591.636566:0:92538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573591.636619:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573591.636625:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573591.636637:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573591.636640:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573591.636649:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573591.636656:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573591.636661:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573591.636766:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573591.636773:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573591.636814:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573591.636822:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68383 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6838a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573591.636836:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573591.636838:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573591.636840:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573591.636867:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573591.636878:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926348544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573591.636901:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573591.637003:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348544 00000100:00100000:1.0:1777573591.637008:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348544 00010000:00010000:1.0:1777573591.637030:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 23 pid: 6479 timeout: 1266 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573591.637062:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1777573591.637070:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926348544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573591.637080:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573591.637085:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 23 pid: 6479 timeout: 1266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637095:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 23 pid: 6479 timeout: 1266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637106:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a6838a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68383 expref: 23 pid: 6479 timeout: 1266 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637118:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637127:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637139:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637150:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637156:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637162:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637167:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573591.637171:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637177:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637194:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573591.637203:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573591.637230:0:92538:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573591.637241:0:92538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573591.637242:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926348544:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (339us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573591.637256:0:92538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68391 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573591.637258:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1777573591.637322:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926348544:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573591.800106:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573592.027935:0:92586:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe32123d0 20000000:00000080:0.0:1777573592.027952:0:92586:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7928000 uarg=0000000000000000 00010000:00010000:0.0:1777573592.028141:0:92586:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573592.028161:0:92586:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573592.028181:0:92586:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573592.028191:0:92586:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573592.028209:0:92586:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573592.028227:0:92586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028242:0:92586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028252:0:92586:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028259:0:92586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028265:0:92586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028271:0:92586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028279:0:92586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573592.028283:0:92586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028290:0:92586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028301:0:92586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028313:0:92586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573592.028320:0:92586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68398 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573592.502853:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926348672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573592.502873:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926348800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573592.502878:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926348928:0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.502918:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573592.502933:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573592.502949:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.502968:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926349056:0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.502983:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926349184:0@lo:400:kworker.0 00000100:00100000:2.0:1777573592.502988:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926349440:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.503002:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573592.503014:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.503025:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926349568:0@lo:400:kworker.0 00000100:00100000:2.0:1777573592.503035:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348928 00000100:00100000:2.0:1777573592.503042:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348928 00000100:00100000:3.0:1777573592.503082:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926349312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573592.503090:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1777573592.503100:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926348928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.503897:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926349696:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.503911:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573592.503924:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348672 00000100:00100000:3.0:1777573592.503930:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348672 00000100:00100000:1.0:1777573592.503939:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.503952:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926350080:0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.503966:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926350208:0@lo:400:kworker.0 00000100:00100000:3.0:1777573592.503974:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926348800 00000100:00100000:0.0:1777573592.503981:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573592.504006:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1777573592.504015:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926348672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573592.504039:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573592.504043:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349184 00000100:00100000:0.0:1777573592.504048:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349184 00000100:00100000:1.0:1777573592.504078:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926348672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573592.504081:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1777573592.504091:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1777573592.504093:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3638:x1863919926349184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504121:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349056 00000100:00100000:1.0:1777573592.504126:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349056 00000100:00100000:0.0:1777573592.504132:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3638:x1863919926349184:12345-0@lo:400:kworker.0 Request processed in 42us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573592.504155:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349568 00000100:00100000:1.0:1777573592.504159:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349568 00000100:00100000:1.0:1777573592.504177:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349696 00000100:00100000:1.0:1777573592.504179:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349696 00000100:00100000:0.0:1777573592.504187:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1777573592.504212:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.504230:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926349952:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504256:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573592.504270:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350080 00000100:00100000:1.0:1777573592.504274:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350080 00000100:00100000:0.0:1777573592.504285:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349952 00000100:00100000:0.0:1777573592.504290:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349952 00000100:00100000:1.0:1777573592.504294:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1777573592.504302:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926349056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504323:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:0.0:1777573592.504332:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926349952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504347:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926349056:12345-0@lo:400:kworker.0 Request processed in 46us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573592.504354:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1777573592.504372:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:0.0:1777573592.504374:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926349952:12345-0@lo:400:kworker.0 Request processed in 43us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573592.504382:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926349568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504386:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1777573592.504422:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926349568:12345-0@lo:400:kworker.0 Request processed in 43us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573592.504429:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926349952:0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504430:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1777573592.504449:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1777573592.504457:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926349696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504471:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:0.0:1777573592.504482:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926350080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504488:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926349696:12345-0@lo:400:kworker.0 Request processed in 32us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573592.504494:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1777573592.504518:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926350080:12345-0@lo:400:kworker.0 Request processed in 39us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573592.504525:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1777573592.504531:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926349056:0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504544:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926349568:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504551:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573592.504559:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926350080:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504588:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926348672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573592.504589:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350208 00000100:00100000:1.0:1777573592.504595:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350208 00000100:00100000:0.0:1777573592.504613:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926349184:0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504624:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:0.0:1777573592.504627:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926349696:0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504633:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926350208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573592.504672:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926350208:12345-0@lo:400:kworker.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573592.504678:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:0.0:1777573592.504679:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349440 00000100:00100000:0.0:1777573592.504683:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349440 00000100:00100000:0.0:1777573592.504732:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1777573592.504739:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926349440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504783:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926349440:12345-0@lo:400:kworker.0 Request processed in 45us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573592.504789:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:0.0:1777573592.504809:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573592.504813:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573592.504815:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573592.504817:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573592.504846:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926350464:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504867:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.504889:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926349440:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504910:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.504927:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926349824:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.504947:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.504963:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926350336:0@lo:400:kworker.0 00000100:00100000:3.0:1777573592.504972:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926348800 00000100:00100000:0.0:1777573592.504987:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573592.505018:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349312 00000100:00100000:3.0:1777573592.505023:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1777573592.505023:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349312 00000100:00100000:3.0:1777573592.505034:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926348800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573592.505048:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573592.505049:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:0.0:1777573592.505059:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926349312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573592.505102:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926348800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (2152us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573592.505104:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926349312:12345-0@lo:400:kworker.0 Request processed in 45us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573592.505119:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1777573592.505119:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1777573592.505148:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350464 00000100:00100000:3.0:1777573592.505152:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350464 00000100:00100000:3.0:1777573592.505173:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926349824 00000100:00100000:3.0:1777573592.505176:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926349824 00000100:00100000:3.0:1777573592.505193:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350336 00000100:00100000:3.0:1777573592.505196:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350336 00000100:00100000:3.0:1777573592.505217:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1777573592.505224:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926350464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573592.505258:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926350464:12345-0@lo:400:kworker.0 Request processed in 35us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573592.505264:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1777573592.505276:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1777573592.505282:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926349824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573592.505308:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926349824:12345-0@lo:400:kworker.0 Request processed in 26us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573592.505313:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1777573592.505325:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1777573592.505331:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926350336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573592.505366:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926348928:12345-0@lo:400:kworker.0 Request processed in 2265us (2431us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573592.505370:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926350336:12345-0@lo:400:kworker.0 Request processed in 38us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573592.505381:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1777573592.505388:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1777573592.505433:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926350208:0@lo:400:kworker.0 00000100:00100000:3.0:1777573592.505435:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926350464:0@lo:400:kworker.0 00000100:00080000:0.0:1777573592.505442:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573592.505447:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573592.505455:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926348928:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.505490:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926349312:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.505500:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926349824:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.505509:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926350336:0@lo:400:kworker.0 00000100:00100000:0.0:1777573592.505521:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926348800:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1777573592.822857:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573593.078805:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573593.078813:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573593.078818:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573593.078883:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.078896:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.078908:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573593.078937:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926350592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573593.079012:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573593.079079:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573593.079566:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350592 00000100:00100000:2.0:1777573593.079576:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350592 00000100:00100000:2.0:1777573593.079643:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1777573593.079654:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926350592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573593.079683:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573593.079742:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6839f expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.079779:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.079791:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.079800:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573593.079847:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926350592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 195us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573593.079853:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1777573593.079901:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926350592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573593.079917:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.079926:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573593.079945:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573593.079950:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.079962:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573593.436491:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573593.436558:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917721344 00000100:00100000:2.0:1777573593.436568:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917721344 00000100:00080000:0.0:1777573593.436637:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573593.436655:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1119 00000100:00100000:2.0:1777573593.436666:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:55949:x1863919917721344:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573593.436685:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573593.436741:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a683ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e144 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.436832:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a683b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.436850:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a683b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.436864:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a683b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573593.436965:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1777573593.436970:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573593.436997:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a683b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.437021:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a683ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e144 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.437038:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a683b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e144 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.437045:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573593.437046:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573593.437049:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:3.0:1777573593.437103:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:55949:x1863919917721344:12345-192.168.204.9@tcp:101:rm.0 Request processed in 440us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573593.437110:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1119 00000100:00100000:3.0:1777573593.440661:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573593.441231:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917721472 00000100:00100000:0.0:1777573593.441242:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917721472 00000100:00100000:0.0:1777573593.441337:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1120 00000100:00100000:0.0:1777573593.441345:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:55949:x1863919917721472:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573593.441360:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573593.441376:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e14b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441417:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441427:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441435:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441461:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441466:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441470:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441506:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441513:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441519:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441526:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441532:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573593.441536:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441543:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441553:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573593.441556:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573593.441561:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441567:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441580:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441586:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441591:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441597:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573593.441600:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441605:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441616:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc2efc600) 00010000:00010000:0.0:1777573593.441618:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573593.441621:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441626:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683c9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441653:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683bb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e14b expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441663:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573593.441665:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573593.441668:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e14b expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.441678:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1a00, rc 0) 00000100:00100000:0.0:1777573593.441784:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:55949:x1863919917721472:12345-192.168.204.9@tcp:101:rm.0 Request processed in 440us (1138us total) trans 0 rc 301/301 00000100:00100000:0.0:1777573593.441792:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1120 00000100:00100000:2.0:1777573593.468784:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573593.468920:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917721728 00000100:00100000:0.0:1777573593.468931:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917721728 00000100:00100000:0.0:1777573593.468990:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1121 00000100:00100000:0.0:1777573593.469001:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:55953:x1863919917721728:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:0.0:1777573593.469056:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573593.469085:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a683b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e144 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469109:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573593.469114:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573593.469166:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469180:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469190:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469205:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469212:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469218:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469820:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469834:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469848:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573593.469863:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e363a792 reply state 0000000090ac40bd transno 4294967527 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469883:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469891:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:0.0:1777573593.469893:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573593.469896:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573593.469901:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:0.0:1777573593.469911:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469917:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469924:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469931:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469937:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573593.469941:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469949:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469957:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573593.469959:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573593.469963:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469973:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a683d0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573593.469983:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e363a792 reply state 0000000090ac40bd transno 4294967527 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469991:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.469996:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc2efc600) 00010000:00010000:0.0:1777573593.469999:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573593.470000:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1777573593.470080:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:55953:x1863919917721728:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 1079us (1304us total) trans 4294967527 rc 0/0 00000100:00100000:0.0:1777573593.470089:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1121 00000001:00080000:2.0:1777573593.472043:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967527 is committed 00010000:00010000:0.0:1777573593.472068:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573593.472073:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967526 is committed 00010000:00010000:0.0:1777573593.472079:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472086:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472092:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573593.472095:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472102:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472119:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc2efc600) 00010000:00010000:0.0:1777573593.472122:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573593.472126:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472133:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683d7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472152:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472157:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472162:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472165:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573593.472168:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472174:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472181:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:0.0:1777573593.472183:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573593.472186:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.472191:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683de lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573593.498355:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573593.498430:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917721856 00000100:00100000:0.0:1777573593.498441:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917721856 00000100:00100000:0.0:1777573593.498502:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1122 00000100:00100000:0.0:1777573593.498512:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:55957:x1863919917721856:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:0.0:1777573593.498539:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573593.498559:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e152 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.498619:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.498635:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.498647:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573593.498686:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573593.498725:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573593.498757:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.498781:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a683e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e152 expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.498799:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e152 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.498808:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573593.498812:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573593.498815:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0400, rc 0) 00000100:00100000:0.0:1777573593.498875:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:55957:x1863919917721856:12345-192.168.204.9@tcp:101:chown.0 Request processed in 365us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573593.499161:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1122 00000100:00100000:1.0:1777573593.501352:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573593.501568:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917721984 00000100:00100000:2.0:1777573593.501579:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917721984 00000100:00100000:2.0:1777573593.501651:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1123 00000100:00100000:2.0:1777573593.501665:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:55957:x1863919917721984:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:2.0:1777573593.501784:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573593.501877:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a683f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e159 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.501957:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.501975:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.501988:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502005:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502011:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502018:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502214:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68408 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502223:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68408 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502230:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68408 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573593.502278:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573593.502283:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573593.502311:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68408 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502326:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502333:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502341:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502348:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502355:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573593.502360:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502368:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502383:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573593.502386:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573593.502392:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502399:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a683fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502415:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502421:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502427:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502432:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573593.502435:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502441:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502448:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89dec3909000) 00010000:00010000:2.0:1777573593.502451:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573593.502453:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502459:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68401 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502494:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a683f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e159 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502509:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68408 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e159 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.502518:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89dec3909f00) 00010000:00010000:2.0:1777573593.502520:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573593.502522:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54800, rc 0) 00000100:00100000:2.0:1777573593.502639:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:55957:x1863919917721984:12345-192.168.204.9@tcp:101:chown.0 Request processed in 978us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573593.502647:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1123 00000100:00100000:2.0:1777573593.505836:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573593.506041:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917722240 00000100:00100000:0.0:1777573593.506054:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917722240 00000100:00100000:0.0:1777573593.506167:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1124 00000100:00100000:0.0:1777573593.506180:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:55957:x1863919917722240:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:0.0:1777573593.506247:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573593.506280:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68408 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e159 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.506306:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89dec3909f00) 00010000:00010000:0.0:1777573593.506319:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573593.506354:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.506370:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.506381:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573593.506578:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a6acc740 reply state 0000000020029b07 transno 4294967528 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.506592:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.506604:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:0.0:1777573593.506608:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573593.506610:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573593.506620:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000100:00100000:0.0:1777573593.506777:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:55957:x1863919917722240:12345-192.168.204.9@tcp:36:chown.0 Request processed in 599us (954us total) trans 4294967528 rc 0/0 00000100:00100000:0.0:1777573593.506785:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1124 00000100:00100000:0.0:1777573593.527418:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926350848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573593.527540:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573593.527620:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350848 00000100:00100000:1.0:1777573593.527633:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350848 00000100:00100000:0.0:1777573593.527657:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573593.527670:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926350720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573593.527758:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573593.527845:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350720 00000100:00100000:1.0:1777573593.527850:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350720 00000100:00100000:2.0:1777573593.527856:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1777573593.527876:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926350848:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573593.527896:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1777573593.527904:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926350720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573593.527932:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1777573593.527932:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38174400 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573593.528066:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926350720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 162us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573593.528075:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1777573593.528176:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926350848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 298us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573593.528186:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926350720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573593.528199:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1777573593.528218:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926350848:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573593.847016:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573593.933881:0:92781:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7352d350 20000000:00000080:2.0:1777573593.933899:0:92781:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fb5800 uarg=0000000000000000 00010000:00010000:2.0:1777573593.934114:0:92781:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1777573593.934149:0:92781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573593.934154:0:92781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573593.934166:0:92781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a683ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e152 expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.934189:0:92781:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1777573593.934215:0:92781:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573593.934227:0:92781:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573593.934248:0:92781:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573593.934261:0:92781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.934274:0:92781:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.934283:0:92781:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.934320:0:92781:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.934332:0:92781:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 22 pid: 6479 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573593.934349:0:92781:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92781:1863919926350976:0@lo:104: 00000100:00100000:2.0:1777573593.934410:0:92781:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573593.934523:0:6469:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777573593.934535:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926350976 00000100:00100000:3.0:1777573593.934541:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926350976 00000100:00100000:3.0:1777573593.934595:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1777573593.934605:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92781:x1863919926350976:12345-0@lo:104: 00010000:00010000:3.0:1777573593.934617:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573593.934669:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573593.934675:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:92781:x1863919926350976:12345-0@lo:104: Request processed in 72us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573593.934682:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00010000:00010000:0.0:1777573593.934776:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573593.934784:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.934793:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573593.934796:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.934804:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573593.934817:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573593.934822:0:92781:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3c00 going to sleep for 11 seconds 10000000:01000000:0.0:1777573593.934823:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1777573593.934851:0:92781:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:92781:1863919926350976:0@lo:104: 00010000:00010000:0.0:1777573593.934855:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.934863:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573593.934870:0:92781:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.934895:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.934903:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a6839f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a683a6 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573593.934906:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573593.934922:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926351104:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573593.934922:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573593.934925:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573593.934928:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573593.934955:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573593.934991:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926351104 00000100:00100000:0.0:1777573593.934996:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926351104 00010000:00010000:0.0:1777573593.935017:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 23 pid: 6479 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573593.935047:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1777573593.935055:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded89e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926351104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573593.935066:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573593.935071:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 23 pid: 6479 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935080:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 23 pid: 6479 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935091:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55800/0x1e8fa618a5a683a6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6839f expref: 23 pid: 6479 timeout: 1268 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935103:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935110:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935121:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935127:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935134:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935140:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935144:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573593.935148:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935153:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935171:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573593.935187:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573593.935206:0:92781:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.935215:0:92781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573593.935222:0:92781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55400/0x1e8fa618a5a68416 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573593.935230:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded89e7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926351104:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573593.935243:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1777573593.935345:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926351104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573594.038851:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573594.038878:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926351232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573594.038998:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573594.039044:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926351232 00000100:00100000:2.0:1777573594.039052:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926351232 00000100:00100000:2.0:1777573594.039113:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1777573594.039123:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926351232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573594.039163:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573594.039215:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926351232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573594.039223:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1777573594.039328:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967526 gen 2 00000004:00080000:3.0:1777573594.039335:0:3635:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967526 committed transno 4294967526 00000100:00100000:3.0:1777573594.039360:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926351232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573594.139987:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573594.140028:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573594.140287:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917722368 00000100:00100000:2.0:1777573594.140298:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917722368 00000100:00100000:2.0:1777573594.140456:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 855 00000100:00100000:2.0:1777573594.140468:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917722368:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573594.140530:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917722368:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 66us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573594.140537:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 855 00000100:00100000:3.0:1777573594.142117:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917722496 00000100:00100000:3.0:1777573594.142126:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917722496 00000100:00100000:3.0:1777573594.142222:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1494 00000100:00100000:3.0:1777573594.142232:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917722496:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573594.142294:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917722496:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 64us (2266us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573594.142301:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1494 00000100:00080000:1.0:1777573594.143847:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573594.148203:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573594.148246:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573594.148247:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917722624 00000100:00100000:0.0:1777573594.148257:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917722624 00000100:00100000:3.0:1777573594.148275:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917722752 00000100:00100000:3.0:1777573594.148281:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917722752 00000100:00100000:0.0:1777573594.148312:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 500 00000100:00100000:3.0:1777573594.148325:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 501 00000100:00100000:0.0:1777573594.148325:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917722624:12345-192.168.204.9@tcp:9:kworker.0 00000100:00100000:3.0:1777573594.148339:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917722752:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:0.0:1777573594.148354:0:8361:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a67b17 00000020:00000080:3.0:1777573594.148355:0:8362:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a67bc6 00000100:00080000:0.0:1777573594.148364:0:8361:0:(import.c:65:import_set_state_nolock()) ffff89ddc403d000 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1777573594.148365:0:8362:0:(import.c:65:import_set_state_nolock()) ffff89ddc403e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1777573594.148425:0:8362:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967355 00000001:00000004:0.0:1777573594.148426:0:8361:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967359 00000100:00100000:0.0:1777573594.148586:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917722624:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 268us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573594.148594:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 500 00000100:00100000:3.0:1777573594.148595:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917722752:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 256us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573594.148604:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 501 00010000:00010000:3.0:1777573594.148631:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1777573594.148670:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573594.148673:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1777573594.148679:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573594.342519:0:92829:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca0617cc0 20000000:00000080:3.0:1777573594.342534:0:92829:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def792b800 uarg=0000000000000000 00010000:00010000:3.0:1777573594.342781:0:92829:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573594.342795:0:92829:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573594.342809:0:92829:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573594.342817:0:92829:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573594.342834:0:92829:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573594.342851:0:92829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342863:0:92829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342871:0:92829:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342875:0:92829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342880:0:92829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342884:0:92829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342887:0:92829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573594.342891:0:92829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342895:0:92829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342904:0:92829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342908:0:92829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573594.342912:0:92829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6841d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 92829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573594.870907:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573595.191855:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573595.191862:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573595.191867:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573595.191943:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573595.191955:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573595.191966:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573595.191993:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926351360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573595.192063:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573595.192115:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded8990b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573595.192171:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926351360 00000100:00100000:0.0:1777573595.192179:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926351360 00000100:00100000:0.0:1777573595.192232:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1777573595.192242:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926351360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573595.192256:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573595.192272:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68424 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573595.192295:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573595.192307:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573595.192317:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1800, rc 0) 00000100:00100000:0.0:1777573595.192356:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926351360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573595.192363:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1777573595.192453:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926351360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573595.192467:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573595.192476:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573595.192493:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573595.192498:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573595.192505:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573595.576647:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573595.576672:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926351488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573595.576893:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573595.577012:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926351488 00000100:00100000:0.0:1777573595.577021:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926351488 00000100:00100000:0.0:1777573595.577070:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1777573595.577081:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926351488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573595.577130:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573595.577202:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926351488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573595.577210:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1777573595.578323:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926351488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573595.754474:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573595.754537:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917722880 00000100:00100000:0.0:1777573595.754549:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917722880 00000100:00080000:1.0:1777573595.754609:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573595.754650:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 73 00000100:00100000:0.0:1777573595.754662:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:6157:x1863919917722880:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573595.754719:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573595.754723:0:6471:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a683ec) 00010000:00010000:0.0:1777573595.754726:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573595.754795:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:6157:x1863919917722880:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 136us (337us total) trans 0 rc 116/116 00000100:00100000:0.0:1777573595.754802:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 73 00010000:00010000:3.0:1777573595.894934:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573596.542208:0:93072:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffec255980 20000000:00000080:0.0:1777573596.542232:0:93072:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc41c3c00 uarg=0000000000000000 00010000:00010000:0.0:1777573596.542471:0:93072:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573596.542489:0:93072:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573596.542509:0:93072:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573596.542520:0:93072:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573596.542545:0:93072:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573596.542568:0:93072:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573596.542590:0:93072:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573596.542600:0:93072:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573596.542649:0:93072:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573596.542667:0:93072:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 22 pid: 6478 timeout: 1271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573596.542685:0:93072:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93072:1863919926351616:0@lo:104: 00000100:00100000:0.0:1777573596.542809:0:93072:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573596.542872:0:93072:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573596.542913:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926351616 00000100:00100000:2.0:1777573596.542926:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926351616 00000100:00100000:2.0:1777573596.542993:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1777573596.543003:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93072:x1863919926351616:12345-0@lo:104: 00010000:00010000:2.0:1777573596.543024:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573596.543138:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573596.543145:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93072:x1863919926351616:12345-0@lo:104: Request processed in 144us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573596.543152:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00010000:00010000:3.0:1777573596.543179:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573596.543189:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543199:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573596.543204:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573596.543208:0:93072:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93072:1863919926351616:0@lo:104: 00010000:00010000:3.0:1777573596.543218:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573596.543228:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573596.543234:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573596.543236:0:93072:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543289:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543297:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573596.543331:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543339:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a68424 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6842b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573596.543364:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926351744:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573596.543369:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573596.543373:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573596.543375:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573596.543408:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573596.543466:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926351744 00000100:00100000:3.0:1777573596.543473:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926351744 00010000:00010000:3.0:1777573596.543502:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 23 pid: 6478 timeout: 1271 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573596.543540:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1777573596.543553:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926351744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573596.543567:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573596.543573:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 23 pid: 6478 timeout: 1271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543583:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 23 pid: 6478 timeout: 1271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543597:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6842b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68424 expref: 23 pid: 6478 timeout: 1271 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543611:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543625:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543641:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543648:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543656:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543663:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543669:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573596.543673:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543681:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543746:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573596.543757:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573596.543803:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926351744:12345-0@lo:103:ldlm_bl.0 Request processed in 254us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573596.543813:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1777573596.543852:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926351744:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573596.543915:0:93072:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573596.543928:0:93072:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573596.543943:0:93072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68432 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93072 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573596.919960:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573597.623105:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926352256:0@lo:400:kworker.0 00000100:00100000:1.0:1777573597.623167:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573597.623221:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926352128:0@lo:400:kworker.0 00000100:00100000:1.0:1777573597.623242:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926352768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.623261:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573597.623290:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573597.623296:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926352640:0@lo:400:kworker.0 00000100:00100000:1.0:1777573597.623311:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926353280:0@lo:400:kworker.0 00000100:00100000:1.0:1777573597.623333:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573597.623356:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573597.623367:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352256 00000100:00100000:1.0:1777573597.623375:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352256 00000100:00100000:0.0:1777573597.623380:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926353152:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.623406:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573597.623416:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1777573597.623425:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926352256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.623446:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352128 00000100:00100000:0.0:1777573597.623451:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352128 00000100:00100000:1.0:1777573597.623474:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926352256:12345-0@lo:400:kworker.0 Request processed in 50us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573597.623481:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1777573597.623489:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352768 00000100:00100000:0.0:1777573597.623499:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352768 00000100:00100000:1.0:1777573597.623504:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353280 00000100:00100000:1.0:1777573597.623508:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353280 00000100:00100000:1.0:1777573597.623535:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352640 00000100:00100000:1.0:1777573597.623538:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352640 00000100:00100000:0.0:1777573597.623538:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353152 00000100:00100000:0.0:1777573597.623544:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353152 00000100:00100000:3.0:1777573597.623546:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926352000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573597.623558:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:1.0:1777573597.623566:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926352128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.623577:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1777573597.623587:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926353280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573597.623599:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926352128:12345-0@lo:400:kworker.0 Request processed in 33us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573597.623610:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573597.623610:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1495 00000100:00100000:1.0:1777573597.623628:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1777573597.623637:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926353280:12345-0@lo:400:kworker.0 Request processed in 51us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573597.623638:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926352768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573597.623643:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926352512:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.623655:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1777573597.623687:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:1.0:1777573597.623718:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926352768:12345-0@lo:400:kworker.0 Request processed in 58us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573597.623725:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1777573597.623729:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926352640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573597.623741:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1777573597.623748:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926353152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.623769:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926352640:12345-0@lo:400:kworker.0 Request processed in 74us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573597.623777:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:1.0:1777573597.623784:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926353152:12345-0@lo:400:kworker.0 Request processed in 36us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573597.623790:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:3.0:1777573597.623819:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573597.623837:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352512 00000100:00100000:0.0:1777573597.623842:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352512 00000100:00100000:3.0:1777573597.623847:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926353024:0@lo:400:kworker.0 00000100:00100000:3.0:1777573597.623875:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573597.623880:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926351872:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.623916:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573597.623920:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926353536:0@lo:400:kworker.0 00000100:00100000:3.0:1777573597.623954:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573597.623955:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926352384:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.623990:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573597.623995:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352000 00000100:00100000:3.0:1777573597.624000:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352000 00000100:00100000:2.0:1777573597.624011:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926352896:0@lo:400:kworker.0 00000100:00100000:3.0:1777573597.624036:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1777573597.624037:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573597.624048:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926352000:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573597.624057:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926353408:0@lo:400:kworker.0 00002000:00000024:3.0:1777573597.624070:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573597.624079:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573597.624111:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926351872 00000100:00100000:2.0:1777573597.624115:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926351872 00000100:00100000:3.0:1777573597.624119:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926352000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573597.624127:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1777573597.624147:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1777573597.624160:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926351872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624191:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926351872:12345-0@lo:400:kworker.0 Request processed in 39us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573597.624198:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1777573597.624235:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926351872:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624298:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353024 00000100:00100000:2.0:1777573597.624302:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353024 00000100:00100000:2.0:1777573597.624328:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353536 00000100:00100000:2.0:1777573597.624330:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353536 00000100:00100000:2.0:1777573597.624344:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352896 00000100:00100000:2.0:1777573597.624347:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352896 00000100:00100000:2.0:1777573597.624357:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353408 00000100:00100000:2.0:1777573597.624359:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353408 00000100:00100000:2.0:1777573597.624369:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1777573597.624374:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926353024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624411:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926353024:12345-0@lo:400:kworker.0 Request processed in 34us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573597.624417:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1777573597.624427:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1777573597.624432:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926353536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624456:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926353536:12345-0@lo:400:kworker.0 Request processed in 24us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573597.624460:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1777573597.624475:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1777573597.624481:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926352896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624510:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926352896:12345-0@lo:400:kworker.0 Request processed in 29us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573597.624515:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1777573597.624526:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1777573597.624532:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926353408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624554:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926353408:12345-0@lo:400:kworker.0 Request processed in 23us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573597.624560:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1777573597.624585:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926353664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573597.624603:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777573597.624639:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573597.624643:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573597.624645:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573597.624647:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573597.624686:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1777573597.624724:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926352512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624734:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926352128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624748:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926352640:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624762:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926353152:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.624769:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926352512:12345-0@lo:400:kworker.0 Request processed in 74us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573597.624778:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1777573597.624799:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926352896:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.624811:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926353408:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.624831:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926352768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.624846:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926353280:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.624857:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926352256:0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.624882:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926352384 00000100:00100000:0.0:1777573597.624886:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926352384 00000100:00100000:1.0:1777573597.624904:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353664 00000100:00100000:1.0:1777573597.624909:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353664 00000100:00100000:0.0:1777573597.624913:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1777573597.624922:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926352384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573597.624955:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926352384:12345-0@lo:400:kworker.0 Request processed in 35us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573597.624960:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:0.0:1777573597.624986:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926352384:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.625048:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926352000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573597.625062:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926352512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.625070:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926353024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573597.625077:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926353536:0@lo:400:kworker.0 00000100:00100000:1.0:1777573597.625124:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1777573597.625133:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926353664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573597.625145:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573597.625180:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926353664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573597.625185:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1777573597.625210:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926353664:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1777573597.942819:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573597.996564:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573597.996677:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917723008 00000100:00100000:3.0:1777573597.996689:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917723008 00000100:00100000:3.0:1777573597.996797:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1125 00000100:00100000:3.0:1777573597.996808:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:56133:x1863919917723008:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573597.996843:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573597.996931:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68439 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e160 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573597.997024:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68440 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573597.997044:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573597.997061:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573597.997129:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1777573597.997134:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573597.997159:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573597.997187:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e160 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573597.997208:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68440 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e160 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573597.997217:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573597.997221:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573597.997224:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573597.997285:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:56133:x1863919917723008:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 478us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573597.997293:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1125 00000100:00080000:1.0:1777573597.997630:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573598.000113:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573598.000211:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917723136 00000100:00100000:1.0:1777573598.000223:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917723136 00000100:00100000:1.0:1777573598.000283:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1126 00000100:00100000:1.0:1777573598.000294:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:56133:x1863919917723136:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573598.000320:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573598.000344:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68447 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e167 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000404:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000418:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000429:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000490:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000497:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000504:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000584:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6845c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000592:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6845c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000600:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6845c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573598.000637:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1777573598.000641:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573598.000679:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6845c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000716:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000788:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000794:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000800:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000806:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573598.000811:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000818:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000829:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573598.000832:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573598.000836:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000842:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a6844e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000854:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000859:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000865:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000869:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573598.000871:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000875:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000880:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573598.000882:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573598.000884:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000897:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a68455 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000923:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68447 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e167 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000935:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6845c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e167 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573598.000943:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:1.0:1777573598.000945:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573598.000947:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573598.001020:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:56133:x1863919917723136:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 728us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573598.001028:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1126 00000100:00100000:3.0:1777573598.004978:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573598.005178:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917723392 00000100:00100000:2.0:1777573598.005191:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917723392 00000100:00100000:2.0:1777573598.005258:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1127 00000100:00100000:2.0:1777573598.005271:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:56133:x1863919917723392:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573598.005336:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573598.005364:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6845c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e167 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.005384:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:2.0:1777573598.005390:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573598.005418:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.005434:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.005445:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573598.012641:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967529 is committed 00010000:00010000:0.0:1777573598.012722:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012739:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012747:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012752:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573598.012756:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012763:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012779:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:0.0:1777573598.012782:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573598.012787:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012793:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6840f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573598.012853:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004478b823 reply state 00000000cac80491 transno 4294967529 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012866:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.012875:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:0.0:1777573598.012877:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573598.012880:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573598.012897:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00080000:0.0:1777573598.013227:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777573598.013247:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:56133:x1863919917723392:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 7973us (8269us total) trans 4294967529 rc 0/0 00000100:00100000:0.0:1777573598.013259:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1127 00010000:00010000:0.0:1777573598.013296:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.013304:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.013310:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.013317:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573598.013320:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.013325:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.013335:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc800) 00010000:00010000:0.0:1777573598.013337:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573598.013340:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.013345:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68463 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573598.071555:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573598.071567:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573598.071575:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573598.071635:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.071648:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.071907:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573598.071936:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926353792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573598.072003:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573598.072070:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573598.072113:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353792 00000100:00100000:3.0:1777573598.072123:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353792 00000100:00100000:3.0:1777573598.072439:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1777573598.072448:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926353792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573598.072463:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573598.072478:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6846a expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573598.072505:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573598.072516:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573598.072525:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acfe00, rc 0) 00000100:00100000:3.0:1777573598.072568:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926353792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573598.072576:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1777573598.072599:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926353792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573598.072615:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.072625:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573598.072648:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573598.072654:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.072673:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573598.447956:0:93268:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcf531e50 20000000:00000080:2.0:1777573598.447978:0:93268:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc307b800 uarg=0000000000000000 00010000:00010000:2.0:1777573598.448220:0:93268:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1777573598.448265:0:93268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573598.448268:0:93268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573598.448281:0:93268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68440 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e160 expref: 5 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.448300:0:93268:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1777573598.448323:0:93268:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573598.448335:0:93268:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573598.448360:0:93268:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573598.448377:0:93268:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.448398:0:93268:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.448407:0:93268:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.448456:0:93268:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.448470:0:93268:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 22 pid: 6480 timeout: 1273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573598.448487:0:93268:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93268:1863919926353920:0@lo:104: 00000100:00100000:2.0:1777573598.448573:0:93268:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573598.448637:0:93268:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573598.449330:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926353920 00000100:00100000:3.0:1777573598.449341:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926353920 00000100:00100000:3.0:1777573598.449407:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1777573598.449419:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93268:x1863919926353920:12345-0@lo:104: 00010000:00010000:3.0:1777573598.449434:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573598.449595:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573598.449602:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93268:x1863919926353920:12345-0@lo:104: Request processed in 186us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573598.449608:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00010000:00010000:0.0:1777573598.449635:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573598.449644:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.449670:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573598.449675:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.449685:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573598.449726:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573598.449734:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:2.0:1777573598.449737:0:93268:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93268:1863919926353920:0@lo:104: 00010000:00010000:2.0:1777573598.449768:0:93268:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.449777:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.449785:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573598.449813:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.449821:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6846a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68471 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.449844:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573598.449846:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573598.449848:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573598.449916:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926354048:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573598.449968:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573598.450199:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354048 00000100:00100000:0.0:1777573598.450224:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354048 00010000:00010000:0.0:1777573598.450254:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 23 pid: 6480 timeout: 1273 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573598.450283:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1777573598.450293:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926354048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573598.450306:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573598.450313:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 23 pid: 6480 timeout: 1273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450325:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 23 pid: 6480 timeout: 1273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450341:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a68471 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6846a expref: 23 pid: 6480 timeout: 1273 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450358:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450367:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450382:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450391:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450399:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450406:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450411:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573598.450416:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450425:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450443:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573598.450454:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573598.450495:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926354048:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573598.450502:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00010000:00010000:2.0:1777573598.450525:0:93268:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.450536:0:93268:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573598.450543:0:93268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a68478 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93268 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573598.450663:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926354048:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573598.647001:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926354176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573598.647084:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573598.647252:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926354304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573598.647252:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354176 00000100:00100000:0.0:1777573598.647263:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354176 00000100:00100000:1.0:1777573598.647283:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573598.647319:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354304 00000100:00100000:0.0:1777573598.647324:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354304 00000100:00100000:1.0:1777573598.647343:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1777573598.647360:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926354176:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573598.647360:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1777573598.647375:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926354304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573598.647402:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573598.647402:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573598.647472:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926354304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573598.647480:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926354176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573598.647484:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1777573598.647496:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1777573598.647561:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926354176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573598.647571:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926354304:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1777573598.966885:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573599.159851:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926354432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573599.159977:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573599.160046:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354432 00000100:00100000:2.0:1777573599.160065:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354432 00000100:00100000:2.0:1777573599.160117:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1777573599.160127:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926354432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573599.160170:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573599.160231:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926354432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573599.160239:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777573599.160263:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926354432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573599.256976:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573599.257018:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573599.257028:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917723520 00000100:00100000:1.0:1777573599.257038:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917723520 00000100:00100000:0.0:1777573599.257056:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573599.257106:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917723648 00000100:00100000:3.0:1777573599.257119:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917723648 00000100:00100000:1.0:1777573599.257187:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 859 00000100:00100000:1.0:1777573599.257201:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917723520:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573599.257211:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917723776 00000100:00100000:3.0:1777573599.257217:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917723776 00000100:00100000:3.0:1777573599.257258:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1501 00000100:00100000:3.0:1777573599.257269:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917723648:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573599.257288:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917723520:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 88us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573599.257296:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 859 00000100:00080000:0.0:1777573599.257356:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573599.257362:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573599.257507:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1502 00000100:00100000:1.0:1777573599.257516:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917723776:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573599.257534:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917723648:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 263us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573599.257544:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1501 00000100:00100000:1.0:1777573599.257564:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917723776:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573599.257571:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1502 00000100:00100000:0.0:1777573599.795468:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573599.795550:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917723904 00000100:00100000:1.0:1777573599.795570:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917723904 00000100:00100000:1.0:1777573599.795742:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1128 00000100:00100000:1.0:1777573599.795760:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:56210:x1863919917723904:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573599.795790:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573599.795819:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6847f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e16e expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797329:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797347:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797363:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797383:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797391:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797400:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797498:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68494 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797507:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68494 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797514:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68494 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573599.797546:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1777573599.797551:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573599.797583:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68494 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797602:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797609:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797616:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797623:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797641:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573599.797645:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797653:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797665:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573599.797668:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573599.797673:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797679:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a68486 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797847:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797855:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797862:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797867:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573599.797869:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797875:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797883:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573599.797886:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573599.797888:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797893:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6848d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797929:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6847f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e16e expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797944:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68494 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e16e expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.797952:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:1.0:1777573599.797954:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777573599.797957:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187000, rc 0) 00000100:00100000:1.0:1777573599.798027:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:56210:x1863919917723904:12345-192.168.204.9@tcp:101:touch.0 Request processed in 2273us (2570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573599.798040:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1128 10000000:01000000:3.0:1777573599.798806:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573599.798812:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573599.798816:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573599.798860:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.798870:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.798879:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573599.798907:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926354560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573599.799174:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573599.799227:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354560 00000100:00100000:3.0:1777573599.799240:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436d900 going to sleep for 11 seconds 00000100:00100000:0.0:1777573599.799242:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354560 00000100:00100000:0.0:1777573599.799377:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1777573599.799394:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926354560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573599.799412:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573599.799434:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6849b expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.799464:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.799477:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.799487:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0800, rc 0) 00000100:00100000:0.0:1777573599.799561:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926354560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573599.799573:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1777573599.799602:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926354560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573599.799621:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.799642:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573599.799660:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573599.799664:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.799686:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573599.802390:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573599.802722:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917724160 00000100:00100000:3.0:1777573599.802732:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917724160 00000100:00100000:3.0:1777573599.802796:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1129 00000100:00100000:3.0:1777573599.802808:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:56210:x1863919917724160:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573599.802827:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573599.802847:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a684a9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e175 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.802946:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.802961:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.802974:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.802991:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.802998:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.803007:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573599.804548:0:26981:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00010000:00010000:3.0:1777573599.804757:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a684be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804772:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a684be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804786:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a684be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804825:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804831:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804837:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804844:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804851:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573599.804856:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804864:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804878:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:3.0:1777573599.804882:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573599.804888:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804895:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a684b0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573599.804912:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dad7df7e reply state 0000000034b4ce72 transno 4294967530 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804922:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804929:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef242700) 00010000:00010000:3.0:1777573599.804932:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573599.804935:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573599.804971:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a684a9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e175 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804988:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a684be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e175 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.804996:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89deef242400) 00010000:00010000:3.0:1777573599.804999:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573599.805001:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573599.805071:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:56210:x1863919917724160:12345-192.168.204.9@tcp:101:touch.0 Request processed in 2265us (2686us total) trans 4294967530 rc 0/0 00000100:00100000:3.0:1777573599.805079:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1129 00000100:00100000:3.0:1777573599.810199:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573599.810494:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917724288 00000100:00100000:1.0:1777573599.810507:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917724288 00000100:00100000:1.0:1777573599.810565:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 161 00000100:00100000:1.0:1777573599.810577:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:56210:x1863919917724288:12345-192.168.204.9@tcp:49:touch.0 00000100:00100000:1.0:1777573599.810738:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:56210:x1863919917724288:12345-192.168.204.9@tcp:49:touch.0 Request processed in 163us (547us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573599.810746:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 161 00000100:00100000:3.0:1777573599.814402:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573599.814526:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917724544 00000100:00100000:1.0:1777573599.814537:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917724544 00000100:00100000:1.0:1777573599.814600:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1130 00000100:00100000:1.0:1777573599.814616:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:56210:x1863919917724544:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:1.0:1777573599.814687:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573599.814971:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a684be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e175 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.814991:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89deef242400) 00010000:00010000:1.0:1777573599.815003:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573599.815062:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.815076:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.815086:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573599.815219:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b32334e4 reply state 00000000d8197b1d transno 4294967531 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.815233:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.815240:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573599.815243:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573599.815246:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573599.815335:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:56210:x1863919917724544:12345-192.168.204.9@tcp:36:touch.0 Request processed in 725us (942us total) trans 4294967531 rc 0/0 00000100:00100000:1.0:1777573599.815344:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1130 00000100:00100000:0.0:1777573599.819179:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573599.819255:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917724672 00000100:00100000:2.0:1777573599.819266:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917724672 00000100:00100000:2.0:1777573599.819327:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1131 00000100:00100000:2.0:1777573599.819338:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:56210:x1863919917724672:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573599.819361:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573599.819383:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a684d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e17c expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573599.819438:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a684d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e17c expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573599.819453:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a684d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e17c expref: 11 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573599.819473:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:2.0:1777573599.819476:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573599.819479:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55400, rc 0) 00000100:00100000:2.0:1777573599.819532:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:56210:x1863919917724672:12345-192.168.204.9@tcp:101:touch.0 Request processed in 196us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573599.819538:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1131 00000100:00100000:3.0:1777573599.822794:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573599.822827:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917724800 00000100:00100000:2.0:1777573599.822836:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917724800 00000100:00100000:2.0:1777573599.822882:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 502 00000100:00100000:2.0:1777573599.822889:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2399:x1863919917724800:12345-192.168.204.9@tcp:8:touch.0 00010000:00080000:2.0:1777573599.822921:0:17492:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 1124 last 0 00000020:00000080:2.0:1777573599.822947:0:17492:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a684da 00002000:00100000:2.0:1777573599.822958:0:17492:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc403f000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777573599.822984:0:17492:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777573599.823059:0:17492:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1777573599.823086:0:17492:0:(import.c:65:import_set_state_nolock()) ffff89ddc403b800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777573599.823151:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917724800:12345-192.168.204.9@tcp:8:touch.0 Request processed in 261us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573599.823158:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 502 00000001:00100000:1.0:1777573599.824115:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00100000:1.0:1777573599.824123:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:1.0:1777573599.824126:0:9424:0:(genops.c:906:class_export_put()) final put ffff89ddc403f800/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:0.0:1777573599.824210:0:42954:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc403f800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0001 00000020:00000080:0.0:1777573599.824255:0:42954:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc403e000 for lustre-OST0001 00000100:00100000:3.0:1777573599.825247:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573599.825339:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917724928 00000100:00100000:0.0:1777573599.825347:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917724928 00000100:00080000:1.0:1777573599.825393:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573599.825407:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 503 00000100:00100000:0.0:1777573599.825416:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:0:x1863919917724928:12345-192.168.204.9@tcp:2:touch.0 00000100:00100000:0.0:1777573599.825646:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:0:x1863919917724928:12345-192.168.204.9@tcp:2:touch.0 Request processed in 231us (403us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1777573599.825653:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 503 00000100:00100000:3.0:1777573599.827883:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573599.827953:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917725184 00000100:00100000:1.0:1777573599.827966:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917725184 00000100:00100000:1.0:1777573599.828027:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 162 00000100:00100000:1.0:1777573599.828036:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:56210:x1863919917725184:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:1.0:1777573599.828309:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:56210:x1863919917725184:12345-192.168.204.9@tcp:35:touch.0 Request processed in 274us (431us total) trans 4294967532 rc 0/0 00000100:00100000:1.0:1777573599.828318:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 162 00000100:00100000:2.0:1777573599.850079:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573599.850155:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917725312 00000100:00100000:0.0:1777573599.850165:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917725312 00000100:00100000:0.0:1777573599.850224:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1132 00000100:00100000:0.0:1777573599.850234:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:56214:x1863919917725312:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573599.850258:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573599.850277:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a684e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e183 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850337:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850351:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850361:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850371:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850378:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850384:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850459:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a684f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850468:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a684f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850475:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a684f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573599.850514:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 0 00000004:00200000:0.0:1777573599.850519:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573599.850539:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a684f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850552:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a684f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850560:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850566:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850571:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850576:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850582:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573599.850586:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850593:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850605:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:0.0:1777573599.850608:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573599.850612:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850618:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a684e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850645:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850651:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850656:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850661:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573599.850664:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850669:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850676:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef242700) 00010000:00010000:0.0:1777573599.850679:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573599.850682:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850740:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a684ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850782:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a684e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e183 expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850798:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a684f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e183 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573599.850806:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:0.0:1777573599.850808:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573599.850811:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1a00, rc 0) 00000100:00100000:0.0:1777573599.850879:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:56214:x1863919917725312:12345-192.168.204.9@tcp:101:rm.0 Request processed in 646us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573599.850886:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1132 00000100:00100000:3.0:1777573599.852784:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573599.852858:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917725440 00000100:00100000:2.0:1777573599.852866:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917725440 00000100:00100000:2.0:1777573599.852910:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 504 00000100:00100000:2.0:1777573599.852920:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917725440:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573599.852934:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573599.852953:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e18a expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573599.852973:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x69f39ee0, atime: 0x69f39ee0, ctime: 0x69f39ee0, blocks: 0x0 00010000:00010000:2.0:1777573599.852990:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573599.852993:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573599.853001:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573599.853019:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573599.853032:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573599.853079:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917725440:12345-192.168.204.9@tcp:101:rm.0 Request processed in 160us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573599.853085:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 504 00000100:00100000:3.0:1777573599.857312:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573599.857505:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917725696 00000100:00100000:1.0:1777573599.857514:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917725696 00000100:00100000:1.0:1777573599.857588:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1133 00000100:00100000:1.0:1777573599.857598:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:56214:x1863919917725696:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573599.857663:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573599.857720:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a684f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e183 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857744:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a684d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e17c expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857754:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573599.857759:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573599.857782:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857795:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857803:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857815:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857822:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857828:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857914:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857922:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.857930:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573599.858134:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:1.0:1777573599.858141:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1124506447667ns, next at 1125506446092ns, rc = 0 00010000:00010000:1.0:1777573599.858178:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858185:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858190:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858194:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858198:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858202:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858223:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573599.858238:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858242:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858246:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858250:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573599.858253:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858258:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858262:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573599.858264:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573599.858266:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858269:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68512 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858280:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858283:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858287:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858289:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858292:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573599.858293:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858299:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858303:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:1.0:1777573599.858305:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573599.858313:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858319:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68504 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573599.858330:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000022bff3f4 reply state 00000000944e4c09 transno 4294967533 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858340:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573599.858346:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef242700) 00010000:00010000:1.0:1777573599.858348:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573599.858351:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573599.858422:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:56214:x1863919917725696:12345-192.168.204.9@tcp:36:rm.0 Request processed in 827us (1119us total) trans 4294967533 rc 0/0 00000100:00100000:1.0:1777573599.858428:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1133 00010000:00010000:3.0:1777573599.858457:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573599.858466:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.858473:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573599.858478:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.858485:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.858494:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:3.0:1777573599.858497:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573599.858500:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.858506:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68519 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573599.858518:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573599.858520:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573599.858522:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573599.990803:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1777573600.184064:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573600.184072:0:8355:0:(genops.c:906:class_export_put()) final put ffff89ddc403c800/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:0.0:1777573600.184110:0:42954:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc403c800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0000 00000020:00000080:0.0:1777573600.184167:0:42954:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc403d000 for lustre-OST0000 00000020:00000080:1.0:1777573600.634344:0:93511:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf8cbaba0 20000000:00000080:1.0:1777573600.634360:0:93511:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc32b6400 uarg=0000000000000000 00010000:00010000:1.0:1777573600.634529:0:93511:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1777573600.634626:0:93511:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc1ccf000) 00010000:00010000:1.0:1777573600.634630:0:93511:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777573600.634641:0:93511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68494 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e16e expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573600.634662:0:93511:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1777573600.634686:0:93511:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573600.634736:0:93511:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573600.634758:0:93511:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573600.634771:0:93511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573600.634786:0:93511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573600.634795:0:93511:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573600.634834:0:93511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573600.634847:0:93511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 22 pid: 6480 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573600.634862:0:93511:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93511:1863919926354688:0@lo:104: 00000100:00100000:1.0:1777573600.634921:0:93511:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573600.634974:0:93511:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded192b600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573600.634990:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354688 00000100:00100000:2.0:1777573600.634998:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354688 00000100:00100000:2.0:1777573600.635048:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1777573600.635057:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93511:x1863919926354688:12345-0@lo:104: 00010000:00010000:2.0:1777573600.635069:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573600.635132:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573600.635142:0:93511:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93511:1863919926354688:0@lo:104: 00000100:00100000:2.0:1777573600.635152:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93511:x1863919926354688:12345-0@lo:104: Request processed in 95us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573600.635161:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00010000:00010000:1.0:1777573600.635164:0:93511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635214:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573600.635221:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635228:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573600.635232:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635240:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573600.635249:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573600.635255:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573600.635283:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635290:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573600.635315:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635323:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acee00/0x1e8fa618a5a6849b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a684a2 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573600.635329:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926354816:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573600.635339:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573600.635343:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573600.635345:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573600.635367:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573600.635402:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354816 00000100:00100000:0.0:1777573600.635406:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354816 00010000:00010000:0.0:1777573600.635425:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 23 pid: 6480 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573600.635451:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1777573600.635458:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926354816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573600.635467:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573600.635472:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 23 pid: 6480 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635481:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 23 pid: 6480 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635492:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a684a2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6849b expref: 23 pid: 6480 timeout: 1275 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635504:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635512:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635524:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635531:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635538:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635545:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635551:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573600.635555:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635560:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635575:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573600.635589:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573600.635599:0:93511:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573600.635621:0:93511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573600.635628:0:93511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68520 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573600.635642:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926354816:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573600.635650:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1777573600.635787:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926354816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573600.694885:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573600.694914:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926354944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573600.695016:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573600.695109:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926354944 00000100:00100000:2.0:1777573600.695117:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926354944 00000100:00100000:2.0:1777573600.695170:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1777573600.695182:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926354944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573600.695220:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573600.695297:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926354944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573600.695306:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1777573600.695360:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926354944:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573601.016126:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573601.866668:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573601.867666:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917725824 00000100:00100000:1.0:1777573601.867678:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917725824 00000100:00080000:2.0:1777573601.867744:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573601.867779:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1134 00000100:00100000:1.0:1777573601.867791:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:56301:x1863919917725824:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573601.867816:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573601.867867:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68527 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e191 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.867958:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6852e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.867971:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6852e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.867983:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6852e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573601.868024:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1777573601.868028:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573601.868047:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6852e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.868071:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68527 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e191 expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.868087:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6852e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e191 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.868095:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc1ccf100) 00010000:00010000:1.0:1777573601.868098:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573601.868101:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573601.868164:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:56301:x1863919917725824:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 376us (1510us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573601.868173:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1134 00000100:00100000:1.0:1777573601.871159:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573601.871484:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917726080 00000100:00100000:3.0:1777573601.871495:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917726080 00000100:00100000:3.0:1777573601.871556:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1135 00000100:00100000:3.0:1777573601.871565:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:56301:x1863919917726080:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573601.871624:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573601.871650:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a6852e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e191 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.871665:0:26981:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a68494) 00010000:00010000:3.0:1777573601.871669:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc1ccf100) 00010000:00010000:3.0:1777573601.871679:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573601.871726:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.871740:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.871749:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573601.874179:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967534 is committed 00000004:00080000:2.0:1777573601.874196:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 66 committed 00000100:00100000:1.0:1777573601.874338:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573601.874360:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926355072:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777573601.874425:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573601.874479:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926355072 00000100:00100000:2.0:1777573601.874487:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926355072 00000100:00100000:2.0:1777573601.874540:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1777573601.874550:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926355072:12345-0@lo:6:osp-syn-1-0.0 00000100:00080000:1.0:1777573601.874569:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:2.0:1777573601.874573:0:17492:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:2.0:1777573601.874611:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.874633:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.874641:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573601.874643:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573601.874647:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.874672:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.874687:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 6 pid: 9951 timeout: 1226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573601.874726:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926355200:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573601.874787:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445bcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1777573601.875139:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875148:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875154:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875160:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573601.875164:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875171:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875187:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef242700) 00010000:00010000:3.0:1777573601.875190:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573601.875195:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875201:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a684b7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875236:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875242:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875249:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875254:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573601.875257:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875263:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875271:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:3.0:1777573601.875273:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573601.875276:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875281:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a684cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875296:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875302:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875308:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875312:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573601.875315:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875321:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875328:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef242700) 00010000:00010000:3.0:1777573601.875330:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573601.875333:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875339:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6850b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573601.875390:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c46efd51 reply state 0000000073aa7e26 transno 4294967534 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875402:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.875408:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef242f00) 00010000:00010000:3.0:1777573601.875409:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573601.875411:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573601.875420:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00080000:3.0:1777573601.875485:0:26981:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573601.875505:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:56301:x1863919917726080:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 3940us (4352us total) trans 4294967534 rc 0/0 00000100:00100000:3.0:1777573601.875513:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1135 00010000:00010000:2.0:1777573601.875579:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.875597:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.875603:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.875608:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573601.875611:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.875618:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.875629:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef242f00) 00010000:00010000:2.0:1777573601.875632:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573601.875635:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.875639:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68535 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573601.876337:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926355200:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573601.876363:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573601.876607:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573601.876860:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917726208 00000100:00100000:3.0:1777573601.876867:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917726208 00010000:00010000:3.0:1777573601.876916:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 7 pid: 9951 timeout: 1226 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573601.876953:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 371 00000100:00100000:3.0:1777573601.876963:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917726208:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573601.876977:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573601.876982:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 7 pid: 9951 timeout: 1226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877013:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 7 pid: 9951 timeout: 1226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877034:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a684fd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e18a expref: 7 pid: 9951 timeout: 1226 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877048:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573601.877050:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573601.877059:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877069:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877096:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573601.877135:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917726208:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 174us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573601.877143:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 371 00010000:00010000:2.0:1777573601.877180:0:17492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.877195:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.877212:0:17492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573601.877222:0:17492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777573601.877274:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777573601.877295:0:17492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573601.877463:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926355072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2914us (3036us total) trans 4294967357 rc 0/0 00010000:00010000:3.0:1777573601.877468:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777573601.877474:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00010000:00010000:3.0:1777573601.877476:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877485:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573601.877490:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877504:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877517:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877523:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a6853c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.877840:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573601.877843:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573601.877845:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573601.878639:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89def7a17800/2, rc 0, transno 4294967357 00000100:00100000:0.0:1777573601.878647:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926355072:0@lo:6:osp-syn-1-0.0 10000000:01000000:3.0:1777573601.910806:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573601.910813:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573601.910818:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573601.910875:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.910886:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.910896:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573601.910923:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4199f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926355328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573601.910988:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573601.911040:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3b40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573601.911136:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926355328 00000100:00100000:1.0:1777573601.911151:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926355328 00000100:00100000:1.0:1777573601.911230:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1777573601.911241:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926355328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573601.911261:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573601.911282:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68543 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.911313:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.911325:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573601.911335:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186800, rc 0) 00000100:00100000:1.0:1777573601.911420:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926355328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573601.911429:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1777573601.911446:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4199f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926355328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573601.911467:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.911477:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573601.911498:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573601.911631:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573601.911639:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.038955:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573602.246086:0:93706:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8d8351a0 20000000:00000080:0.0:1777573602.246099:0:93706:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fab000 uarg=0000000000000000 00010000:00010000:0.0:1777573602.246273:0:93706:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573602.246290:0:93706:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573602.246310:0:93706:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573602.246326:0:93706:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573602.246347:0:93706:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573602.246363:0:93706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.246379:0:93706:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.246387:0:93706:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.246425:0:93706:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.246438:0:93706:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 22 pid: 6478 timeout: 1276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573602.246455:0:93706:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93706:1863919926355456:0@lo:104: 00000100:00100000:0.0:1777573602.246513:0:93706:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573602.246573:0:93706:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573602.246607:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926355456 00000100:00100000:3.0:1777573602.246614:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926355456 00000100:00100000:3.0:1777573602.246651:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1777573602.246658:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93706:x1863919926355456:12345-0@lo:104: 00010000:00010000:3.0:1777573602.246667:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573602.246741:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573602.246747:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93706:x1863919926355456:12345-0@lo:104: Request processed in 90us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573602.246754:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1777573602.246764:0:93706:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93706:1863919926355456:0@lo:104: 00010000:00010000:1.0:1777573602.246781:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573602.246781:0:93706:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573602.246791:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573602.246800:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573602.246804:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573602.246811:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573602.246818:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573602.246823:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573602.246854:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573602.246861:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573602.246885:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573602.246892:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68543 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6854a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573602.246901:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1777573602.246906:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573602.246909:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573602.246911:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573602.246914:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926355584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573602.246941:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573602.247017:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926355584 00000100:00100000:0.0:1777573602.247021:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926355584 00010000:00010000:0.0:1777573602.247038:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 23 pid: 6478 timeout: 1276 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573602.247094:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1777573602.247101:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926355584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573602.247110:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573602.247115:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 23 pid: 6478 timeout: 1276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247124:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 23 pid: 6478 timeout: 1276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247135:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6854a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68543 expref: 23 pid: 6478 timeout: 1276 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247162:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247169:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247182:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247188:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247195:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247201:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247206:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573602.247210:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247222:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247238:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573602.247249:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573602.247275:0:93706:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573602.247284:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926355584:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (340us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573602.247286:0:93706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573602.247297:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00010000:00010000:1.0:1777573602.247306:0:93706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a68551 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573602.247357:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926355584:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573602.742930:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4199180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926355712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573602.743043:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573602.743071:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926355840:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573602.743109:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573602.743140:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926355712 00000100:00100000:2.0:1777573602.743149:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926355712 00000100:00100000:2.0:1777573602.743207:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926355840 00000100:00100000:2.0:1777573602.743210:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926355840 00000100:00100000:2.0:1777573602.743230:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1777573602.743252:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926355712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573602.743282:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573602.743294:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:1.0:1777573602.743305:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926355840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573602.743320:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573602.743339:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926355712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.743347:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1777573602.743373:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926355968:0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.743405:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573602.743433:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926355968 00000100:00100000:2.0:1777573602.743436:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926355968 00000100:00100000:2.0:1777573602.743455:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1777573602.743458:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926355968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.743480:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926355968:12345-0@lo:400:kworker.0 Request processed in 21us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.743484:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1777573602.743517:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926355968:0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.743545:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4199180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926355712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573602.744658:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926355840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1353us (1546us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573602.744670:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:1.0:1777573602.744727:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573602.744758:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926356096:0@lo:400:kworker.0 00000100:00100000:1.0:1777573602.744800:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573602.744824:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926356480:0@lo:400:kworker.0 00000100:00100000:1.0:1777573602.744831:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926356608:0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.744840:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356096 00000100:00100000:0.0:1777573602.744847:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356096 00000100:00100000:1.0:1777573602.744870:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573602.744871:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573602.744893:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356608 00000100:00100000:0.0:1777573602.744897:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356608 00000100:00100000:2.0:1777573602.744909:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926356992:0@lo:400:kworker.0 00000100:00100000:1.0:1777573602.744913:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926357120:0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.744934:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1777573602.744943:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926356096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.744952:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573602.744955:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573602.744986:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1777573602.744994:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926356096:12345-0@lo:400:kworker.0 Request processed in 52us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.744997:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926356352:0@lo:400:kworker.0 00000100:00100000:1.0:1777573602.745005:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926356096:0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.745006:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1777573602.745023:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926357120 00000100:00100000:1.0:1777573602.745025:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777573602.745028:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926357120 00000100:00100000:2.0:1777573602.745041:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573602.745049:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926356224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.745061:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356352 00000100:00100000:2.0:1777573602.745063:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926356864:0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.745066:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356352 00000100:00100000:0.0:1777573602.745087:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:1.0:1777573602.745093:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573602.745098:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926356608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745103:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573602.745118:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926356736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.745150:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926356608:12345-0@lo:400:kworker.0 Request processed in 53us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.745162:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356480 00000100:00100000:0.0:1777573602.745162:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:1.0:1777573602.745163:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573602.745168:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356480 00000100:00100000:0.0:1777573602.745185:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356736 00000100:00100000:1.0:1777573602.745186:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926357248:0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.745190:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356736 00000100:00100000:2.0:1777573602.745202:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356224 00000100:00100000:2.0:1777573602.745207:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356224 00000100:00100000:1.0:1777573602.745224:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573602.745229:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:2.0:1777573602.745236:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1777573602.745240:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926357120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573602.745250:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926356608:0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745251:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926356480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.745280:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926357120:12345-0@lo:400:kworker.0 Request processed in 43us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573602.745283:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926357248 00000100:00100000:1.0:1777573602.745289:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926357248 00000100:00100000:0.0:1777573602.745290:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:0.0:1777573602.745308:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1777573602.745313:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926356480:12345-0@lo:400:kworker.0 Request processed in 65us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573602.745322:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926356352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745326:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1777573602.745336:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:1.0:1777573602.745347:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926356736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573602.745364:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926356352:12345-0@lo:400:kworker.0 Request processed in 44us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.745365:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1777573602.745374:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1777573602.745378:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926356224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573602.745392:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926356736:12345-0@lo:400:kworker.0 Request processed in 47us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573602.745392:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:1.0:1777573602.745405:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:0.0:1777573602.745406:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926357248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745414:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926356224:12345-0@lo:400:kworker.0 Request processed in 39us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.745432:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1777573602.745452:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926357248:12345-0@lo:400:kworker.0 Request processed in 49us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573602.745454:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926356224:0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745462:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356992 00000100:00100000:0.0:1777573602.745467:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1777573602.745468:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356992 00000100:00100000:1.0:1777573602.745477:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926356736:0@lo:400:kworker.0 00000100:00080000:0.0:1777573602.745491:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573602.745494:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926357248:0@lo:400:kworker.0 00000100:00080000:0.0:1777573602.745495:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573602.745500:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573602.745503:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926356864 00000100:00100000:2.0:1777573602.745507:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926356864 00000100:00100000:1.0:1777573602.745512:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926357120:0@lo:400:kworker.0 00000100:00080000:0.0:1777573602.745537:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573602.745538:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1777573602.745547:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926356992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745600:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926356992:12345-0@lo:400:kworker.0 Request processed in 54us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.745607:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1777573602.745618:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1777573602.745624:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926356864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745647:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926356864:12345-0@lo:400:kworker.0 Request processed in 23us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573602.745653:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1777573602.745741:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926356352:0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745752:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926356864:0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745762:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926356480:0@lo:400:kworker.0 00000100:00100000:2.0:1777573602.745770:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926356992:0@lo:400:kworker.0 00000100:00100000:3.0:1777573602.745815:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926355840:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777573603.062892:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573603.687927:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573603.687965:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917726336 00000100:00100000:0.0:1777573603.687974:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917726336 00000100:00100000:0.0:1777573603.688221:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1136 00000100:00100000:0.0:1777573603.688234:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:56378:x1863919917726336:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573603.688258:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573603.688277:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68558 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e198 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688341:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688355:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688367:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688561:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688570:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688580:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688847:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6856d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688857:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6856d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688866:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6856d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573603.688899:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573603.688903:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573603.688923:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6856d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688935:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688943:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688954:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688961:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688968:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573603.688972:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688980:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.688992:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573603.689002:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573603.689006:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689014:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6855f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689026:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689033:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689038:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689043:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573603.689045:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689052:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689060:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc2efc600) 00010000:00010000:0.0:1777573603.689063:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573603.689065:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689076:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68566 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689105:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68558 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e198 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689121:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6856d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e198 expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573603.689129:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:0.0:1777573603.689131:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777573603.689134:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1a00, rc 0) 00000100:00100000:0.0:1777573603.689189:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:56378:x1863919917726336:12345-192.168.204.9@tcp:101:touch.0 Request processed in 958us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573603.689196:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1136 00000100:00080000:0.0:1777573603.689219:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573603.693467:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573603.693594:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917726592 00000100:00100000:2.0:1777573603.693605:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917726592 00000100:00100000:2.0:1777573603.693689:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1137 00000100:00100000:2.0:1777573603.693725:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:56378:x1863919917726592:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573603.693742:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573603.693761:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68574 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e19f expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693860:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693873:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693882:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693899:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693905:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693910:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573603.693921:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:2.0:1777573603.693938:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693944:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693950:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693956:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693961:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573603.693965:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693972:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693982:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:2.0:1777573603.693984:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573603.693989:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.693994:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a6857b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694007:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694012:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694017:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694020:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573603.694022:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694027:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694032:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243100) 00010000:00010000:2.0:1777573603.694034:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573603.694036:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694041:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68582 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694074:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68574 lrc: 1/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e19f expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694089:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:2.0:1777573603.694091:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573603.694095:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68574 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e19f expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.694105:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573603.694167:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:56378:x1863919917726592:12345-192.168.204.9@tcp:101:touch.0 Request processed in 443us (710us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573603.694178:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1137 00000100:00100000:0.0:1777573603.695940:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573603.696010:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917726720 00000100:00100000:2.0:1777573603.696018:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917726720 00000100:00100000:2.0:1777573603.696078:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1138 00000100:00100000:2.0:1777573603.696089:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:56378:x1863919917726720:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573603.696106:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573603.696125:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68589 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1a6 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696197:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696211:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696223:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696243:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696252:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696259:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696278:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696282:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696287:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696290:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696294:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573603.696297:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696302:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696313:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:2.0:1777573603.696316:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573603.696320:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696325:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68590 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696338:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696344:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696349:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696354:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573603.696357:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696364:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696372:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243500) 00010000:00010000:2.0:1777573603.696375:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573603.696379:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696385:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68597 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696423:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68589 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1a6 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696434:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:2.0:1777573603.696436:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573603.696440:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68589 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1a6 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573603.696451:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55200, rc 0) 00000100:00100000:2.0:1777573603.696503:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:56378:x1863919917726720:12345-192.168.204.9@tcp:101:touch.0 Request processed in 416us (576us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573603.696510:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1138 00000100:00100000:0.0:1777573603.698634:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573603.698747:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917726848 00000100:00100000:3.0:1777573603.698755:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917726848 00000100:00100000:3.0:1777573603.698807:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1139 00000100:00100000:3.0:1777573603.698820:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:56378:x1863919917726848:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573603.698836:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573603.698853:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6859e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1ad expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699031:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699046:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699057:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699074:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699082:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699089:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699112:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699119:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699124:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699129:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699133:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573603.699136:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699140:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699149:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:3.0:1777573603.699151:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573603.699155:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699159:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699170:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699174:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699178:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699182:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573603.699183:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699186:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699191:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef242e00) 00010000:00010000:3.0:1777573603.699192:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573603.699194:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699197:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a685ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699224:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6859e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1ad expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699230:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:3.0:1777573603.699231:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573603.699234:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6859e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1ad expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.699241:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573603.699365:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:56378:x1863919917726848:12345-192.168.204.9@tcp:101:touch.0 Request processed in 546us (737us total) trans 0 rc 301/301 00000100:00100000:3.0:1777573603.699377:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1139 00000100:00100000:2.0:1777573603.767028:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926357376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573603.767200:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573603.767289:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573603.767297:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926357504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573603.767405:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573603.767447:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926357376 00000100:00100000:2.0:1777573603.767457:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926357376 00000100:00100000:2.0:1777573603.767514:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1777573603.767526:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926357376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573603.767572:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573603.767635:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926357376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573603.767643:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1777573603.767675:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926357504 00000100:00100000:2.0:1777573603.767680:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926357504 00000100:00100000:2.0:1777573603.767740:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1777573603.767749:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926357504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573603.767763:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573603.767771:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926357376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573603.767805:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926357504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573603.767821:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1777573603.767826:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926357504:0@lo:13:osp-pre-0-1.0 10000000:01000000:3.0:1777573603.830770:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573603.830776:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573603.830781:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573603.830830:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.830841:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.830852:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573603.830879:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4199180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926357632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573603.830944:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573603.831006:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc43dc180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573603.831069:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926357632 00000100:00100000:1.0:1777573603.831077:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926357632 00000100:00100000:1.0:1777573603.831124:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1777573603.831133:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926357632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573603.831146:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573603.831159:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a685b3 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573603.831186:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573603.831197:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573603.831206:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187e00, rc 0) 00000100:00100000:1.0:1777573603.831303:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926357632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573603.831317:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1777573603.831435:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4199180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926357632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573603.831447:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.831456:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573603.831473:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573603.831477:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573603.831484:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573604.087488:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573604.278979:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926357760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573604.279050:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573604.279090:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926357760 00000100:00100000:2.0:1777573604.279100:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926357760 00000100:00100000:2.0:1777573604.279154:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1777573604.279164:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926357760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573604.279200:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573604.279256:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926357760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573604.279263:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1777573604.279300:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926357760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573604.376027:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573604.376080:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573604.376083:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917727104 00000100:00100000:0.0:1777573604.376094:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917727104 00000100:00100000:3.0:1777573604.376123:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573604.376143:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917726976 00000100:00100000:2.0:1777573604.376148:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917726976 00000100:00100000:3.0:1777573604.376163:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917727232 00000100:00100000:3.0:1777573604.376168:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917727232 00000100:00100000:2.0:1777573604.376192:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00100000:2.0:1777573604.376202:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917726976:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573604.376215:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1509 00000100:00100000:0.0:1777573604.376231:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917727104:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573604.376274:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917726976:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 71us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573604.376274:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917727104:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573604.376293:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1509 00000100:00100000:2.0:1777573604.376294:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00080000:1.0:1777573604.376456:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573604.376462:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573604.376493:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 847 00000100:00100000:3.0:1777573604.376500:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917727232:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573604.376606:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917727232:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 105us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573604.376613:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 847 00000020:00000080:2.0:1777573604.475015:0:93951:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe88bebf90 20000000:00000080:2.0:1777573604.475036:0:93951:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def778d800 uarg=0000000000000000 00010000:00010000:2.0:1777573604.475239:0:93951:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1777573604.475277:0:93951:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc500) 00010000:00010000:2.0:1777573604.475280:0:93951:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573604.475292:0:93951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6856d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e198 expref: 5 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573604.475317:0:93951:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1777573604.475343:0:93951:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573604.475355:0:93951:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573604.475377:0:93951:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573604.475391:0:93951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573604.475405:0:93951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573604.475413:0:93951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573604.475451:0:93951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573604.475464:0:93951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 22 pid: 6478 timeout: 1279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573604.475480:0:93951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93951:1863919926357888:0@lo:104: 00000100:00100000:2.0:1777573604.475562:0:93951:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573604.475665:0:93951:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573604.475816:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926357888 00000100:00100000:1.0:1777573604.475824:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926357888 00000100:00100000:1.0:1777573604.475881:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1777573604.475891:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93951:x1863919926357888:12345-0@lo:104: 00010000:00010000:1.0:1777573604.475903:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.475965:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573604.475971:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:93951:x1863919926357888:12345-0@lo:104: Request processed in 83us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573604.475978:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00010000:00010000:3.0:1777573604.475989:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1777573604.475992:0:93951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fd500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:93951:1863919926357888:0@lo:104: 00010000:00010000:3.0:1777573604.475998:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573604.476007:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573604.476011:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573604.476015:0:93951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573604.476020:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573604.476031:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573604.476038:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573604.476069:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573604.476077:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573604.476095:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573604.476100:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926358016:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573604.476101:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a685b3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a685ba expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573604.476118:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573604.476120:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573604.476122:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573604.476133:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573604.476163:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358016 00000100:00100000:1.0:1777573604.476167:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358016 00010000:00010000:1.0:1777573604.476183:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 23 pid: 6478 timeout: 1279 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573604.476201:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1777573604.476207:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded89e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926358016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573604.476217:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573604.476222:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 23 pid: 6478 timeout: 1279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476231:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 23 pid: 6478 timeout: 1279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476242:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a685ba lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a685b3 expref: 23 pid: 6478 timeout: 1279 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476255:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476263:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476277:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476282:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476287:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476294:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476297:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573604.476300:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476304:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476314:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573604.476320:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573604.476335:0:93951:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573604.476345:0:93951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573604.476352:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded89e7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926358016:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (218us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573604.476355:0:93951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a685c1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 93951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573604.476359:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1777573604.476433:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926358016:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573605.112434:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573605.307399:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000001:00080000:0.0:1777573605.307411:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000100:00100000:2.0:1777573605.789250:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573605.789632:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917727360 00000100:00100000:0.0:1777573605.789659:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917727360 00000100:00100000:0.0:1777573605.789780:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1140 00000100:00100000:0.0:1777573605.789792:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:56464:x1863919917727360:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573605.789811:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573605.789831:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a685c8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1b4 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.789908:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a685cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.789923:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a685cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.789938:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a685cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573605.789984:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573605.789989:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573605.790016:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a685cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.790043:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a685c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1b4 expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.790062:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a685cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1b4 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777573605.790070:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777573605.790072:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:0.0:1777573605.790076:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573605.790078:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573605.790133:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:56464:x1863919917727360:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 344us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573605.790140:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1140 00000100:00100000:1.0:1777573605.792570:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573605.792609:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917727616 00000100:00100000:0.0:1777573605.792617:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917727616 00000100:00100000:0.0:1777573605.792660:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1141 00000100:00100000:0.0:1777573605.792670:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:56464:x1863919917727616:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573605.792732:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573605.792755:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a685cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1b4 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.792769:0:12623:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a6856d) 00010000:00010000:0.0:1777573605.792773:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc600) 00010000:00010000:0.0:1777573605.792781:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573605.792804:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.792816:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.792825:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573605.792970:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000055af404d reply state 0000000023b77484 transno 4294967535 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.792982:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573605.792988:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc300) 00010000:00010000:0.0:1777573605.792991:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573605.792994:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573605.793001:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000100:00100000:0.0:1777573605.793121:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:56464:x1863919917727616:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 453us (554us total) trans 4294967535 rc 0/0 00000100:00100000:0.0:1777573605.793129:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1141 00000100:00100000:3.0:1777573605.814909:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573605.814935:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926358144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573605.815006:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573605.815057:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358144 00000100:00100000:2.0:1777573605.815065:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358144 00000100:00100000:2.0:1777573605.815126:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1777573605.815185:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926358144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573605.815220:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:2.0:1777573605.815274:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926358144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573605.815281:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1777573605.815324:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926358144:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573606.134975:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573606.175182:0:94146:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeecd6e7a0 20000000:00000080:3.0:1777573606.175198:0:94146:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fab400 uarg=0000000000000000 00010000:00010000:3.0:1777573606.175385:0:94146:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573606.175401:0:94146:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573606.175424:0:94146:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573606.175433:0:94146:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573606.175451:0:94146:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573606.175470:0:94146:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175486:0:94146:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175496:0:94146:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175509:0:94146:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175516:0:94146:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175520:0:94146:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175525:0:94146:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573606.175528:0:94146:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175533:0:94146:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175543:0:94146:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175547:0:94146:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573606.175551:0:94146:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a685dd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94146 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573606.392755:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573606.392765:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573606.392771:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573606.392824:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573606.392837:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573606.392848:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573606.392874:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926358272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573606.392942:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573606.393126:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358272 00000100:00100000:0.0:1777573606.393135:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358272 00000100:00100000:2.0:1777573606.393137:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c240 going to sleep for 11 seconds 00000100:00100000:0.0:1777573606.393314:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:0.0:1777573606.393325:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926358272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573606.393339:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573606.393355:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a685e4 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573606.393379:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573606.393390:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573606.393398:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573606.393449:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926358272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573606.393459:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1777573606.393559:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926358272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573606.393573:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573606.393582:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573606.393599:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573606.393603:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573606.393610:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.159099:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573607.593485:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.594214:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917727744 00000100:00100000:2.0:1777573607.594232:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917727744 00000100:00080000:1.0:1777573607.594305:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573607.594343:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1142 00000100:00100000:2.0:1777573607.594358:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:56545:x1863919917727744:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573607.594536:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:56545:x1863919917727744:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 181us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.594547:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1142 00000100:00100000:1.0:1777573607.596955:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.597125:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917727872 00000100:00100000:2.0:1777573607.597140:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917727872 00000100:00100000:2.0:1777573607.597207:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 506 00000100:00100000:2.0:1777573607.597218:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2399:x1863919917727872:12345-192.168.204.9@tcp:8:lfs.0 00010000:00080000:2.0:1777573607.597264:0:8359:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 1132 last 0 00000020:00000080:2.0:1777573607.597313:0:8359:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a685f2 00002000:00100000:2.0:1777573607.597331:0:8359:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc403a800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 37896192 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1777573607.597364:0:8359:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1777573607.597618:0:8359:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1777573607.597658:0:8359:0:(import.c:65:import_set_state_nolock()) ffff89ddc403c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1777573607.597856:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917727872:12345-192.168.204.9@tcp:8:lfs.0 Request processed in 637us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.597867:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 506 00000100:00100000:1.0:1777573607.599508:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.599598:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728000 00000100:00100000:2.0:1777573607.599610:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728000 00000100:00100000:2.0:1777573607.599682:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 507 00000100:00100000:2.0:1777573607.599725:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:56545:x1863919917728000:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573607.599930:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:56545:x1863919917728000:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 240us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.599937:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 507 00000100:00080000:1.0:1777573607.600006:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573607.604049:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.604100:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728128 00000100:00100000:2.0:1777573607.604113:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728128 00000100:00080000:1.0:1777573607.604166:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573607.604198:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 508 00000100:00100000:2.0:1777573607.604208:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728128:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573607.604411:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728128:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 203us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.604419:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 508 00000100:00100000:0.0:1777573607.609069:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573607.609171:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728256 00000100:00100000:3.0:1777573607.609188:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728256 00000100:00100000:3.0:1777573607.609263:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1143 00000100:00100000:3.0:1777573607.609276:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:56545:x1863919917728256:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573607.609595:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:56545:x1863919917728256:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 320us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573607.609605:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1143 00000001:00080000:0.0:1777573607.611986:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967535 is committed 00000100:00100000:1.0:1777573607.612012:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1777573607.612095:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.612110:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.612119:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.612126:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573607.612132:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.612146:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.612178:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efc300) 00010000:00010000:3.0:1777573607.612182:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573607.612188:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.612195:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a685d6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573607.612406:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728384 00000100:00100000:2.0:1777573607.612418:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728384 00000100:00080000:1.0:1777573607.612470:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573607.612501:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1144 00000100:00100000:2.0:1777573607.612512:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728384:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573607.612750:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728384:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 239us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.612757:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1144 00000100:00100000:1.0:1777573607.616848:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.616912:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728512 00000100:00100000:2.0:1777573607.616923:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728512 00000100:00100000:2.0:1777573607.616971:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1145 00000100:00100000:2.0:1777573607.616978:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728512:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573607.617060:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728512:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 81us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.617066:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1145 00000100:00100000:1.0:1777573607.618719:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573607.618765:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728640 00000100:00100000:0.0:1777573607.618772:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728640 00000100:00100000:0.0:1777573607.618820:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 509 00000100:00100000:0.0:1777573607.618829:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:56545:x1863919917728640:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573607.618982:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:56545:x1863919917728640:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 155us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573607.618987:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 509 00000100:00100000:1.0:1777573607.620170:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.620211:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728768 00000100:00100000:2.0:1777573607.620217:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728768 00000100:00100000:2.0:1777573607.620243:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 510 00000100:00100000:2.0:1777573607.620249:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728768:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573607.620367:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728768:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 117us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.620374:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 510 00000100:00100000:1.0:1777573607.621318:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573607.621442:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917728896 00000100:00100000:3.0:1777573607.621453:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917728896 00000100:00100000:3.0:1777573607.621506:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1146 00000100:00100000:3.0:1777573607.621514:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728896:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573607.621665:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917728896:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 153us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573607.621670:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1146 00000100:00100000:1.0:1777573607.622921:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.623051:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917729024 00000100:00100000:2.0:1777573607.623057:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917729024 00000100:00100000:2.0:1777573607.623100:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1147 00000100:00100000:2.0:1777573607.623109:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917729024:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573607.623270:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56545:x1863919917729024:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 161us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.623276:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1147 00000100:00100000:1.0:1777573607.649574:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573607.649626:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917729152 00000100:00100000:3.0:1777573607.649637:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917729152 00000100:00100000:3.0:1777573607.649744:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1148 00000100:00100000:3.0:1777573607.649754:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:56549:x1863919917729152:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573607.649775:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573607.649796:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1bb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.649862:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.649877:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.649889:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.649903:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.649909:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.649915:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650002:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6860e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650008:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6860e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650012:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6860e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573607.650052:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1777573607.650055:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573607.650074:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6860e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650086:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650091:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650095:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650100:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650104:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573607.650107:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650114:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650127:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573607.650130:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573607.650134:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650141:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68600 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650155:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650161:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650167:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650172:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573607.650174:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650179:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650186:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef242a00) 00010000:00010000:3.0:1777573607.650188:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573607.650191:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650196:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68607 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650229:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a685f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1bb expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650242:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6860e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1bb expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573607.650250:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef242000) 00010000:00010000:3.0:1777573607.650252:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573607.650255:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573607.650319:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:56549:x1863919917729152:12345-192.168.204.9@tcp:101:dd.0 Request processed in 567us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573607.650327:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1148 00000100:00100000:1.0:1777573607.653221:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.653388:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917729280 00000100:00100000:2.0:1777573607.653401:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917729280 00000100:00100000:2.0:1777573607.653515:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 163 00000100:00100000:2.0:1777573607.653527:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:56549:x1863919917729280:12345-192.168.204.9@tcp:49:dd.0 00000100:00100000:2.0:1777573607.653678:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:56549:x1863919917729280:12345-192.168.204.9@tcp:49:dd.0 Request processed in 153us (480us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777573607.653688:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 163 00000100:00100000:1.0:1777573607.655246:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.655310:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917729536 00000100:00100000:2.0:1777573607.655319:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917729536 00000100:00100000:2.0:1777573607.655384:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1149 00000100:00100000:2.0:1777573607.655396:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:56549:x1863919917729536:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1777573607.655426:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573607.655452:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68615 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1c2 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.655608:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.655628:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.655643:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.655660:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.655667:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.655672:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573607.655960:0:8534:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8534:1863919926358400:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1777573607.656030:0:8534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573607.656109:0:8534:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3c41c00 going to sleep for 11 seconds 00000004:00080000:2.0:1777573607.656189:0:8523:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00000100:00100000:3.0:1777573607.656299:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358400 00000100:00100000:3.0:1777573607.656309:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358400 00010000:00010000:2.0:1777573607.656371:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a6862a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656384:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a6862a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656394:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a6862a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573607.656401:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00080000:1.0:1777573607.656418:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573607.656432:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:8534:x1863919926358400:12345-0@lo:5:osp-pre-0-0.0 00010000:00010000:2.0:1777573607.656450:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656459:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656465:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656485:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656492:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573607.656498:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1777573607.656500:0:12154:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00010000:00010000:2.0:1777573607.656515:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656530:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef242000) 00010000:00010000:2.0:1777573607.656532:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573607.656537:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656545:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6861c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573607.656563:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d79c194f reply state 00000000025b375e transno 4294967536 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656579:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656588:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243200) 00010000:00010000:2.0:1777573607.656595:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573607.656597:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573607.656633:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68615 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c2 expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656654:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a6862a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c2 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.656664:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89deef243400) 00010000:00010000:2.0:1777573607.656667:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573607.656670:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573607.656782:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:56549:x1863919917729536:12345-192.168.204.9@tcp:101:dd.0 Request processed in 1388us (1543us total) trans 4294967536 rc 0/0 00000100:00100000:2.0:1777573607.656791:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1149 00000100:00100000:3.0:1777573607.658046:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:8534:x1863919926358400:12345-0@lo:5:osp-pre-0-0.0 Request processed in 1630us (2013us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1777573607.658056:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1777573607.658143:0:8534:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8534:1863919926358400:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1777573607.658163:0:8534:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:1.0:1777573607.661277:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.661369:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917729664 00000100:00100000:2.0:1777573607.661387:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917729664 00000100:00100000:2.0:1777573607.661502:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 164 00000100:00100000:2.0:1777573607.661525:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:56549:x1863919917729664:12345-192.168.204.9@tcp:49:dd.0 00000100:00100000:2.0:1777573607.661790:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:56549:x1863919917729664:12345-192.168.204.9@tcp:49:dd.0 Request processed in 268us (516us total) trans 0 rc -61/-61 00000100:00100000:2.0:1777573607.661799:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 164 00000100:00100000:1.0:1777573607.666176:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573607.666291:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917729792 00000100:00100000:0.0:1777573607.666301:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917729792 00000100:00100000:0.0:1777573607.666362:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 512 00000100:00100000:0.0:1777573607.666374:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:56549:x1863919917729792:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1777573607.666393:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573607.666411:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1c9 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573607.666435:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777573607.666456:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573607.666459:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573607.666467:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 7 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573607.666506:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 7 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573607.666520:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0600, rc 0) 00000100:00100000:0.0:1777573607.666613:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:56549:x1863919917729792:12345-192.168.204.9@tcp:101:dd.0 Request processed in 242us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573607.666620:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 512 00000100:00100000:1.0:1777573607.680109:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573607.680176:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917729920 00000100:00100000:0.0:1777573607.680187:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917729920 00002000:00100000:0.0:1777573607.680240:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->1048575) req@ffff89ddc4199f80 x1863919917729920/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:108/0 lens 488/0 e 0 to 0 dl 1777573618 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573607.680250:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc4199f80 with x1863919917729920 ext(0->1048575) 00002000:00010000:0.0:1777573607.680255:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc4199f80 00000100:00100000:0.0:1777573607.680283:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 24 00000100:00100000:0.0:1777573607.680290:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917729920:12345-192.168.204.9@tcp:4:dd.0 00000001:00080000:3.0:1777573607.694761:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000001:00100000:3.0:1777573607.694777:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000100:00100000:2.0:1777573607.696314:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917729920:12345-192.168.204.9@tcp:4:dd.0 Request processed in 16012us (16216us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1777573607.696328:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 24 00002000:00100000:2.0:1777573607.696343:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->1048575) req@ffff89ddc4199f80 x1863919917729920/t4294967361(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:108/0 lens 488/448 e 0 to 0 dl 1777573618 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573607.696353:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc4199f80 with x1863919917729920 ext(0->1048575) 00002000:00010000:2.0:1777573607.696360:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc4199f80 00000100:00100000:1.0:1777573607.698518:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.698579:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917730048 00000100:00100000:2.0:1777573607.698588:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917730048 00000100:00100000:2.0:1777573607.698740:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1150 00000100:00100000:2.0:1777573607.698749:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:56549:x1863919917730048:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:1.0:1777573607.700417:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967536 is committed 00010000:00010000:2.0:1777573607.700479:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.700492:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.700500:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.700507:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573607.700512:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.700524:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.700539:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243200) 00010000:00010000:2.0:1777573607.700542:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573607.700547:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573607.700554:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68623 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573607.700666:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:56549:x1863919917730048:12345-192.168.204.9@tcp:44:dd.0 Request processed in 1915us (2151us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.700678:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1150 00000100:00100000:1.0:1777573607.702823:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573607.702934:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917730176 00000100:00100000:3.0:1777573607.702946:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917730176 00000100:00100000:3.0:1777573607.703009:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 513 00000100:00100000:3.0:1777573607.703020:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917730176:12345-192.168.204.9@tcp:16:dd.0 00000001:00080000:1.0:1777573607.704456:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000100:00100000:3.0:1777573607.704615:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917730176:12345-192.168.204.9@tcp:16:dd.0 Request processed in 1596us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573607.704625:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 513 00000100:00100000:0.0:1777573607.708125:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573607.708465:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917730432 00000100:00100000:2.0:1777573607.708483:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917730432 00000100:00100000:2.0:1777573607.708610:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 165 00000100:00100000:2.0:1777573607.708621:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:56549:x1863919917730432:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:2.0:1777573607.708905:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:56549:x1863919917730432:12345-192.168.204.9@tcp:35:dd.0 Request processed in 286us (789us total) trans 4294967537 rc 0/0 00000100:00100000:2.0:1777573607.708912:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 165 00000100:00100000:1.0:1777573607.863020:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573607.863030:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573607.863041:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926358656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573607.863044:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926358528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573607.863118:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573607.863144:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358656 00000100:00100000:2.0:1777573607.863153:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358656 00000100:00080000:1.0:1777573607.863209:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573607.863216:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1777573607.863223:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926358656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573607.863248:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573607.863305:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926358656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.863313:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1777573607.863348:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967357 gen 2 00000004:00080000:1.0:1777573607.863354:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89def7a17800, transno 4294967357 00000100:00100000:3.0:1777573607.863366:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573607.863383:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926358656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573607.863517:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358528 00000100:00100000:2.0:1777573607.863521:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358528 00000100:00080000:1.0:1777573607.863556:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573607.863557:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1777573607.863565:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926358528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573607.863573:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573607.863706:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926358528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.863711:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1777573607.863718:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926358784:0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.863752:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573607.863802:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358784 00000100:00100000:2.0:1777573607.863807:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358784 00000100:00100000:2.0:1777573607.863838:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1777573607.863844:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926358784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.863883:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926358784:12345-0@lo:400:kworker.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.863889:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1777573607.863902:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926358784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.864632:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926358528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573607.864649:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926358912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.864679:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573607.864716:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926359424:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.864736:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573607.864741:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926358912 00000100:00100000:3.0:1777573607.864745:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926358912 00000100:00100000:0.0:1777573607.864749:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926359936:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.864768:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573607.864773:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359424 00000100:00100000:3.0:1777573607.864776:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359424 00000100:00100000:0.0:1777573607.864782:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777573607.864787:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926359040:0@lo:400:kworker.0 00000100:00100000:3.0:1777573607.864799:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359936 00000100:00100000:3.0:1777573607.864802:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359936 00000100:00100000:0.0:1777573607.864806:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573607.864821:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926359552:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.864839:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573607.864863:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359040 00000100:00100000:0.0:1777573607.864866:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359040 00000100:00100000:0.0:1777573607.864897:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1777573607.864903:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926359040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.864926:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359552 00000100:00100000:2.0:1777573607.864930:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359552 00000100:00100000:2.0:1777573607.864951:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:2.0:1777573607.864958:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926358912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573607.864996:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1777573607.865003:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926359424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.865084:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926359168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.865411:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926358912:12345-0@lo:400:kworker.0 Request processed in 453us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.865418:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:2.0:1777573607.865435:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:2.0:1777573607.865441:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926359552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.865478:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926359552:12345-0@lo:400:kworker.0 Request processed in 28us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.865485:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:2.0:1777573607.865497:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:2.0:1777573607.865502:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926359936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.865538:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926359936:12345-0@lo:400:kworker.0 Request processed in 36us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.865543:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00080000:2.0:1777573607.865584:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573607.865587:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573607.865918:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926359424:12345-0@lo:400:kworker.0 Request processed in 915us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573607.865924:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1777573607.865983:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573607.866009:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926359680:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.866016:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926359040:12345-0@lo:400:kworker.0 Request processed in 1111us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.866029:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359168 00000100:00100000:2.0:1777573607.866033:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359168 00000100:00100000:0.0:1777573607.866034:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777573607.866040:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573607.866056:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:2.0:1777573607.866062:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926359168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.866069:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926359040:0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.866080:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777573607.866085:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926359552:0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.866090:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926359296:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.866095:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926359424:0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.866096:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926359168:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.866102:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1777573607.866107:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926359936:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.866122:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926358912:0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.866123:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573607.866153:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926359808:0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.866179:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573607.866182:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359296 00000100:00100000:0.0:1777573607.866187:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359296 00000100:00100000:1.0:1777573607.866213:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926359168:0@lo:400:kworker.0 00000100:00100000:0.0:1777573607.866218:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1777573607.866227:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926359296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.866306:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359808 00000100:00100000:2.0:1777573607.866310:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359808 00000100:00100000:3.0:1777573607.866371:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926359680 00000100:00100000:2.0:1777573607.866376:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:3.0:1777573607.866377:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926359680 00000100:00100000:2.0:1777573607.866385:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926359808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573607.866415:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1777573607.866422:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926359680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573607.867121:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926359808:12345-0@lo:400:kworker.0 Request processed in 736us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573607.867121:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926359296:12345-0@lo:400:kworker.0 Request processed in 894us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573607.867129:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:0.0:1777573607.867130:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1777573607.867143:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926359680:12345-0@lo:400:kworker.0 Request processed in 720us (1103us total) trans 0 rc 0/0 00000100:00080000:2.0:1777573607.867148:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573607.867152:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1777573607.867225:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926359296:0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.867235:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926359808:0@lo:400:kworker.0 00000100:00100000:1.0:1777573607.867244:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926359680:0@lo:400:kworker.0 00000100:00080000:2.0:1777573607.867261:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1777573608.183912:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573608.269406:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967537 is committed 00000004:00080000:0.0:1777573608.837816:0:94389:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1133486120684ns, next at 1056422367069ns, rc = 0 00080000:00080000:0.0:1777573608.837832:0:94389:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573608.837939:0:94389:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1133486245096ns, next at 1091266840538ns, rc = 0 00080000:00080000:0.0:1777573608.837946:0:94389:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573608.838019:0:94389:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1133486325548ns, next at 1125506446092ns, rc = 0 00080000:00080000:0.0:1777573608.838025:0:94389:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573608.838090:0:94389:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1133486396996ns, next at 1088607690355ns, rc = 0 00080000:00080000:0.0:1777573608.838096:0:94389:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573608.839059:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 66 committed 00000004:00080000:2.0:1777573608.839179:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 64 committed 00000004:00080000:1.0:1777573608.839947:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 67 committed 00000004:00080000:2.0:1777573608.840226:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 63 committed 00000100:00100000:1.0:1777573608.886818:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573608.886821:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573608.886841:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926360192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573608.886841:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926360064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573608.887052:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573608.887121:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573608.887153:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926360064 00000100:00100000:1.0:1777573608.887161:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926360064 00000100:00100000:1.0:1777573608.887211:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926360192 00000100:00100000:1.0:1777573608.887217:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926360192 00000100:00100000:2.0:1777573608.887234:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1777573608.887245:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1777573608.887249:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926360064:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573608.887257:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926360192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573608.887275:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3690934272 00002000:00000024:2.0:1777573608.887276:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3690934272 00000100:00100000:1.0:1777573608.887324:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926360192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573608.887331:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1777573608.887344:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926360064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573608.887352:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1777573608.887397:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926360064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573608.887470:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000100:00100000:3.0:1777573608.887489:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926360192:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573609.207026:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573609.398924:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926360320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573609.398991:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573609.399049:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926360320 00000100:00100000:2.0:1777573609.399058:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926360320 00000100:00100000:2.0:1777573609.399104:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1777573609.399113:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926360320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573609.399147:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573609.399205:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926360320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573609.399210:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1777573609.399316:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926360320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573609.461486:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573609.462048:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917730560 00000100:00100000:2.0:1777573609.462061:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917730560 00000100:00100000:2.0:1777573609.462137:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1151 00000100:00100000:2.0:1777573609.462149:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917730560:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573609.462265:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917730560:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 119us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573609.462273:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1151 00000100:00080000:3.0:1777573609.462373:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573609.463818:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573609.463891:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917730688 00000100:00100000:2.0:1777573609.463900:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917730688 00000100:00080000:3.0:1777573609.463957:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573609.463977:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 514 00000100:00100000:2.0:1777573609.463988:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:56746:x1863919917730688:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573609.464131:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:56746:x1863919917730688:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 141us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573609.464139:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 514 00000100:00100000:1.0:1777573609.465395:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573609.465468:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917730816 00000100:00100000:2.0:1777573609.465475:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917730816 00000100:00080000:3.0:1777573609.465535:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573609.465545:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 515 00000100:00100000:2.0:1777573609.465557:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917730816:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573609.465851:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917730816:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 296us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573609.465858:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 515 00000100:00100000:1.0:1777573609.466984:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573609.467063:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917730944 00000100:00100000:2.0:1777573609.467070:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917730944 00000100:00100000:2.0:1777573609.467116:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1152 00000100:00100000:2.0:1777573609.467130:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917730944:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573609.467258:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917730944:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 129us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573609.467265:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1152 00000100:00100000:1.0:1777573609.468726:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573609.468828:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917731072 00000100:00100000:2.0:1777573609.468836:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917731072 00000100:00100000:2.0:1777573609.468895:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1153 00000100:00100000:2.0:1777573609.468905:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917731072:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:3.0:1777573609.468913:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573609.469137:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917731072:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 233us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573609.469148:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1153 00000100:00100000:1.0:1777573609.472008:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573609.472104:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917731200 00000100:00100000:3.0:1777573609.472121:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917731200 00000100:00100000:3.0:1777573609.472206:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1154 00000100:00100000:3.0:1777573609.472223:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917731200:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573609.472379:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917731200:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 161us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573609.472388:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1154 00000100:00100000:1.0:1777573609.474413:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573609.474482:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917731328 00000100:00100000:3.0:1777573609.474496:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917731328 00000100:00100000:3.0:1777573609.474579:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 516 00000100:00100000:3.0:1777573609.474591:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:56746:x1863919917731328:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573609.474802:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:56746:x1863919917731328:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 214us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573609.474815:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 516 00000100:00100000:2.0:1777573609.476265:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573609.477156:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917731456 00000100:00100000:1.0:1777573609.477170:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917731456 00000100:00100000:1.0:1777573609.477237:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 517 00000100:00100000:1.0:1777573609.477248:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917731456:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573609.477570:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917731456:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 322us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573609.477582:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 517 00000100:00100000:1.0:1777573609.480045:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573609.480103:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917731584 00000100:00100000:3.0:1777573609.480121:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917731584 00000100:00100000:1.0:1777573609.480356:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1155 00000100:00100000:1.0:1777573609.480374:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917731584:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573609.480559:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:56746:x1863919917731584:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 190us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573609.480570:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1155 00000100:00100000:0.0:1777573609.484210:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573609.484293:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917731712 00000100:00100000:2.0:1777573609.484307:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917731712 00000100:00100000:2.0:1777573609.484380:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1156 00000100:00100000:2.0:1777573609.484395:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917731712:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573609.484807:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:56746:x1863919917731712:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 417us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573609.484816:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1156 00000100:00100000:1.0:1777573609.496430:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573609.496522:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917731840 00000100:00100000:0.0:1777573609.496538:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917731840 00000100:00100000:0.0:1777573609.496615:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 867 00000100:00100000:0.0:1777573609.496627:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917731840:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573609.496746:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917731840:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 119us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573609.496754:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 867 00000100:00100000:3.0:1777573609.516150:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573609.516213:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732096 00000100:00100000:2.0:1777573609.516223:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732096 00000100:00100000:2.0:1777573609.516265:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1157 00000100:00100000:2.0:1777573609.516273:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:56750:x1863919917732096:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1777573609.516318:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573609.516345:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a6862a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c2 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516360:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89deef243400) 00010000:00010000:2.0:1777573609.516367:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573609.516399:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516412:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516422:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516452:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516460:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516466:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516565:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516574:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.516580:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573609.517460:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9344 00000004:00080000:2.0:1777573609.517470:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1134165776951ns, next at 1135165774747ns, rc = 0 00010000:00010000:2.0:1777573609.517518:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517527:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517535:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517543:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517552:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517558:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517579:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573609.517597:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517603:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573609.517607:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573609.517609:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573609.517615:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517616:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573609.517622:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573609.517627:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573609.517632:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573609.517634:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517649:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573609.517655:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573609.517659:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517659:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517673:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a6864d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573609.517679:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff89deef243600) 00010000:00010000:3.0:1777573609.517685:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573609.517717:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517723:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517729:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517734:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517738:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573609.517741:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517747:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517754:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef242000) 00010000:00010000:2.0:1777573609.517756:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573609.517759:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517764:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6863f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573609.517772:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a15772ad reply state 000000000250b535 transno 4294967538 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517782:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573609.517789:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243c00) 00010000:00010000:2.0:1777573609.517791:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573609.517793:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573609.517864:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:56750:x1863919917732096:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1590us (1723us total) trans 4294967538 rc 0/0 00000100:00100000:2.0:1777573609.517873:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1157 00010000:00010000:3.0:1777573609.518803:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573609.518823:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68654 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573609.518852:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573609.518854:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573609.518857:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573610.230890:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573610.476325:0:94533:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1135124629066ns, next at 1135165774747ns, rc = 0 00080000:00080000:2.0:1777573610.476350:0:94533:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573610.477928:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 68 committed 00000001:00080000:1.0:1777573610.477976:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967538 is committed 00000004:00080000:1.0:1777573610.477981:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 67 committed 00010000:00010000:3.0:1777573610.478056:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573610.478069:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573610.478078:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573610.478086:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573610.478091:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573610.478144:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926360448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777573610.478220:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573610.478262:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926360448 00000100:00100000:0.0:1777573610.478270:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926360448 00010000:00010000:3.0:1777573610.478318:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777573610.478324:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573610.478348:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00010000:00010000:3.0:1777573610.478356:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243c00) 00000100:00100000:0.0:1777573610.478360:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926360448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1777573610.478362:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573610.478370:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573610.478379:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68646 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1777573610.478391:0:9951:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:18 count 1 00010000:00010000:0.0:1777573610.478432:0:9951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.478464:0:9951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.478470:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573610.478472:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1777573610.478474:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.478495:0:9951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.478505:0:9951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 5 pid: 8361 timeout: 1235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573610.478514:0:9951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926360576:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573610.478571:0:9951:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445b240 going to sleep for 11 seconds 00000100:00100000:0.0:1777573610.480610:0:9951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926360576:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573610.480620:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1777573610.480642:0:9951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573610.480731:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732224 00000100:00100000:1.0:1777573610.480740:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732224 00010000:00010000:1.0:1777573610.480777:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 6 pid: 8361 timeout: 1235 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573610.480817:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 374 00000100:00100000:1.0:1777573610.480828:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917732224:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573610.480843:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573610.480851:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 6 pid: 8361 timeout: 1235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.480869:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 6 pid: 8361 timeout: 1235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.480894:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c83a4d0/0x1e8fa618a5a68638 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1c9 expref: 6 pid: 8361 timeout: 1235 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.480915:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573610.480917:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573610.480922:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.480933:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.480964:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573610.481009:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917732224:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 185us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573610.481014:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 374 00010000:00010000:0.0:1777573610.481047:0:9951:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.481057:0:9951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.481073:0:9951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.481082:0:9951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573610.481104:0:9951:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573610.481127:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573610.481134:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.481142:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573610.481147:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.481155:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.481167:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.481180:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ada7d43b/0x1e8fa618a5a6865b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573610.481200:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573610.481202:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573610.481204:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573610.481303:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926360448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2946us (3082us total) trans 4294967362 rc 0/0 00000100:00100000:0.0:1777573610.481312:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000004:00080000:1.0:1777573610.481322:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89def79b9c00/2, rc 0, transno 4294967362 00000100:00100000:1.0:1777573610.481338:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926360448:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1777573610.481639:0:94533:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1135129944761ns, next at 1091266840538ns, rc = 0 00080000:00080000:2.0:1777573610.481655:0:94533:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573610.481828:0:94533:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1135130134621ns, next at 1125506446092ns, rc = 0 00080000:00080000:2.0:1777573610.481837:0:94533:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573610.481946:0:94533:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1135130252191ns, next at 1088607690355ns, rc = 0 00080000:00080000:2.0:1777573610.481953:0:94533:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573610.482940:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 65 committed 00000004:00080000:0.0:1777573610.483202:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 68 committed 00000004:00080000:1.0:1777573610.483615:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 64 committed 00000100:00100000:1.0:1777573610.936261:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573610.936309:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926360704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573610.936442:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573610.936497:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926360704 00000100:00100000:0.0:1777573610.936517:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926360704 00000100:00100000:0.0:1777573610.936583:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1777573610.936594:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926360704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573610.936633:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573610.936753:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926360704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573610.936759:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1777573610.936841:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926360704:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573611.254956:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573612.278863:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573612.982912:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926361088:0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.982912:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926360832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573612.983004:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983007:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573612.983062:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926360960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573612.983072:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926361472:0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983096:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983112:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573612.983125:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926361600:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983135:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926361984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983161:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983175:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573612.983183:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926362112:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983200:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926362496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983215:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983235:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573612.983239:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926362624:0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983269:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983280:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361472 00000100:00100000:3.0:1777573612.983288:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361472 00000100:00100000:1.0:1777573612.983323:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926361216:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983342:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1777573612.983353:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926361472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983360:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573612.983394:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926361728:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983429:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926361472:12345-0@lo:400:kworker.0 Request processed in 77us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573612.983434:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983442:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:1.0:1777573612.983457:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926362240:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983462:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361216 00000100:00100000:3.0:1777573612.983467:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361216 00000100:00100000:1.0:1777573612.983484:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983497:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361728 00000100:00100000:3.0:1777573612.983502:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361728 00000100:00100000:1.0:1777573612.983509:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1777573612.983516:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926361344:0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.983521:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926362240 00000100:00100000:0.0:1777573612.983528:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926362240 00000100:00100000:3.0:1777573612.983541:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:1.0:1777573612.983546:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983552:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926361216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.983564:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:1.0:1777573612.983569:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926361856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.983576:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926361728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983602:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926361216:12345-0@lo:400:kworker.0 Request processed in 51us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573612.983603:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983612:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:1.0:1777573612.983621:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926362368:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983630:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361856 00000100:00100000:0.0:1777573612.983631:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926361728:12345-0@lo:400:kworker.0 Request processed in 57us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573612.983635:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361856 00000100:00100000:0.0:1777573612.983649:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:1.0:1777573612.983652:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573612.983661:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926362368 00000100:00100000:3.0:1777573612.983665:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926362368 00000100:00100000:0.0:1777573612.983676:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1777573612.983686:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926362240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983690:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926361216:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983713:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:3.0:1777573612.983726:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926361856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983733:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926361728:0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.983750:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926362240:0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.983751:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926362240:12345-0@lo:400:kworker.0 Request processed in 67us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573612.983763:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:3.0:1777573612.983771:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926361856:12345-0@lo:400:kworker.0 Request processed in 48us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573612.983780:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1777573612.983789:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1777573612.983792:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926361856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.983800:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926362368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.983809:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361984 00000100:00100000:3.0:1777573612.983814:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361984 00000100:00100000:1.0:1777573612.983821:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926360832 00000100:00100000:1.0:1777573612.983826:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926360832 00000100:00100000:0.0:1777573612.983842:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926362368:12345-0@lo:400:kworker.0 Request processed in 45us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573612.983849:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1777573612.983853:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926362112 00000100:00100000:3.0:1777573612.983857:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926362112 00000100:00100000:1.0:1777573612.983865:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926360960 00000100:00100000:1.0:1777573612.983869:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926360960 00000100:00100000:2.0:1777573612.983879:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361088 00000100:00100000:0.0:1777573612.983884:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926362368:0@lo:400:kworker.0 00000100:00100000:2.0:1777573612.983885:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361088 00000100:00100000:3.0:1777573612.983889:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926362496 00000100:00100000:3.0:1777573612.983893:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926362496 00000100:00100000:1.0:1777573612.983906:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1777573612.983910:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926362624 00000100:00100000:0.0:1777573612.983915:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926362624 00000100:00100000:1.0:1777573612.983916:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926360832:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573612.983922:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1777573612.983926:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1777573612.983936:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926361984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573612.983937:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926361088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.983937:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00002000:00000024:1.0:1777573612.983943:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573612.983948:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926362112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573612.983986:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926361088:12345-0@lo:400:kworker.0 Request processed in 53us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573612.983993:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1777573612.984006:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926361984:12345-0@lo:400:kworker.0 Request processed in 74us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573612.984016:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926360832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573612.984018:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1777573612.984019:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926362112:12345-0@lo:400:kworker.0 Request processed in 69us (799us total) trans 0 rc 0/0 00000100:00080000:2.0:1777573612.984031:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573612.984032:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1777573612.984034:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00080000:2.0:1777573612.984036:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573612.984040:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573612.984043:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00080000:2.0:1777573612.984045:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573612.984057:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926362496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573612.984059:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361600 00000100:00100000:0.0:1777573612.984061:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1777573612.984062:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1777573612.984065:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361600 00000100:00100000:0.0:1777573612.984073:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926362624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.984078:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926360960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573612.984090:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573612.984103:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926361344 00000100:00100000:3.0:1777573612.984108:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926362496:12345-0@lo:400:kworker.0 Request processed in 55us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573612.984108:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926361344 00000100:00100000:3.0:1777573612.984119:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1777573612.984123:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926362624:12345-0@lo:400:kworker.0 Request processed in 49us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573612.984131:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926360960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573612.984132:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1777573612.984132:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1777573612.984142:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926361600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.984145:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1777573612.984172:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926361472:0@lo:400:kworker.0 00000100:00100000:2.0:1777573612.984190:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926361600:12345-0@lo:400:kworker.0 Request processed in 49us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573612.984192:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926361984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.984196:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1777573612.984208:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926361600:0@lo:400:kworker.0 00000100:00100000:2.0:1777573612.984209:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1777573612.984209:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926361344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.984216:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926362496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573612.984236:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926362112:0@lo:400:kworker.0 00000100:00100000:3.0:1777573612.984237:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926361088:0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.984259:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926361344:12345-0@lo:400:kworker.0 Request processed in 52us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573612.984260:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926362624:0@lo:400:kworker.0 00000100:00100000:0.0:1777573612.984272:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1777573612.984284:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926360832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573612.984298:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926360960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573612.984310:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926361344:0@lo:400:kworker.0 00010000:00010000:1.0:1777573613.302865:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573614.006928:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573614.006950:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926362752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573614.007015:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573614.007145:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926362752 00000100:00100000:2.0:1777573614.007154:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926362752 00000100:00100000:2.0:1777573614.007215:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1777573614.007224:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926362752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573614.007250:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573614.007265:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573614.007279:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926362880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573614.007292:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926362752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573614.007300:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00080000:1.0:1777573614.007309:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573614.007317:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573614.007404:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926362752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573614.007642:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926362880 00000100:00100000:2.0:1777573614.007647:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926362880 00000100:00100000:2.0:1777573614.007719:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1777573614.007725:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926362880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573614.007736:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573614.007764:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926362880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573614.007770:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00080000:0.0:1777573614.007847:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573614.007939:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926362880:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1777573614.327178:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573614.521573:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926363008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573614.521647:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573614.521725:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363008 00000100:00100000:0.0:1777573614.521734:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363008 00000100:00100000:0.0:1777573614.521792:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1777573614.521803:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926363008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573614.521848:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573614.523047:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926363008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1243us (1396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573614.523057:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1777573614.523145:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926363008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573614.616535:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573614.616568:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573614.616588:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573614.616608:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732352 00000100:00100000:2.0:1777573614.616615:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573614.616624:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732352 00000100:00100000:2.0:1777573614.616632:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573614.616679:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732736 00000100:00100000:2.0:1777573614.616684:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732736 00000100:00100000:0.0:1777573614.616687:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 869 00000100:00100000:0.0:1777573614.616732:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917732352:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573614.616763:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732864 00000100:00100000:2.0:1777573614.616767:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732864 00000100:00100000:2.0:1777573614.616793:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 853 00000100:00100000:2.0:1777573614.616802:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917732736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573614.616807:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917732352:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 78us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573614.616816:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 869 00000100:00100000:2.0:1777573614.616843:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917732736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573614.616850:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 853 00000100:00100000:0.0:1777573614.616868:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 854 00000100:00100000:0.0:1777573614.616877:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917732864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:2.0:1777573614.616904:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573614.616910:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573614.616928:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917732864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 50us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573614.616931:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732480 00000100:00100000:1.0:1777573614.616937:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732480 00000100:00100000:0.0:1777573614.616937:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 854 00000100:00080000:2.0:1777573614.616986:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573614.617000:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732608 00000100:00100000:1.0:1777573614.617004:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732608 00000100:00080000:2.0:1777573614.617028:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573614.617044:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1522 00000100:00100000:2.0:1777573614.617056:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1523 00000100:00100000:1.0:1777573614.617058:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917732480:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573614.617069:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917732608:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573614.617103:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917732480:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 50us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573614.617114:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1522 00000100:00100000:2.0:1777573614.617118:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917732608:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573614.617128:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1523 00010000:00010000:2.0:1777573615.351809:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573616.055013:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573616.055043:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926363136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573616.055119:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573616.055348:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363136 00000100:00100000:0.0:1777573616.055359:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363136 00000100:00100000:0.0:1777573616.055409:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1777573616.055420:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926363136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573616.055463:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573616.055580:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926363136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573616.055588:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1777573616.055973:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926363136:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573616.374868:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573616.569188:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967362 is committed 00010000:00010000:3.0:1777573617.399005:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573618.102979:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926363264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573618.103074:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.103144:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573618.103152:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926363392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573618.103175:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.103237:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363264 00000100:00100000:1.0:1777573618.103248:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363264 00000100:00100000:1.0:1777573618.103323:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363392 00000100:00100000:1.0:1777573618.103326:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363392 00000100:00100000:1.0:1777573618.103352:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1777573618.103362:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926363264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573618.103399:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573618.103463:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926363264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.103471:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1777573618.103490:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1777573618.103497:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926363392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573618.103506:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573618.103530:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926363392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.103536:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1777573618.103667:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926363392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573618.103680:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926363264:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1777573618.103773:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573618.106852:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926363520:0@lo:400:kworker.0 00000100:00100000:0.0:1777573618.106938:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573618.107168:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363520 00000100:00100000:2.0:1777573618.107178:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363520 00000100:00100000:2.0:1777573618.107234:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1777573618.107256:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926363520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107649:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926363648:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107722:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.107746:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926364160:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107768:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.107783:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926364672:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107801:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.107819:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1777573618.107824:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926364032:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107848:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.107864:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926364544:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107887:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.107912:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926363776:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107933:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.107948:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926364288:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107963:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.107976:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926364800:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.107992:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.108006:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1777573618.108010:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926363904:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108026:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.108038:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926364416:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108055:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573618.108078:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363648 00000100:00100000:1.0:1777573618.108083:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363648 00000100:00100000:1.0:1777573618.108110:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364160 00000100:00100000:1.0:1777573618.108112:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364160 00000100:00100000:1.0:1777573618.108135:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364672 00000100:00100000:1.0:1777573618.108137:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364672 00000100:00100000:1.0:1777573618.108149:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364288 00000100:00100000:1.0:1777573618.108151:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364288 00000100:00100000:1.0:1777573618.108163:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364800 00000100:00100000:1.0:1777573618.108165:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364800 00000100:00100000:1.0:1777573618.108179:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363904 00000100:00100000:1.0:1777573618.108181:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363904 00000100:00100000:3.0:1777573618.108184:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:3.0:1777573618.108193:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926363648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108193:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1777573618.108198:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926364160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108233:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926364160:12345-0@lo:400:kworker.0 Request processed in 34us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.108240:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1777573618.108281:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1777573618.108287:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926364672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108320:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926364672:12345-0@lo:400:kworker.0 Request processed in 33us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.108326:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:3.0:1777573618.108329:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926363648:12345-0@lo:400:kworker.0 Request processed in 138us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.108336:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1777573618.108339:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1777573618.108344:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926364288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108349:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1777573618.108353:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926364800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108376:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926364800:12345-0@lo:400:kworker.0 Request processed in 23us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.108376:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926364288:12345-0@lo:400:kworker.0 Request processed in 31us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.108383:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1777573618.108390:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:3.0:1777573618.108399:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1777573618.108405:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926363904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108429:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926363904:12345-0@lo:400:kworker.0 Request processed in 24us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.108559:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00080000:1.0:1777573618.108570:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573618.108574:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573618.108594:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364032 00000100:00100000:3.0:1777573618.108597:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364032 00000100:00100000:1.0:1777573618.108613:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926363904:0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108628:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926363776 00000100:00100000:1.0:1777573618.108628:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926364288:0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108630:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926363776 00000100:00100000:1.0:1777573618.108637:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926364800:0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108642:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1777573618.108648:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926364032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108674:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926363648:0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108683:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926364032:12345-0@lo:400:kworker.0 Request processed in 35us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.108683:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926364160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108689:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:1.0:1777573618.108711:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926364672:0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108724:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1777573618.108730:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926363776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108730:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926364032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108760:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926363776:12345-0@lo:400:kworker.0 Request processed in 31us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.108766:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1777573618.108779:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364544 00000100:00100000:3.0:1777573618.108781:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364416 00000100:00100000:1.0:1777573618.108783:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364544 00000100:00100000:3.0:1777573618.108784:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364416 00000100:00100000:3.0:1777573618.108815:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1777573618.108821:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926364416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573618.108854:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926364416:12345-0@lo:400:kworker.0 Request processed in 34us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.108860:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00080000:3.0:1777573618.108896:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573618.108912:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926364416:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108919:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1777573618.108922:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926363776:0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108926:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926364544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573618.108960:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926364544:12345-0@lo:400:kworker.0 Request processed in 34us (1071us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.108966:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1777573618.108990:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:1.0:1777573618.108996:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89def79b9c00, transno 4294967362 00000100:00100000:1.0:1777573618.109007:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926364544:0@lo:400:kworker.0 00000100:00100000:2.0:1777573618.109399:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926363520:12345-0@lo:400:kworker.0 Request processed in 2153us (2459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573618.109408:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1777573618.110018:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926363520:0@lo:400:kworker.0 00010000:00010000:2.0:1777573618.425323:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573618.580923:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573618.580973:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917732992 00000100:00100000:2.0:1777573618.580984:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917732992 00000100:00100000:2.0:1777573618.581140:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1158 00000100:00100000:2.0:1777573618.581151:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917732992:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573618.581244:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917732992:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 95us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573618.581252:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1158 00000100:00080000:0.0:1777573618.581766:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573618.585200:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573618.585272:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917733120 00000100:00100000:0.0:1777573618.585282:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917733120 00000100:00100000:0.0:1777573618.585356:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 519 00000100:00100000:0.0:1777573618.585366:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733120:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573618.585577:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc67c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733120:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 213us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573618.585584:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 519 00000100:00080000:3.0:1777573618.585717:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573618.587620:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573618.587881:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917733248 00000100:00100000:3.0:1777573618.587889:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917733248 00000100:00100000:3.0:1777573618.588049:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 520 00000100:00100000:3.0:1777573618.588058:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733248:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573618.588232:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733248:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 176us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.588240:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 520 00000100:00080000:0.0:1777573618.588780:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573618.590112:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573618.590296:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917733376 00000100:00100000:3.0:1777573618.590303:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917733376 00000100:00100000:3.0:1777573618.590350:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1159 00000100:00100000:3.0:1777573618.590358:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917733376:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573618.590553:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917733376:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 195us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.590560:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1159 00000100:00100000:1.0:1777573618.592189:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573618.592229:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917733504 00000100:00100000:3.0:1777573618.592236:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917733504 00000100:00100000:3.0:1777573618.592331:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1160 00000100:00100000:3.0:1777573618.592341:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733504:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573618.592530:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733504:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 190us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.592538:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1160 00000100:00080000:2.0:1777573618.593276:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573618.601383:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573618.601462:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917733632 00000100:00100000:1.0:1777573618.601476:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917733632 00000100:00100000:1.0:1777573618.601533:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1161 00000100:00100000:1.0:1777573618.601544:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917733632:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573618.601665:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917733632:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 123us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.601673:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1161 00000100:00100000:0.0:1777573618.603603:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573618.603750:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917733760 00000100:00100000:3.0:1777573618.603759:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917733760 00000100:00100000:3.0:1777573618.603805:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 521 00000100:00100000:3.0:1777573618.603813:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733760:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573618.603993:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733760:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 180us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.604000:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 521 00000100:00100000:3.0:1777573618.605610:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573618.605666:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917733888 00000100:00100000:1.0:1777573618.605672:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917733888 00000100:00100000:1.0:1777573618.605730:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 522 00000100:00100000:1.0:1777573618.605740:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733888:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573618.605874:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917733888:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 133us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.605881:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 522 00000100:00100000:2.0:1777573618.607610:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573618.607756:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734016 00000100:00100000:1.0:1777573618.607763:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734016 00000100:00100000:1.0:1777573618.607813:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1162 00000100:00100000:1.0:1777573618.607828:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917734016:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573618.607993:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:57078:x1863919917734016:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 173us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573618.607999:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1162 00000100:00100000:0.0:1777573618.609949:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573618.610001:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734144 00000100:00100000:3.0:1777573618.610008:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734144 00000100:00100000:3.0:1777573618.610061:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1163 00000100:00100000:3.0:1777573618.610071:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917734144:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573618.610246:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57078:x1863919917734144:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 177us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573618.610254:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1163 00000100:00100000:3.0:1777573619.126852:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573619.126883:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926364928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573619.126975:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573619.127077:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926364928 00000100:00100000:1.0:1777573619.127088:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926364928 00000100:00100000:1.0:1777573619.127159:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777573619.127173:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926364928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573619.127225:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573619.127308:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926364928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573619.127317:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1777573619.127347:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926365056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573619.127379:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573619.127419:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365056 00000100:00100000:1.0:1777573619.127423:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365056 00000100:00100000:1.0:1777573619.127448:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1777573619.127455:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926365056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573619.127466:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573619.127575:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926365056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573619.127581:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1777573619.127662:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926365056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573619.127918:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926364928:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573619.447863:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573619.471928:0:94919:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9c877df0 20000000:00000080:2.0:1777573619.471950:0:94919:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3339400 uarg=0000000000000000 00010000:00010000:2.0:1777573619.472210:0:94919:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1777573619.472265:0:94919:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef242000) 00010000:00010000:2.0:1777573619.472269:0:94919:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573619.472284:0:94919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a6860e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1bb expref: 5 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573619.472312:0:94919:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1777573619.472340:0:94919:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573619.472354:0:94919:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573619.472380:0:94919:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573619.472397:0:94919:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573619.472414:0:94919:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573619.472422:0:94919:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573619.472473:0:94919:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573619.472488:0:94919:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 22 pid: 6478 timeout: 1294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573619.472507:0:94919:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94919:1863919926365184:0@lo:104: 00000100:00100000:2.0:1777573619.472588:0:94919:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573619.472659:0:94919:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f6ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573619.472681:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365184 00000100:00100000:1.0:1777573619.472690:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365184 00000100:00100000:1.0:1777573619.472813:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1777573619.472951:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:94919:x1863919926365184:12345-0@lo:104: 00010000:00010000:1.0:1777573619.472987:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573619.473136:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573619.473144:0:94919:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:94919:1863919926365184:0@lo:104: 00000100:00100000:1.0:1777573619.473145:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:94919:x1863919926365184:12345-0@lo:104: Request processed in 205us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573619.473157:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00010000:00010000:2.0:1777573619.473170:0:94919:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473180:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573619.473190:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473200:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573619.473204:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473212:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573619.473218:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573619.473222:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573619.473262:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473267:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573619.473294:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473299:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a685e4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a685eb expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473314:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573619.473316:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573619.473318:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573619.473332:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573619.473356:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926365312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573619.473413:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573619.473538:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365312 00000100:00100000:3.0:1777573619.473544:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365312 00010000:00010000:3.0:1777573619.473570:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 23 pid: 6478 timeout: 1294 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573619.473609:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1777573619.473620:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926365312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573619.473634:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573619.473640:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 23 pid: 6478 timeout: 1294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473651:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 23 pid: 6478 timeout: 1294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473674:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a685eb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a685e4 expref: 23 pid: 6478 timeout: 1294 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473687:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473956:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473975:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473982:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473990:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.473994:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.474004:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573619.474008:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.474022:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.474043:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573619.474054:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573619.474062:0:94919:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573619.474073:0:94919:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573619.474079:0:94919:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68662 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 94919 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573619.474126:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926365312:12345-0@lo:103:ldlm_bl.0 Request processed in 499us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573619.474136:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1777573619.474160:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926365312:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573619.639496:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926365440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573619.639577:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573619.639831:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365440 00000100:00100000:1.0:1777573619.639841:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365440 00000100:00100000:1.0:1777573619.639912:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1777573619.639923:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926365440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573619.639970:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573619.640035:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926365440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573619.640043:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1777573619.640115:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926365440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573619.736086:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573619.736130:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573619.736148:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734272 00000100:00100000:0.0:1777573619.736162:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734272 00000100:00100000:1.0:1777573619.736167:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573619.736200:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573619.736229:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:1.0:1777573619.736251:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573619.736264:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917734272:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573619.736281:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734400 00000100:00100000:1.0:1777573619.736286:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734400 00000100:00100000:2.0:1777573619.736313:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734528 00000100:00100000:2.0:1777573619.736320:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734528 00000100:00100000:1.0:1777573619.736337:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1530 00000100:00100000:1.0:1777573619.736349:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917734400:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573619.736353:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917734272:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 113us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573619.736363:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:3.0:1777573619.736387:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734656 00000100:00100000:2.0:1777573619.736388:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1531 00000100:00100000:1.0:1777573619.736396:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917734400:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 49us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573619.736402:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734656 00000100:00100000:1.0:1777573619.736409:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1530 00000100:00100000:2.0:1777573619.736417:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917734528:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573619.736473:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734784 00000100:00100000:2.0:1777573619.736474:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917734528:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 58us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573619.736479:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734784 00000100:00100000:2.0:1777573619.736488:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1531 00000100:00100000:3.0:1777573619.736532:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 857 00000100:00100000:2.0:1777573619.736543:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 858 00000100:00100000:3.0:1777573619.736550:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917734656:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573619.736563:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917734784:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573619.736628:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917734784:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573619.736642:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 858 00000100:00100000:3.0:1777573619.736769:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917734656:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 88us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573619.736781:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 857 00010000:00010000:3.0:1777573620.471991:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573620.798865:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573620.798920:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917734912 00000100:00100000:0.0:1777573620.798932:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917734912 00000100:00080000:2.0:1777573620.798984:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573620.799002:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1164 00000100:00100000:0.0:1777573620.799013:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57165:x1863919917734912:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573620.799034:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573620.799054:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68669 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1d0 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573620.799125:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68670 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573620.799141:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573620.799149:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573620.799188:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573620.799192:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573620.799212:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68670 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573620.799247:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a68669 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1d0 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573620.799261:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68670 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1d0 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573620.799270:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efdd00) 00010000:00010000:0.0:1777573620.799273:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573620.799276:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0000, rc 0) 00000100:00100000:0.0:1777573620.799347:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:57165:x1863919917734912:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 333us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573620.799354:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1164 00000100:00100000:2.0:1777573620.801292:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573620.801361:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917735168 00000100:00100000:3.0:1777573620.801370:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917735168 00000100:00100000:3.0:1777573620.801417:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1165 00000100:00100000:3.0:1777573620.801431:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57165:x1863919917735168:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573620.801471:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573620.801493:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68670 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1d0 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.801517:0:6486:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a6860e) 00010000:00010000:3.0:1777573620.801520:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efdd00) 00010000:00010000:3.0:1777573620.801540:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573620.801563:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.801575:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.801584:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573620.803203:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967539 is committed 00000004:00010000:3.0:1777573620.803289:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db76fefb reply state 000000000c538aa4 transno 4294967539 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.803307:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.803315:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896200) 00010000:00010000:3.0:1777573620.803318:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573620.803322:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573620.803334:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00080000:3.0:1777573620.803457:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573620.803482:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57165:x1863919917735168:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2054us (2204us total) trans 4294967539 rc 0/0 00000100:00100000:3.0:1777573620.803490:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1165 00010000:00010000:2.0:1777573620.803637:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.803648:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.803656:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.803662:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573620.803667:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.803675:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.803686:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896200) 00010000:00010000:2.0:1777573620.803689:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573620.803734:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.803741:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68677 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573620.918872:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573620.918883:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573620.918890:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573620.918955:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.918970:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.918984:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573620.919019:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926365568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573620.919100:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573620.919187:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dee026c000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573620.919318:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365568 00000100:00100000:3.0:1777573620.919328:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365568 00000100:00100000:3.0:1777573620.919390:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1777573620.919401:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926365568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573620.919418:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573620.919435:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6867e expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.919461:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.919472:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573620.919483:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573620.919626:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926365568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 226us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573620.919634:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1777573620.919684:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926365568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573620.919815:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.919827:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573620.919854:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573620.919860:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573620.919868:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573621.176016:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926365696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573621.176094:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573621.176893:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365696 00000100:00100000:0.0:1777573621.176902:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365696 00000100:00100000:0.0:1777573621.176964:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1777573621.176974:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926365696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573621.177009:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573621.177073:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926365696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573621.177082:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1777573621.177116:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926365696:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1777573621.187527:0:95114:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd14689c70 20000000:00000080:3.0:1777573621.187545:0:95114:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc32b6000 uarg=0000000000000000 00010000:00010000:3.0:1777573621.187819:0:95114:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573621.187837:0:95114:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573621.187860:0:95114:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573621.187872:0:95114:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573621.187894:0:95114:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573621.187912:0:95114:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.187930:0:95114:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.187938:0:95114:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.187979:0:95114:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.187991:0:95114:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 22 pid: 6479 timeout: 1295 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573621.188006:0:95114:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95114:1863919926365824:0@lo:104: 00000100:00100000:3.0:1777573621.188067:0:95114:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573621.188157:0:95114:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c600 going to sleep for 11 seconds 00000100:00100000:1.0:1777573621.188207:0:6469:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777573621.188228:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365824 00000100:00100000:1.0:1777573621.188235:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365824 00000100:00100000:1.0:1777573621.188318:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1777573621.188327:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7928050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95114:x1863919926365824:12345-0@lo:104: 00010000:00010000:1.0:1777573621.188338:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573621.188393:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573621.188399:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7928050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95114:x1863919926365824:12345-0@lo:104: Request processed in 73us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573621.188409:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00010000:00010000:0.0:1777573621.188415:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573621.188421:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573621.188428:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573621.188431:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573621.188437:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573621.188442:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573621.188446:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1777573621.188493:0:95114:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95114:1863919926365824:0@lo:104: 00010000:00010000:3.0:1777573621.188509:0:95114:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573621.188577:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573621.188582:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573621.188601:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573621.188608:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54a00/0x1e8fa618a5a6867e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68685 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573621.188612:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777573621.188624:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573621.188627:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926365952:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573621.188628:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573621.188631:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573621.188661:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573621.188822:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926365952 00000100:00100000:3.0:1777573621.188826:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926365952 00010000:00010000:3.0:1777573621.188845:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 23 pid: 6479 timeout: 1295 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573621.188910:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1777573621.188917:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926365952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573621.188928:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573621.188934:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 23 pid: 6479 timeout: 1295 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.188945:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 23 pid: 6479 timeout: 1295 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.188956:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68685 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6867e expref: 23 pid: 6479 timeout: 1295 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.188970:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.188977:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.188990:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.188997:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.189004:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.189010:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.189016:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573621.189019:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.189026:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.189047:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573621.189056:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573621.189072:0:95114:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573621.189082:0:95114:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573621.189089:0:95114:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a6868c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95114 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573621.189132:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926365952:12345-0@lo:103:ldlm_bl.0 Request processed in 215us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573621.189139:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1777573621.189202:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926365952:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573621.494881:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573622.519874:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573622.627101:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573622.627201:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917735296 00000100:00100000:3.0:1777573622.627212:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917735296 00000100:00080000:2.0:1777573622.627272:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573622.627323:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 166 00000100:00100000:3.0:1777573622.627334:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:57241:x1863919917735296:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:3.0:1777573622.627458:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:57241:x1863919917735296:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 127us (367us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573622.627466:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 166 00000100:00100000:0.0:1777573622.629396:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573622.629613:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917735424 00000100:00100000:3.0:1777573622.629620:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917735424 00000100:00100000:3.0:1777573622.629658:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1166 00000100:00100000:3.0:1777573622.629665:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:57241:x1863919917735424:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573622.629678:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573622.629714:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68693 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1d7 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629758:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629773:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629785:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629799:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629806:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629812:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629893:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a686a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629903:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a686a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629908:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a686a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573622.629932:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1777573622.629934:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573622.629949:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a686a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629957:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629965:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629968:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629972:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629975:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573622.629978:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629982:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629989:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573622.629991:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573622.629994:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.629997:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6869a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630005:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630008:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630011:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630015:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573622.630016:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630019:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630023:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ded1896d00) 00010000:00010000:3.0:1777573622.630024:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573622.630026:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630030:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a686a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630056:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68693 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1d7 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630069:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a686a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1d7 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.630077:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896500) 00010000:00010000:3.0:1777573622.630080:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573622.630083:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573622.630131:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:57241:x1863919917735424:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 465us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573622.630138:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1166 00000100:00100000:2.0:1777573622.636542:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573622.636637:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917735680 00000100:00100000:1.0:1777573622.636646:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917735680 00000100:00100000:1.0:1777573622.636798:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1167 00000100:00100000:1.0:1777573622.636809:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:57241:x1863919917735680:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573622.636829:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573622.636852:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a686af lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1de expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.636955:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.636969:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.636980:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.636995:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637002:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637008:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573622.637494:0:26981:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00010000:00010000:1.0:1777573622.637634:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a686c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637644:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a686c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637651:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a686c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637685:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637713:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637721:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637729:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637735:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573622.637740:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637747:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637759:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896500) 00010000:00010000:1.0:1777573622.637763:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573622.637767:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637774:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186800/0x1e8fa618a5a686b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573622.637787:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064fd02e9 reply state 000000005b86df80 transno 4294967540 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637798:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637805:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89dec87d8f00) 00010000:00010000:1.0:1777573622.637808:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573622.637810:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573622.637835:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a686af lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1de expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637850:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a686c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1de expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573622.637858:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89dec87d8000) 00010000:00010000:1.0:1777573622.637860:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573622.637863:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573622.637929:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:57241:x1863919917735680:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1122us (1395us total) trans 4294967540 rc 0/0 00000100:00100000:1.0:1777573622.637936:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1167 00000100:00100000:2.0:1777573622.638044:0:9950:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9950:1863919926366080:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1777573622.638089:0:9950:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573622.638134:0:9950:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3c41c00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573622.638168:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366080 00000100:00100000:0.0:1777573622.638175:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366080 00000100:00080000:2.0:1777573622.638224:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573622.638316:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1777573622.638325:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:9950:x1863919926366080:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1777573622.638486:0:8361:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00000100:00100000:0.0:1777573622.639946:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:9950:x1863919926366080:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1620us (1853us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1777573622.639957:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1777573622.640047:0:9950:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9950:1863919926366080:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1777573622.640059:0:9950:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00000100:00100000:1.0:1777573622.640555:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573622.640600:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917735936 00000100:00100000:2.0:1777573622.640608:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917735936 00000100:00100000:2.0:1777573622.640654:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1168 00000100:00100000:2.0:1777573622.640663:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:57241:x1863919917735936:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:2.0:1777573622.640740:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573622.640769:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a686c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1de expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573622.640787:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89dec87d8000) 00010000:00010000:2.0:1777573622.640799:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573622.640867:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.640882:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.640892:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573622.640979:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e427c2a0 reply state 000000005bd158f9 transno 4294967541 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.640992:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.640999:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:0.0:1777573622.641001:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573622.641004:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573622.641132:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:57241:x1863919917735936:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 470us (578us total) trans 4294967541 rc 0/0 00000100:00100000:0.0:1777573622.641227:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1168 00000100:00100000:0.0:1777573622.643666:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573622.643771:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917736064 00000100:00100000:2.0:1777573622.643779:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917736064 00000100:00100000:2.0:1777573622.643829:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1169 00000100:00100000:2.0:1777573622.643838:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:57241:x1863919917736064:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573622.643860:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573622.643876:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a686d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1e5 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573622.643922:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a686d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1e5 expref: 11 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573622.643936:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a686d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1e5 expref: 11 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573622.643953:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:2.0:1777573622.643956:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573622.643959:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573622.644055:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:57241:x1863919917736064:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 217us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573622.644062:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1169 00000100:00100000:2.0:1777573622.645957:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573622.645993:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917736192 00000100:00100000:0.0:1777573622.646000:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917736192 00000100:00100000:0.0:1777573622.646058:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 524 00000100:00100000:0.0:1777573622.646065:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917736192:12345-192.168.204.9@tcp:2:touch.60003 00000100:00080000:2.0:1777573622.646227:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573622.646275:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917736192:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 210us (323us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1777573622.646280:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 524 00000100:00100000:1.0:1777573622.648786:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573622.648877:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917736448 00000100:00100000:2.0:1777573622.648886:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917736448 00000100:00100000:1.0:1777573622.649042:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 167 00000100:00100000:1.0:1777573622.649054:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:57241:x1863919917736448:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:1.0:1777573622.649325:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:57241:x1863919917736448:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 273us (545us total) trans 4294967542 rc 0/0 00000100:00100000:1.0:1777573622.649335:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 167 00000100:00100000:3.0:1777573622.678822:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573622.678925:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917736576 00000100:00100000:0.0:1777573622.678939:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917736576 00000100:00100000:0.0:1777573622.679013:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1170 00000100:00100000:0.0:1777573622.679022:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:57245:x1863919917736576:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:0.0:1777573622.679048:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573622.679069:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a686e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1ec expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679136:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679151:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679164:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679175:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679195:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679202:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679270:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a686f5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679276:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a686f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679280:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a686f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573622.679330:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00000004:00200000:0.0:1777573622.679334:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573622.679353:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a686f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679364:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a686f5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679372:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679382:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679388:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679394:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679400:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573622.679403:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679410:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679420:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896500) 00010000:00010000:0.0:1777573622.679423:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573622.679427:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679433:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a686e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679447:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679453:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679458:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679464:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573622.679465:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679469:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679474:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89dec87d8f00) 00010000:00010000:0.0:1777573622.679475:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573622.679477:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679481:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a686ee lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679503:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a686e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1ec expref: 14 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679516:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a686f5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1ec expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.679523:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:0.0:1777573622.679525:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573622.679527:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573622.679593:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:57245:x1863919917736576:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 571us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573622.679601:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1170 00000100:00100000:3.0:1777573622.682273:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573622.682345:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917736704 00000100:00100000:2.0:1777573622.682355:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917736704 00000100:00100000:2.0:1777573622.682410:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 525 00000100:00100000:2.0:1777573622.682419:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917736704:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:2.0:1777573622.682436:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573622.682455:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1f3 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573622.682477:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x69f39ef7, atime: 0x69f39ef7, ctime: 0x69f39ef7, blocks: 0x0 00010000:00010000:2.0:1777573622.682495:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573622.682497:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573622.682505:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573622.682521:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573622.682533:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55600, rc 0) 00000100:00100000:2.0:1777573622.682586:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917736704:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 169us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573622.682684:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 525 00000100:00100000:1.0:1777573622.685205:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573622.685290:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917736960 00000100:00100000:3.0:1777573622.685299:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917736960 00000100:00100000:3.0:1777573622.685351:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1171 00000100:00100000:3.0:1777573622.685361:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:57245:x1863919917736960:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573622.685430:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573622.685456:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a686f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1ec expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685478:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a686d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1e5 expref: 12 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685488:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:3.0:1777573622.685493:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573622.685518:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685539:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685548:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685559:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685566:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685573:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685647:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685656:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.685663:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573622.685912:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9344 00000004:00080000:3.0:1777573622.685923:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1147334229115ns, next at 1148334226750ns, rc = 0 00010000:00010000:3.0:1777573622.685996:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686006:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686013:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686019:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686024:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686030:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686046:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573622.686065:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686067:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573622.686077:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686078:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686088:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686094:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573622.686096:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573622.686098:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686101:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686107:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686111:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686120:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:3.0:1777573622.686123:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573622.686127:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686130:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:3.0:1777573622.686132:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68711 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686133:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777573622.686138:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686144:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68718 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573622.686154:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573622.686155:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573622.686156:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573622.686157:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686164:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686169:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686174:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686179:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573622.686193:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686198:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686206:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896500) 00010000:00010000:3.0:1777573622.686208:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573622.686211:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686216:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68703 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573622.686225:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006f211af4 reply state 00000000c363142a transno 4294967543 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686234:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573622.686240:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89dec87d8f00) 00010000:00010000:3.0:1777573622.686242:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573622.686244:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573622.686314:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:57245:x1863919917736960:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 953us (1114us total) trans 4294967543 rc 0/0 00000100:00100000:3.0:1777573622.686321:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1171 10000000:01000000:3.0:1777573623.030745:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573623.030752:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573623.030756:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573623.030798:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.030809:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.030821:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573623.030847:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4617100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926366208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573623.030906:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573623.030947:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b5000 going to sleep for 11 seconds 00000100:00100000:0.0:1777573623.031194:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366208 00000100:00100000:0.0:1777573623.031204:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366208 00000100:00100000:0.0:1777573623.031267:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1777573623.031278:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926366208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573623.031292:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573623.031309:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6871f expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.031333:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.031350:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.031360:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0800, rc 0) 00000100:00100000:0.0:1777573623.031407:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926366208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573623.031415:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1777573623.031428:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4617100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926366208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573623.031445:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.031454:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573623.031471:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573623.031476:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.031495:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573623.222897:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573623.222916:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926366464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573623.222916:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926366336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573623.223067:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573623.223162:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573623.223211:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926366592:0@lo:400:kworker.0 00000100:00100000:2.0:1777573623.223231:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366336 00000100:00100000:1.0:1777573623.223252:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573623.223256:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926366976:0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223257:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926366848:0@lo:400:kworker.0 00000100:00100000:1.0:1777573623.223287:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926367104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223295:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573623.223303:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573623.223318:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926367360:0@lo:400:kworker.0 00000100:00100000:2.0:1777573623.223320:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366336 00000100:00100000:1.0:1777573623.223328:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573623.223331:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926367488:0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223345:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573623.223358:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926367616:0@lo:400:kworker.0 00000100:00100000:3.0:1777573623.223367:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573623.223371:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1777573623.223372:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366464 00000100:00100000:2.0:1777573623.223377:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366464 00000100:00100000:0.0:1777573623.223380:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926366720:0@lo:400:kworker.0 00000100:00100000:1.0:1777573623.223390:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573623.223412:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366976 00000100:00100000:3.0:1777573623.223417:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366976 00000100:00100000:2.0:1777573623.223422:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1777573623.223423:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573623.223434:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1777573623.223436:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926366336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573623.223443:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926366464:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573623.223451:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926367232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573623.223452:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366720 00000100:00100000:3.0:1777573623.223457:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366720 00002000:00000024:2.0:1777573623.223463:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1777573623.223463:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573623.223482:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1777573623.223482:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573623.223495:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926366976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223506:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926367744:0@lo:400:kworker.0 00000100:00100000:2.0:1777573623.223513:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926366336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573623.223513:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926366464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573623.223521:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1777573623.223529:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573623.223535:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1777573623.223549:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366592 00000100:00100000:1.0:1777573623.223552:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366592 00000100:00080000:2.0:1777573623.223554:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573623.223559:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926366848 00000100:00100000:0.0:1777573623.223563:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926366848 00000100:00100000:1.0:1777573623.223578:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926367104 00000100:00100000:2.0:1777573623.223581:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1777573623.223582:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926367104 00000100:00100000:0.0:1777573623.223584:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926367616 00000100:00100000:0.0:1777573623.223587:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926367616 00000100:00100000:2.0:1777573623.223591:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926366720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573623.223612:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926367232 00000100:00100000:0.0:1777573623.223614:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926367744 00000100:00100000:1.0:1777573623.223616:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926367232 00000100:00100000:0.0:1777573623.223618:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926367744 00000100:00100000:2.0:1777573623.223632:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926366720:12345-0@lo:400:kworker.0 Request processed in 44us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573623.223639:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1777573623.223639:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:0.0:1777573623.223649:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:1.0:1777573623.223650:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926366592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223663:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926366848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573623.223712:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926366976:12345-0@lo:400:kworker.0 Request processed in 201us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573623.223715:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:3.0:1777573623.223724:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1777573623.223729:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926367104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573623.223729:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926366592:12345-0@lo:400:kworker.0 Request processed in 82us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573623.223737:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:0.0:1777573623.223746:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926366848:12345-0@lo:400:kworker.0 Request processed in 85us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573623.223755:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:1.0:1777573623.223761:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1777573623.223765:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926367104:12345-0@lo:400:kworker.0 Request processed in 38us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573623.223771:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1777573623.223781:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1777573623.223781:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926367616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573623.223783:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926367232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223791:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1777573623.223803:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926367744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573623.223808:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926367360 00000100:00100000:2.0:1777573623.223812:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926367360 00000100:00100000:1.0:1777573623.223820:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926367616:12345-0@lo:400:kworker.0 Request processed in 52us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573623.223827:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1777573623.223834:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926367232:12345-0@lo:400:kworker.0 Request processed in 54us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573623.223842:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1777573623.223849:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926367744:12345-0@lo:400:kworker.0 Request processed in 49us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573623.223858:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00080000:1.0:1777573623.223861:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573623.223866:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573623.223890:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926367488 00000100:00100000:3.0:1777573623.223894:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926367488 00000100:00100000:1.0:1777573623.223907:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926366336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573623.223937:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926367104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223948:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926366720:0@lo:400:kworker.0 00000100:00100000:1.0:1777573623.223950:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926367616:0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.223972:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926367232:0@lo:400:kworker.0 00000100:00100000:1.0:1777573623.223973:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926366592:0@lo:400:kworker.0 00000100:00100000:2.0:1777573623.223983:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1777573623.223993:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926367360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573623.223997:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1777573623.223998:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926367744:0@lo:400:kworker.0 00000100:00080000:1.0:1777573623.224009:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573623.224014:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926367488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573623.224017:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926366848:0@lo:400:kworker.0 00000100:00100000:1.0:1777573623.224033:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926366976:0@lo:400:kworker.0 00000100:00100000:2.0:1777573623.224045:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926367360:12345-0@lo:400:kworker.0 Request processed in 56us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573623.224052:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1777573623.224054:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926366464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573623.224059:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926367360:0@lo:400:kworker.0 00000100:00100000:3.0:1777573623.224068:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926367488:12345-0@lo:400:kworker.0 Request processed in 58us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573623.224074:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1777573623.224084:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926367488:0@lo:400:kworker.0 00000020:00000080:0.0:1777573623.506674:0:95357:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc5d1b300 20000000:00000080:0.0:1777573623.506803:0:95357:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e95400 uarg=0000000000000000 00010000:00010000:0.0:1777573623.507185:0:95357:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1777573623.507218:0:95357:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896500) 00010000:00010000:0.0:1777573623.507220:0:95357:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777573623.507229:0:95357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a686a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1d7 expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.507246:0:95357:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1777573623.507260:0:95357:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573623.507267:0:95357:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573623.507285:0:95357:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573623.507295:0:95357:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.507306:0:95357:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.507311:0:95357:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.507341:0:95357:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.507351:0:95357:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 22 pid: 6478 timeout: 1298 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573623.507362:0:95357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95357:1863919926367872:0@lo:104: 00000100:00100000:0.0:1777573623.507411:0:95357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573623.507461:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926367872 00000100:00100000:0.0:1777573623.507467:0:95357:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573623.507469:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926367872 00000100:00100000:1.0:1777573623.507515:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1777573623.507524:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95357:x1863919926367872:12345-0@lo:104: 00010000:00010000:1.0:1777573623.507537:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573623.507599:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573623.507605:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95357:x1863919926367872:12345-0@lo:104: Request processed in 84us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573623.507612:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1777573623.507618:0:95357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95357:1863919926367872:0@lo:104: 00010000:00010000:3.0:1777573623.507680:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573623.507687:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.507716:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573623.507719:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.507727:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573623.507734:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573623.507740:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573623.507771:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.507777:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573623.507789:0:95357:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573623.507828:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926368000:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573623.507851:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573623.507884:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926368000 00000100:00100000:0.0:1777573623.507888:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926368000 00010000:00010000:0.0:1777573623.507906:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 23 pid: 6478 timeout: 1298 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573623.507934:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00010000:00010000:3.0:1777573623.507977:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.507984:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a6871f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68726 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573623.507998:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573623.508000:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573623.508002:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573623.508147:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926368000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573623.508157:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573623.508161:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 23 pid: 6478 timeout: 1298 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508180:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 23 pid: 6478 timeout: 1298 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508188:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68726 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6871f expref: 23 pid: 6478 timeout: 1298 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508197:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508202:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508210:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508214:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508219:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508223:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508226:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573623.508228:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508235:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508248:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573623.508256:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573623.508287:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926368000:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (433us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573623.508290:0:95357:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573623.508297:0:95357:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573623.508303:0:95357:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a6872d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95357 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573623.508364:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926368000:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573623.508879:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00010000:00010000:3.0:1777573623.542964:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573624.246929:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926368256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573624.247046:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573624.247166:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926368128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573624.247173:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926368256 00000100:00100000:2.0:1777573624.247186:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926368256 00000100:00100000:3.0:1777573624.247210:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573624.247246:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926368128 00000100:00100000:2.0:1777573624.247253:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926368128 00000100:00100000:1.0:1777573624.247282:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1777573624.247296:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926368256:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573624.247315:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00002000:00000024:1.0:1777573624.247332:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573624.247333:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926368128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573624.247362:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573624.247438:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926368256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 138us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573624.247488:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1777573624.247490:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926368128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573624.247503:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1777573624.247721:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926368256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573624.247740:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926368128:0@lo:13:osp-pre-0-1.0 00000001:00080000:1.0:1777573624.251038:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000001:00080000:1.0:1777573624.251048:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00010000:00010000:3.0:1777573624.568412:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573624.758903:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573624.758908:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573624.758911:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573624.758938:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573624.758946:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573624.758955:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573624.758957:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573624.758972:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926368512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573624.758977:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926368384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573624.759044:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573624.759050:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573624.759112:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573624.759121:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926368384 00000100:00100000:2.0:1777573624.759128:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926368384 00000100:00100000:3.0:1777573624.759129:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926368512 00000100:00100000:3.0:1777573624.759133:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926368512 00000100:00100000:3.0:1777573624.759191:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1777573624.759202:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1777573624.759203:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926368512:12345-0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573624.759214:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926368384:12345-0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1777573624.759217:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573624.759232:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68734 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000024:2.0:1777573624.759252:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00010000:00010000:3.0:1777573624.759256:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573624.759268:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573624.759277:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:2.0:1777573624.759304:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926368384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573624.759311:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1777573624.759320:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926368512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573624.759327:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1777573624.759364:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926368512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573624.759378:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.759388:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573624.759422:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573624.759426:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.759434:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573624.759670:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926368384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573624.775419:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573624.775472:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917737088 00000100:00100000:2.0:1777573624.775483:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917737088 00000100:00080000:3.0:1777573624.775539:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573624.775567:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1172 00000100:00100000:2.0:1777573624.775578:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:57332:x1863919917737088:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573624.775602:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573624.775621:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68742 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e1fa expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.775723:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68749 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.775739:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.775753:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573624.775800:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573624.775805:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573624.775827:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68749 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.775851:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68742 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1fa expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.775867:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68749 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1fa expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.775877:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef240a00) 00010000:00010000:2.0:1777573624.775880:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573624.775883:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55200, rc 0) 00000100:00100000:2.0:1777573624.775941:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:57332:x1863919917737088:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 366us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573624.775949:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1172 00000100:00100000:2.0:1777573624.782326:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573624.782399:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917737344 00000100:00100000:1.0:1777573624.782410:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917737344 00000100:00100000:1.0:1777573624.782481:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1173 00000100:00100000:1.0:1777573624.782493:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:57332:x1863919917737344:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573624.782543:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573624.782569:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68749 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1fa expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.782586:0:26981:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a686a8) 00010000:00010000:1.0:1777573624.782591:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef240a00) 00010000:00010000:1.0:1777573624.782603:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573624.782629:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.782643:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.782655:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1777573624.785068:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967544 is committed 00010000:00010000:1.0:1777573624.785082:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573624.785084:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 69 committed 00010000:00010000:1.0:1777573624.785097:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785105:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785117:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573624.785122:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785128:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785152:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89dec87d8f00) 00010000:00010000:1.0:1777573624.785159:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573624.785165:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785171:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a686bd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785190:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785197:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785204:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785210:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00000100:00100000:2.0:1777573624.785211:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1777573624.785214:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785222:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.785230:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926368640:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777573624.785231:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff89ddc2efd400) 00010000:00010000:1.0:1777573624.785237:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573624.785241:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785247:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a686d2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785270:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785277:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785283:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785288:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573624.785292:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785299:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.785303:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573624.785313:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89dec87d8f00) 00010000:00010000:1.0:1777573624.785316:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573624.785319:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785326:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a6870a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573624.785374:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ffc8998 reply state 0000000040ea3b28 transno 4294967544 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785387:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785394:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89dec87d8a00) 00010000:00010000:1.0:1777573624.785397:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573624.785399:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573624.785410:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00080000:1.0:1777573624.785479:0:26981:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573624.785495:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:57332:x1863919917737344:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 3004us (3176us total) trans 4294967544 rc 0/0 00000100:00100000:1.0:1777573624.785504:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1173 00010000:00010000:1.0:1777573624.785534:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785542:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785548:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.785552:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926368640 00010000:00010000:1.0:1777573624.785554:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573624.785558:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.785561:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926368640 00010000:00010000:1.0:1777573624.785567:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785577:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89dec87d8a00) 00010000:00010000:1.0:1777573624.785580:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573624.785584:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573624.785590:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68750 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.785615:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1777573624.785627:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926368640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777573624.785650:0:8362:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00000100:00080000:0.0:1777573624.785651:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1777573624.785670:0:8362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.785688:0:8362:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 5 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.786091:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573624.786094:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573624.786098:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.786130:0:8362:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 5 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.786164:0:8362:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 5 pid: 9951 timeout: 1249 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.786177:0:8362:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926368768:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573624.786245:0:8362:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded413d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573624.789130:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573624.789172:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917737472 00000100:00100000:2.0:1777573624.789179:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917737472 00010000:00010000:2.0:1777573624.789221:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 6 pid: 9951 timeout: 1249 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.789253:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 378 00000100:00100000:2.0:1777573624.789262:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917737472:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573624.789274:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573624.789279:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 6 pid: 9951 timeout: 1249 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789292:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 6 pid: 9951 timeout: 1249 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789312:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573624.789314:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573624.789319:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789332:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789348:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573624.789385:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917737472:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 126us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573624.789391:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 378 00010000:00010000:2.0:1777573624.789431:0:8362:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a686fc lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e1f3 expref: 5 pid: 9951 timeout: 1249 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573624.789441:0:8362:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8362:1863919926368768:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573624.789457:0:8362:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789465:0:8362:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789470:0:8362:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789477:0:8362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789483:0:8362:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789497:0:8362:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573624.789641:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926368640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4017us (4340us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1777573624.789648:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00010000:00010000:2.0:1777573624.789668:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573624.789674:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789682:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573624.789686:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789716:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789729:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789735:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006d903f1b/0x1e8fa618a5a68757 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573624.789751:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573624.789752:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573624.789754:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573624.789775:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000100:00100000:2.0:1777573624.789788:0:3638:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff89def4ed4380 x1863919926368640/t4294967360(4294967360) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777573640 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777573624.789799:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89def4ed4380/2, rc 0, transno 4294967360 00000100:00100000:2.0:1777573624.789805:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926368640:0@lo:6:osp-syn-1-0.0 00000100:00080000:2.0:1777573624.789838:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573624.857195:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573624.857243:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573624.857282:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573624.857295:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917737600 00000100:00100000:2.0:1777573624.857306:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917737600 00000100:00100000:1.0:1777573624.857308:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917737856 00000100:00100000:1.0:1777573624.857313:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917737856 00000100:00100000:2.0:1777573624.857354:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:1.0:1777573624.857367:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 861 00000100:00100000:2.0:1777573624.857368:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917737600:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573624.857379:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917737856:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573624.857437:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917737600:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 74us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573624.857456:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 875 00000100:00100000:3.0:1777573624.857464:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917737728 00000100:00100000:3.0:1777573624.857469:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917737728 00000100:00100000:3.0:1777573624.857512:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1538 00000100:00100000:3.0:1777573624.857520:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917737728:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573624.857587:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917737856:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 212us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573624.857595:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 861 00000100:00080000:1.0:1777573624.857616:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573624.857620:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573624.857794:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917737728:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 273us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573624.857801:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1538 00000020:00000080:1.0:1777573625.183048:0:95552:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffffd3e8760 20000000:00000080:1.0:1777573625.183060:0:95552:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4edcc00 uarg=0000000000000000 00010000:00010000:1.0:1777573625.183222:0:95552:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573625.183234:0:95552:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573625.183245:0:95552:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573625.183252:0:95552:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573625.183268:0:95552:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573625.183281:0:95552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573625.183294:0:95552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573625.183300:0:95552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573625.183329:0:95552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573625.183341:0:95552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 22 pid: 6479 timeout: 1299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573625.183353:0:95552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95552:1863919926368896:0@lo:104: 00000100:00100000:1.0:1777573625.183401:0:95552:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573625.183481:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926368896 00000100:00100000:3.0:1777573625.183489:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926368896 00000100:00100000:1.0:1777573625.183507:0:95552:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820b40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573625.183549:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1777573625.183559:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95552:x1863919926368896:12345-0@lo:104: 00010000:00010000:3.0:1777573625.183570:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.183645:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573625.183652:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95552:x1863919926368896:12345-0@lo:104: Request processed in 96us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573625.183659:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1777573625.183672:0:95552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95552:1863919926368896:0@lo:104: 00010000:00010000:0.0:1777573625.183685:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573625.183710:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573625.183718:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573625.183721:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573625.183729:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573625.183736:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573625.183742:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573625.183770:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573625.183776:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573625.183799:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573625.183805:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926369024:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573625.183806:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68734 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6873b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573625.183830:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573625.183833:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573625.183834:0:95552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573625.183836:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573625.183850:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573625.183883:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369024 00000100:00100000:3.0:1777573625.183888:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369024 00010000:00010000:3.0:1777573625.183907:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 23 pid: 6479 timeout: 1299 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573625.183948:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1777573625.183957:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926369024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573625.183968:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573625.183973:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 23 pid: 6479 timeout: 1299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.183984:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 23 pid: 6479 timeout: 1299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184000:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6873b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68734 expref: 23 pid: 6479 timeout: 1299 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184014:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184022:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184035:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184041:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184051:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184057:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184062:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573625.184065:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184071:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184085:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573625.184093:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573625.184111:0:95552:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573625.184120:0:95552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573625.184127:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926369024:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (276us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573625.184128:0:95552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a6875e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573625.184153:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1777573625.184168:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926369024:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573625.591976:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573626.294827:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926369152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573626.294894:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573626.295084:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369152 00000100:00100000:0.0:1777573626.295093:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369152 00000100:00100000:0.0:1777573626.295158:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1777573626.295167:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926369152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573626.295198:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:0.0:1777573626.295252:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926369152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573626.295260:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1777573626.295286:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926369152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573626.494364:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573626.494480:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917737984 00000100:00100000:1.0:1777573626.494495:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917737984 00000100:00080000:3.0:1777573626.494575:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573626.494644:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1174 00000100:00100000:1.0:1777573626.494658:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:57408:x1863919917737984:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573626.495010:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573626.495928:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68765 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e201 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496005:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496018:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496034:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496050:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496058:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496066:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496184:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6877a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496194:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6877a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496204:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6877a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573626.496235:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573626.496239:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573626.496260:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6877a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496274:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496282:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496287:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496293:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496303:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573626.496308:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496316:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496329:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573626.496332:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573626.496336:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496342:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a6876c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496355:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496361:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496367:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496372:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573626.496375:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496381:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496391:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef243600) 00010000:00010000:2.0:1777573626.496393:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573626.496396:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496402:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68773 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496435:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68765 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e201 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496451:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6877a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e201 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.496458:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef243800) 00010000:00010000:2.0:1777573626.496461:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573626.496464:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573626.496534:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:57408:x1863919917737984:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1878us (2184us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573626.496542:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1174 00010000:00010000:2.0:1777573626.614858:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573626.806817:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573626.806824:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573626.806830:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573626.806877:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.806888:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573626.806900:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573626.806927:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926369280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573626.807011:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573626.807070:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573626.807081:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369280 00000100:00100000:0.0:1777573626.807090:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369280 00000100:00100000:0.0:1777573626.807159:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1777573626.807169:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926369280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573626.807181:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573626.807195:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68781 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573626.807216:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573626.807227:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573626.807235:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0000, rc 0) 00000100:00100000:0.0:1777573626.807334:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926369280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573626.807341:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1777573626.807409:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926369280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573626.807423:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573626.807434:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573626.807451:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573626.807456:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573626.807463:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573627.275258:0:95796:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd9027a60 20000000:00000080:0.0:1777573627.275274:0:95796:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e95400 uarg=0000000000000000 00010000:00010000:0.0:1777573627.275434:0:95796:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1777573627.275470:0:95796:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef243800) 00010000:00010000:0.0:1777573627.275473:0:95796:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777573627.275483:0:95796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a6877a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e201 expref: 5 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573627.275504:0:95796:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1777573627.275530:0:95796:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573627.275540:0:95796:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573627.275561:0:95796:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573627.275573:0:95796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573627.275587:0:95796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573627.275596:0:95796:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573627.275630:0:95796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573627.275640:0:95796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 22 pid: 6480 timeout: 1301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573627.275652:0:95796:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95796:1863919926369408:0@lo:104: 00000100:00100000:0.0:1777573627.275726:0:95796:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573627.275781:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369408 00000100:00100000:0.0:1777573627.275784:0:95796:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573627.275789:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369408 00000100:00100000:1.0:1777573627.275877:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1777573627.275887:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95796:x1863919926369408:12345-0@lo:104: 00010000:00010000:1.0:1777573627.275900:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573627.275967:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573627.275973:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:95796:x1863919926369408:12345-0@lo:104: Request processed in 88us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573627.275979:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00010000:00010000:3.0:1777573627.276032:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573627.276038:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276046:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573627.276050:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276057:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573627.276063:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573627.276068:0:95796:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:95796:1863919926369408:0@lo:104: 10000000:01000000:3.0:1777573627.276069:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573627.276085:0:95796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276109:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276116:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573627.276142:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276150:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a68781 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68788 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573627.276153:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926369536:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573627.276171:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573627.276174:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573627.276176:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573627.276209:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573627.276283:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369536 00000100:00100000:3.0:1777573627.276288:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369536 00010000:00010000:3.0:1777573627.276308:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 23 pid: 6480 timeout: 1301 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573627.276337:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1777573627.276343:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae77450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926369536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573627.276353:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573627.276357:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 23 pid: 6480 timeout: 1301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276367:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 23 pid: 6480 timeout: 1301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276388:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0000/0x1e8fa618a5a68788 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68781 expref: 23 pid: 6480 timeout: 1301 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276400:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276415:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276432:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276439:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276459:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276466:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276471:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573627.276474:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276481:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276490:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.276498:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573627.276530:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae77450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926369536:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573627.276537:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1777573627.276559:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926369536:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573627.276854:0:95796:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573627.276864:0:95796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573627.276870:0:95796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1800/0x1e8fa618a5a6878f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573627.639822:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573628.343101:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926369792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573628.343167:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926369664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573628.343173:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573628.343767:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573628.343780:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369792 00000100:00100000:0.0:1777573628.343788:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369792 00000100:00100000:3.0:1777573628.343808:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369664 00000100:00100000:3.0:1777573628.343812:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369664 00000100:00100000:0.0:1777573628.343844:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1777573628.343851:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1777573628.343854:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926369792:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573628.343857:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926369664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573628.343881:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573628.343881:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573628.343924:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926369664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573628.343924:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926369792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573628.343932:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1777573628.343941:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1777573628.343974:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926370048:0@lo:400:kworker.0 00000100:00100000:0.0:1777573628.343981:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926369920:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344011:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573628.344024:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573628.344037:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926370560:0@lo:400:kworker.0 00000100:00080000:3.0:1777573628.344046:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573628.344059:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926369920 00000100:00100000:0.0:1777573628.344060:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926370432:0@lo:400:kworker.0 00000100:00100000:1.0:1777573628.344064:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926369920 00000100:00100000:3.0:1777573628.344068:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926370176:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344080:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573628.344105:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573628.344110:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926371072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573628.344116:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1777573628.344124:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926370304:0@lo:400:kworker.0 00000100:00100000:1.0:1777573628.344127:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926369920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573628.344134:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926370944:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344144:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573628.344176:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573628.344176:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573628.344183:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926369920:12345-0@lo:400:kworker.0 Request processed in 59us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573628.344192:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1777573628.344194:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370048 00000100:00100000:3.0:1777573628.344200:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926370816:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344200:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370048 00000100:00100000:0.0:1777573628.344217:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926369920:0@lo:400:kworker.0 00000100:00100000:1.0:1777573628.344230:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370560 00000100:00100000:3.0:1777573628.344235:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573628.344236:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370560 00000100:00100000:2.0:1777573628.344242:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371072 00000100:00100000:2.0:1777573628.344247:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371072 00000100:00100000:0.0:1777573628.344249:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370432 00000100:00100000:0.0:1777573628.344254:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370432 00000100:00100000:3.0:1777573628.344271:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926369792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573628.344276:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370304 00000100:00100000:1.0:1777573628.344280:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370304 00000100:00100000:2.0:1777573628.344284:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1777573628.344290:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1777573628.344296:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926370048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573628.344302:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1777573628.344302:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926370432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573628.344308:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1777573628.344313:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926370560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573628.344321:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926371072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344351:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926370048:12345-0@lo:400:kworker.0 Request processed in 59us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573628.344359:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926370432:12345-0@lo:400:kworker.0 Request processed in 60us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573628.344363:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1777573628.344370:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1777573628.344376:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926370560:12345-0@lo:400:kworker.0 Request processed in 66us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573628.344376:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926371072:12345-0@lo:400:kworker.0 Request processed in 56us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573628.344387:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:1.0:1777573628.344395:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1777573628.344395:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370944 00000100:00100000:2.0:1777573628.344399:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926370304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573628.344401:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370944 00000100:00100000:3.0:1777573628.344404:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1777573628.344430:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370816 00000100:00100000:3.0:1777573628.344433:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:0.0:1777573628.344434:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370816 00000100:00100000:3.0:1777573628.344441:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926370944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573628.344458:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926370432:0@lo:400:kworker.0 00000100:00100000:0.0:1777573628.344462:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1777573628.344471:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926370816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344521:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926370304:12345-0@lo:400:kworker.0 Request processed in 126us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573628.344528:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1777573628.344568:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926370816:12345-0@lo:400:kworker.0 Request processed in 99us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573628.344571:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926370944:12345-0@lo:400:kworker.0 Request processed in 131us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573628.344576:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1777573628.344578:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926370048:0@lo:400:kworker.0 00000100:00100000:3.0:1777573628.344584:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1777573628.344590:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926370560:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344600:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926371072:0@lo:400:kworker.0 00000100:00080000:3.0:1777573628.344605:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573628.344610:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573628.344623:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573628.344626:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926370944:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344645:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926370304:0@lo:400:kworker.0 00000100:00100000:3.0:1777573628.344650:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926370688:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344659:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926370816:0@lo:400:kworker.0 00000100:00100000:0.0:1777573628.344660:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370176 00000100:00100000:0.0:1777573628.344666:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370176 00000100:00100000:3.0:1777573628.344677:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573628.344714:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1777573628.344722:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926370176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573628.344747:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926371200:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344755:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926370176:12345-0@lo:400:kworker.0 Request processed in 35us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573628.344762:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1777573628.344773:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573628.344794:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926370688 00000100:00100000:2.0:1777573628.344799:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926370688 00000100:00100000:3.0:1777573628.344806:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926369664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573628.344824:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926370176:0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344838:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371200 00000100:00100000:2.0:1777573628.344842:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371200 00000100:00080000:3.0:1777573628.344853:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573628.344869:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1777573628.344878:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1777573628.344880:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926370688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573628.344890:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926371200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573628.344923:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926370688:12345-0@lo:400:kworker.0 Request processed in 47us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573628.344930:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1543 00000100:00100000:2.0:1777573628.344934:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926371200:12345-0@lo:400:kworker.0 Request processed in 48us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573628.344943:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:3.0:1777573628.345070:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926370688:0@lo:400:kworker.0 00000100:00100000:3.0:1777573628.345091:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926371200:0@lo:400:kworker.0 00000100:00100000:0.0:1777573628.576671:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573628.576929:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917738112 00000100:00100000:3.0:1777573628.576939:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917738112 00000100:00100000:3.0:1777573628.577007:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1175 00000100:00100000:3.0:1777573628.577017:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:57495:x1863919917738112:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573628.577037:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573628.577054:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68796 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e208 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.578251:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6879d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.578268:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6879d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.578282:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6879d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573628.578325:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1777573628.578329:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573628.578350:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6879d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.578375:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68796 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e208 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.578392:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6879d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e208 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.578400:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896100) 00010000:00010000:3.0:1777573628.578404:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573628.578407:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573628.578470:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57495:x1863919917738112:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 1454us (1804us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573628.578478:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1175 00000100:00080000:0.0:1777573628.578659:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573628.580781:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573628.580811:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917738368 00000100:00100000:0.0:1777573628.580819:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917738368 00000100:00100000:0.0:1777573628.580863:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1176 00000100:00100000:0.0:1777573628.580871:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:57495:x1863919917738368:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573628.580913:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573628.580937:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6879d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e208 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573628.580951:0:6487:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a6877a) 00010000:00010000:0.0:1777573628.580955:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896100) 00010000:00010000:0.0:1777573628.580964:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573628.580987:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573628.581000:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573628.581009:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573628.581163:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d0c1a741 reply state 000000004f808c12 transno 4294967545 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573628.581176:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573628.581182:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efff00) 00010000:00010000:0.0:1777573628.581184:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573628.581187:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573628.581194:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000100:00100000:0.0:1777573628.581258:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:57495:x1863919917738368:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 387us (482us total) trans 4294967545 rc 0/0 00000100:00100000:0.0:1777573628.581265:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1176 00010000:00010000:2.0:1777573628.662851:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573628.952383:0:95991:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd666465b0 20000000:00000080:3.0:1777573628.952396:0:95991:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e97800 uarg=0000000000000000 00010000:00010000:3.0:1777573628.952561:0:95991:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573628.952572:0:95991:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573628.952592:0:95991:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573628.952604:0:95991:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573628.952625:0:95991:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573628.952642:0:95991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952658:0:95991:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952669:0:95991:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952676:0:95991:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952683:0:95991:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952689:0:95991:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952819:0:95991:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573628.952823:0:95991:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952832:0:95991:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952843:0:95991:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952849:0:95991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573628.952853:0:95991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a687ab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 95991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573629.304126:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573629.304181:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573629.304189:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573629.304235:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573629.304253:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573629.304265:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573629.304295:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926371328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573629.304364:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573629.304416:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573629.304434:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371328 00000100:00100000:0.0:1777573629.304443:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371328 00000100:00100000:0.0:1777573629.304498:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1777573629.304506:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926371328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573629.304522:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573629.304537:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a687b2 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573629.304562:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573629.304574:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573629.304583:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573629.304621:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926371328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573629.304627:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1777573629.304664:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926371328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573629.304679:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573629.304705:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573629.304724:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573629.304729:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573629.304742:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573629.367552:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926371456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573629.367648:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926371584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573629.367657:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573629.367683:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573629.367782:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371456 00000100:00100000:1.0:1777573629.367790:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371456 00000100:00100000:3.0:1777573629.367806:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371584 00000100:00100000:3.0:1777573629.367812:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371584 00000100:00100000:1.0:1777573629.367841:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1777573629.367851:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1777573629.367856:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926371456:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573629.367865:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926371584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573629.367891:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1777573629.367891:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573629.367957:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926371584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573629.367959:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926371456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573629.367972:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:1.0:1777573629.367981:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1777573629.368048:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926371584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573629.368099:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926371456:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777573629.687814:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573629.879054:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926371712:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573629.879119:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573629.879196:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371712 00000100:00100000:0.0:1777573629.879203:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371712 00000100:00100000:0.0:1777573629.879319:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1777573629.879329:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926371712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573629.879366:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573629.879421:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926371712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573629.879429:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1777573629.879457:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926371712:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573629.976056:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573629.976111:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573629.976143:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573629.976169:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573629.976206:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573629.976239:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917738880 00000100:00100000:3.0:1777573629.976248:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917738880 00000100:00100000:0.0:1777573629.976280:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917738496 00000100:00100000:3.0:1777573629.976292:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739008 00000100:00100000:3.0:1777573629.976295:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739008 00000100:00100000:0.0:1777573629.976304:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917738496 00000100:00100000:3.0:1777573629.976313:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00100000:3.0:1777573629.976322:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917738880:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573629.976354:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917738624 00000100:00100000:0.0:1777573629.976354:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 879 00000100:00100000:2.0:1777573629.976361:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917738624 00000100:00100000:0.0:1777573629.976366:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917738496:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573629.976396:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917738880:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 73us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573629.976400:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917738752 00000100:00100000:0.0:1777573629.976402:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917738496:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573629.976406:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917738752 00000100:00100000:3.0:1777573629.976410:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 864 00000100:00100000:0.0:1777573629.976416:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 879 00000100:00100000:3.0:1777573629.976437:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 865 00000100:00100000:3.0:1777573629.976452:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917739008:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573629.976452:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1545 00000100:00080000:0.0:1777573629.976465:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573629.976469:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917738624:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:0.0:1777573629.976472:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573629.976477:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573629.976490:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917739008:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 45us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573629.976498:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 865 00000100:00100000:2.0:1777573629.976519:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917738624:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 55us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573629.976528:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1545 00000100:00100000:2.0:1777573629.976551:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1546 00000100:00100000:2.0:1777573629.976560:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917738752:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573629.976586:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917738752:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 28us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573629.976593:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1546 00000100:00100000:0.0:1777573630.185252:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573630.185353:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739136 00000100:00100000:0.0:1777573630.185363:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739136 00000100:00100000:0.0:1777573630.185429:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1177 00000100:00100000:0.0:1777573630.185441:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:57576:x1863919917739136:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573630.185534:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:57576:x1863919917739136:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 95us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573630.185665:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1177 00000100:00080000:0.0:1777573630.185689:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573630.187588:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573630.187788:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739264 00000100:00100000:2.0:1777573630.187796:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739264 00000100:00100000:2.0:1777573630.188005:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 527 00000100:00100000:2.0:1777573630.188017:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739264:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573630.188263:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739264:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 249us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573630.188270:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 527 00000100:00100000:0.0:1777573630.189231:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573630.189271:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739392 00000100:00100000:2.0:1777573630.189276:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739392 00000100:00100000:2.0:1777573630.189310:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 528 00000100:00100000:2.0:1777573630.189315:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739392:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573630.189429:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739392:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 113us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573630.189436:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 528 00000001:00080000:0.0:1777573630.191242:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000100:00100000:3.0:1777573630.191362:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573630.191471:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739520 00000100:00100000:2.0:1777573630.191477:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739520 00000100:00100000:2.0:1777573630.191540:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1178 00000100:00100000:2.0:1777573630.191549:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:57576:x1863919917739520:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573630.191734:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:57576:x1863919917739520:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 185us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573630.191742:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1178 00000100:00100000:3.0:1777573630.193406:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573630.193443:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739648 00000100:00100000:1.0:1777573630.193449:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739648 00000100:00100000:1.0:1777573630.193484:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1179 00000100:00100000:1.0:1777573630.193490:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739648:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573630.193593:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739648:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 103us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573630.193600:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1179 00000001:00080000:0.0:1777573630.193968:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967545 is committed 00010000:00010000:1.0:1777573630.193995:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.194004:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.194009:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.194013:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573630.194016:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.194025:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.194045:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2efff00) 00010000:00010000:1.0:1777573630.194048:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573630.194060:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.194067:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a687a4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573630.195542:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573630.195577:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739776 00000100:00100000:2.0:1777573630.195583:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739776 00000100:00100000:2.0:1777573630.195630:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1180 00000100:00100000:2.0:1777573630.195639:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739776:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573630.195775:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739776:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 137us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573630.195780:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1180 00000100:00100000:3.0:1777573630.197832:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573630.197930:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917739904 00000100:00100000:1.0:1777573630.197938:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917739904 00000100:00100000:1.0:1777573630.197980:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 529 00000100:00100000:1.0:1777573630.197990:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739904:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573630.198178:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917739904:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 190us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573630.198185:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 529 00000100:00100000:3.0:1777573630.199087:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573630.199188:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917740032 00000100:00100000:0.0:1777573630.199191:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917740032 00000100:00100000:0.0:1777573630.199218:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 530 00000100:00100000:0.0:1777573630.199223:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917740032:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573630.199383:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917740032:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 159us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573630.199390:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 530 00000100:00100000:3.0:1777573630.200902:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573630.200989:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917740160 00000100:00100000:0.0:1777573630.200995:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917740160 00000100:00100000:0.0:1777573630.201042:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1181 00000100:00100000:0.0:1777573630.201051:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917740160:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573630.201247:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917740160:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 197us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573630.201255:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1181 00000100:00100000:3.0:1777573630.202324:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573630.202369:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917740288 00000100:00100000:1.0:1777573630.202374:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917740288 00000100:00100000:2.0:1777573630.202442:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1182 00000100:00100000:2.0:1777573630.202451:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917740288:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573630.202583:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57576:x1863919917740288:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 133us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573630.202590:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1182 00000100:00100000:3.0:1777573630.230457:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573630.230529:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917740416 00000100:00100000:0.0:1777573630.230540:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917740416 00000100:00100000:0.0:1777573630.230597:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1183 00000100:00100000:0.0:1777573630.230606:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:57580:x1863919917740416:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573630.230626:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573630.230651:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a687c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e20f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230752:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230767:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230778:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230792:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230799:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230805:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230890:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a687d5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230898:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a687d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230905:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a687d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573630.230933:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573630.230938:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573630.230956:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a687d5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230969:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230979:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230985:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230991:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.230996:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573630.231000:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231008:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231019:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573630.231022:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573630.231026:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231032:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a687c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231057:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231063:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231069:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231074:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573630.231077:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231083:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231090:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc2eff800) 00010000:00010000:0.0:1777573630.231093:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573630.231095:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231101:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a687ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231127:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a687c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e20f expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231135:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a687d5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e20f expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573630.231140:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2eff500) 00010000:00010000:0.0:1777573630.231141:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777573630.231143:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573630.231201:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:57580:x1863919917740416:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 596us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573630.231208:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1183 00000100:00100000:3.0:1777573630.233427:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573630.233523:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917740544 00000100:00100000:1.0:1777573630.233531:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917740544 00000100:00100000:1.0:1777573630.233587:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 168 00000100:00100000:1.0:1777573630.233659:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:57580:x1863919917740544:12345-192.168.204.9@tcp:49:dd.60003 00000100:00100000:1.0:1777573630.233876:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:57580:x1863919917740544:12345-192.168.204.9@tcp:49:dd.60003 Request processed in 219us (456us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573630.233882:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 168 00000100:00100000:3.0:1777573630.235974:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573630.236050:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917740800 00000100:00100000:2.0:1777573630.236154:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917740800 00000100:00100000:2.0:1777573630.236207:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1184 00000100:00100000:2.0:1777573630.236218:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:57580:x1863919917740800:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:2.0:1777573630.236236:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573630.236254:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a687dc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e216 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236358:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236372:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236382:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236394:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236401:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236407:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573630.236731:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:2.0:1777573630.236854:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a687f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236863:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a687f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236869:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a687f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236899:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236905:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236911:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236917:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236923:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573630.236926:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236933:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236943:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2eff500) 00010000:00010000:2.0:1777573630.236946:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573630.236950:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236956:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a687e3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573630.236967:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001aeba8cf reply state 000000001d1c9a53 transno 4294967546 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236977:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.236983:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243500) 00010000:00010000:2.0:1777573630.236985:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573630.236987:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573630.237010:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a687dc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e216 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.237022:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a687f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e216 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573630.237029:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89deef243b00) 00010000:00010000:2.0:1777573630.237031:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573630.237033:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54000, rc 0) 00000100:00100000:2.0:1777573630.237116:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:57580:x1863919917740800:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 901us (1146us total) trans 4294967546 rc 0/0 00000100:00100000:2.0:1777573630.237127:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1184 00000100:00100000:3.0:1777573630.241229:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573630.241474:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917740928 00000100:00100000:1.0:1777573630.241483:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917740928 00000100:00100000:1.0:1777573630.241549:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 531 00000100:00100000:1.0:1777573630.241556:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:57580:x1863919917740928:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:1.0:1777573630.241571:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573630.241586:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e21d expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573630.241606:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777573630.241623:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573630.241625:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573630.241631:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 6 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.241642:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 6 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.241651:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573630.241719:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:57580:x1863919917740928:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 164us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573630.241724:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 531 00000100:00100000:3.0:1777573630.255119:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573630.255202:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917741056 00000100:00100000:2.0:1777573630.255212:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917741056 00002000:00100000:2.0:1777573630.255269:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->1048575) req@ffff89ded0cc5f80 x1863919917741056/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:131/0 lens 488/0 e 0 to 0 dl 1777573641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1777573630.255280:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ded0cc5f80 with x1863919917741056 ext(0->1048575) 00002000:00010000:2.0:1777573630.255286:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ded0cc5f80 00000100:00100000:2.0:1777573630.255320:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 25 00000100:00100000:2.0:1777573630.255329:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917741056:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:2.0:1777573630.268396:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917741056:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 13051us (13271us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1777573630.268417:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 25 00002000:00100000:2.0:1777573630.268434:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->1048575) req@ffff89ded0cc5f80 x1863919917741056/t4294967363(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:131/0 lens 488/448 e 0 to 0 dl 1777573641 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1777573630.268447:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ded0cc5f80 with x1863919917741056 ext(0->1048575) 00002000:00010000:2.0:1777573630.268868:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ded0cc5f80 00000100:00100000:0.0:1777573630.270399:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573630.270501:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917741184 00000100:00100000:1.0:1777573630.270515:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917741184 00000100:00100000:1.0:1777573630.270592:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1185 00000100:00100000:1.0:1777573630.270603:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:57580:x1863919917741184:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:0.0:1777573630.272016:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967546 is committed 00010000:00010000:1.0:1777573630.272191:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.272211:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.272222:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.272229:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573630.272234:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.272243:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573630.272260:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:57580:x1863919917741184:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 1655us (1864us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573630.272263:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89deef243500) 00010000:00010000:1.0:1777573630.272268:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573630.272276:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1185 00010000:00010000:1.0:1777573630.272276:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573630.272285:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a687ea lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573630.273967:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573630.274079:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917741312 00000100:00100000:2.0:1777573630.274090:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917741312 00000100:00100000:2.0:1777573630.274158:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 532 00000100:00100000:2.0:1777573630.274169:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2402:x1863919917741312:12345-192.168.204.9@tcp:16:dd.60003 00000001:00080000:0.0:1777573630.276193:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000100:00100000:2.0:1777573630.276574:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917741312:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 2397us (2605us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573630.276587:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 532 00000100:00100000:0.0:1777573630.279127:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573630.279216:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917741568 00000100:00100000:3.0:1777573630.279225:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917741568 00000100:00100000:3.0:1777573630.279279:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 169 00000100:00100000:3.0:1777573630.279290:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:57580:x1863919917741568:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:3.0:1777573630.279604:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:57580:x1863919917741568:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 315us (482us total) trans 4294967547 rc 0/0 00000100:00100000:3.0:1777573630.279611:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 169 00010000:00010000:3.0:1777573630.710828:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573630.825007:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967547 is committed 00000004:00080000:3.0:1777573631.387600:0:96234:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1156035904090ns, next at 1135165774747ns, rc = 0 00080000:00080000:3.0:1777573631.387619:0:96234:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573631.387779:0:96234:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1156036085425ns, next at 1091266840538ns, rc = 0 00080000:00080000:3.0:1777573631.387786:0:96234:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573631.388498:0:96234:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1156036804732ns, next at 1148334226750ns, rc = 0 00080000:00080000:3.0:1777573631.388508:0:96234:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573631.388970:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 66 committed 00000004:00080000:3.0:1777573631.388997:0:96234:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1156037303479ns, next at 1088607690355ns, rc = 0 00080000:00080000:3.0:1777573631.389008:0:96234:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573631.389637:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 69 committed 00000004:00080000:2.0:1777573631.390399:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 65 committed 00000004:00080000:2.0:1777573631.390908:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 70 committed 00000100:00100000:2.0:1777573631.414925:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573631.414946:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926371840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573631.415024:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573631.415128:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371840 00000100:00100000:1.0:1777573631.415136:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371840 00000100:00100000:1.0:1777573631.415217:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1777573631.415226:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926371840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573631.415261:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573631.415318:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926371840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573631.415325:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1777573631.415395:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926371840:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573631.734932:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573632.020652:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573632.020730:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917741696 00000100:00100000:2.0:1777573632.020740:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917741696 00000100:00100000:2.0:1777573632.020816:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1186 00000100:00100000:2.0:1777573632.020826:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917741696:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573632.020921:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917741696:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 96us (277us total) trans 0 rc 0/0 00000100:00080000:0.0:1777573632.021037:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573632.022027:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1186 00000100:00100000:0.0:1777573632.022458:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573632.022539:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917741824 00000100:00100000:3.0:1777573632.022546:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917741824 00000100:00100000:3.0:1777573632.022625:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 533 00000100:00100000:3.0:1777573632.022633:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:57776:x1863919917741824:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573632.022763:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:57776:x1863919917741824:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 130us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573632.022772:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 533 00000100:00080000:0.0:1777573632.022862:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573632.023975:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573632.024022:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917741952 00000100:00100000:1.0:1777573632.024028:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917741952 00000100:00100000:1.0:1777573632.024120:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 534 00000100:00100000:1.0:1777573632.024131:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917741952:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573632.024289:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917741952:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 161us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573632.024302:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 534 00000100:00080000:0.0:1777573632.024970:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573632.026143:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573632.026217:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917742080 00000100:00100000:0.0:1777573632.026225:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917742080 00000100:00100000:0.0:1777573632.026281:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1187 00000100:00100000:0.0:1777573632.026292:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917742080:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573632.026418:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917742080:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 128us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573632.026426:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1187 00000100:00100000:0.0:1777573632.028745:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573632.028826:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917742208 00000100:00100000:1.0:1777573632.028833:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917742208 00000100:00100000:1.0:1777573632.028897:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1188 00000100:00100000:1.0:1777573632.028909:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917742208:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:0.0:1777573632.029038:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573632.029131:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917742208:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 225us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573632.029138:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1188 00000100:00100000:0.0:1777573632.031579:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573632.031634:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917742336 00000100:00100000:1.0:1777573632.031640:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917742336 00000100:00100000:1.0:1777573632.031682:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1189 00000100:00100000:1.0:1777573632.031688:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917742336:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573632.031794:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917742336:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 106us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573632.031798:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1189 00000100:00100000:0.0:1777573632.033454:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573632.033543:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917742464 00000100:00100000:1.0:1777573632.033549:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917742464 00000100:00100000:1.0:1777573632.033591:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 535 00000100:00100000:1.0:1777573632.033601:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57776:x1863919917742464:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573632.033729:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:57776:x1863919917742464:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 129us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573632.033736:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 535 00000100:00100000:0.0:1777573632.034849:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573632.035902:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917742592 00000100:00100000:1.0:1777573632.035910:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917742592 00000100:00100000:1.0:1777573632.035946:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 536 00000100:00100000:1.0:1777573632.035955:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917742592:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573632.036139:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917742592:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 185us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573632.036147:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 536 00000100:00100000:0.0:1777573632.040507:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573632.040588:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917742720 00000100:00100000:3.0:1777573632.040598:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917742720 00000100:00100000:3.0:1777573632.040659:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1190 00000100:00100000:3.0:1777573632.040670:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917742720:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573632.040807:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:57776:x1863919917742720:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 139us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573632.040814:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1190 00000100:00100000:0.0:1777573632.042775:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573632.042940:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917742848 00000100:00100000:1.0:1777573632.042949:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917742848 00000100:00100000:1.0:1777573632.043011:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1191 00000100:00100000:1.0:1777573632.043020:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917742848:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573632.043210:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:57776:x1863919917742848:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 191us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573632.043218:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1191 00000100:00100000:0.0:1777573632.082839:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573632.083265:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917743104 00000100:00100000:3.0:1777573632.083275:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917743104 00000100:00100000:1.0:1777573632.083380:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1192 00000100:00100000:1.0:1777573632.083394:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:57780:x1863919917743104:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:1.0:1777573632.083449:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573632.083475:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a687f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e216 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083494:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89deef243b00) 00010000:00010000:1.0:1777573632.083505:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573632.083541:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083555:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083566:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083580:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083592:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083599:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083724:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083734:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.083741:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573632.083966:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9408 00000004:00080000:1.0:1777573632.083976:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1156732282512ns, next at 1157732280104ns, rc = 0 00010000:00010000:1.0:1777573632.084038:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084047:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084055:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084062:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084069:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084075:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084099:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573632.084118:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084125:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084131:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084137:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573632.084140:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084147:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084156:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89dec87d8200) 00010000:00010000:1.0:1777573632.084159:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573632.084163:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084169:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68814 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084185:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084191:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084196:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084202:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084207:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573632.084209:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084215:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084223:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2eff500) 00010000:00010000:1.0:1777573632.084226:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573632.084229:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084235:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68806 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573632.084262:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002af878ab reply state 00000000e815fd1d transno 4294967548 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084273:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573632.084279:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89dec87d8e00) 00010000:00010000:1.0:1777573632.084281:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573632.084284:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573632.084355:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:57780:x1863919917743104:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 965us (1521us total) trans 4294967548 rc 0/0 00000100:00100000:1.0:1777573632.084363:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1192 00010000:00010000:3.0:1777573632.084549:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573632.084556:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573632.084562:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573632.084565:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573632.084571:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573632.084579:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff89dec87d8200) 00010000:00010000:3.0:1777573632.084581:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573632.084584:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573632.084589:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a6881b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573632.084607:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573632.084609:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573632.084611:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573632.758982:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573633.004190:0:96380:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1157652494319ns, next at 1157732280104ns, rc = 0 00080000:00080000:3.0:1777573633.004211:0:96380:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573633.008301:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 71 committed 00000001:00080000:2.0:1777573633.008345:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967548 is committed 00000004:00080000:2.0:1777573633.008353:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 70 committed 00010000:00010000:1.0:1777573633.008432:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008445:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008456:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008464:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573633.008469:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008476:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008492:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0xecba81fd (ffff89dec87d8e00) 00010000:00010000:1.0:1777573633.008496:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573633.008500:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008511:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a6880d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573633.008538:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926371968:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1777573633.008603:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.008652:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926371968 00000100:00100000:1.0:1777573633.008659:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926371968 00000100:00080000:0.0:1777573633.008754:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573633.008777:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1777573633.008787:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926371968:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777573633.008815:0:8359:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:19 count 1 00010000:00010000:1.0:1777573633.008831:0:8359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008847:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 5 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008852:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573633.008854:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573633.008857:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008879:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 5 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.008887:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 5 pid: 12154 timeout: 1257 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573633.008895:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8359:1863919926372096:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573633.008947:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce900 going to sleep for 11 seconds 00000100:00100000:1.0:1777573633.010999:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8359:1863919926372096:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573633.011029:0:8359:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573633.011846:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573633.011964:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917743232 00000100:00100000:2.0:1777573633.011976:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917743232 00010000:00010000:2.0:1777573633.012044:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 6 pid: 12154 timeout: 1257 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573633.012205:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 381 00000100:00100000:2.0:1777573633.012217:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917743232:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573633.012248:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573633.012255:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 6 pid: 12154 timeout: 1257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573633.012273:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 6 pid: 12154 timeout: 1257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573633.012302:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a687ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e21d expref: 6 pid: 12154 timeout: 1257 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573633.012320:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573633.012322:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573633.012329:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573633.012342:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573633.012383:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573633.012456:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917743232:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 240us (617us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573633.012459:0:8359:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573633.012469:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 381 00010000:00010000:1.0:1777573633.012478:0:8359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.012490:0:8359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.012499:0:8359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573633.012523:0:8359:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573633.012629:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573633.012639:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573633.012649:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573633.012743:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573633.012755:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573633.012771:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573633.012780:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926371968:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3992us (4173us total) trans 4294967364 rc 0/0 00010000:00010000:3.0:1777573633.012781:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a68822 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573633.012799:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00010000:00010000:3.0:1777573633.012817:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573633.012820:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573633.012822:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573633.012873:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ded0cc7800/2, rc 0, transno 4294967364 00000100:00100000:3.0:1777573633.012897:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926371968:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1777573633.013711:0:96380:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1157661996509ns, next at 1091266840538ns, rc = 0 00080000:00080000:1.0:1777573633.013725:0:96380:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573633.013858:0:96380:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1157662164889ns, next at 1148334226750ns, rc = 0 00080000:00080000:1.0:1777573633.013866:0:96380:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573633.013960:0:96380:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1157662267074ns, next at 1088607690355ns, rc = 0 00080000:00080000:1.0:1777573633.013967:0:96380:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573633.015135:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 71 committed 00000004:00080000:2.0:1777573633.015600:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 67 committed 00000004:00080000:2.0:1777573633.016907:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 66 committed 00000100:00100000:1.0:1777573633.462938:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926372352:0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.462940:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926372224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463160:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.463161:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573633.463225:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926372352 00000100:00100000:3.0:1777573633.463233:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926372352 00000100:00100000:3.0:1777573633.463276:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:3.0:1777573633.463284:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926372352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.463441:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926372864:0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463443:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926372736:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.463479:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573633.463490:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.463502:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926373376:0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463521:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926373248:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.463528:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.463555:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926373888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573633.463563:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.463586:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573633.463592:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926373760:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.463623:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926372480:0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463624:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.463656:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573633.463677:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926372736 00000100:00100000:1.0:1777573633.463678:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926372992:0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463683:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926372736 00000100:00100000:0.0:1777573633.463735:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926372480 00000100:00100000:0.0:1777573633.463738:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926372480 00000100:00100000:0.0:1777573633.463760:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1777573633.463768:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926372736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463812:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926372736:12345-0@lo:400:kworker.0 Request processed in 45us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573633.463819:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1777573633.463836:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1777573633.463843:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926372480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463868:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926372480:12345-0@lo:400:kworker.0 Request processed in 26us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573633.463873:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1777573633.463904:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926372736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573633.463943:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926372864 00000100:00100000:0.0:1777573633.463946:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926372864 00000100:00100000:1.0:1777573633.463989:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.464011:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926373504:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464034:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573633.464187:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926373376 00000100:00100000:0.0:1777573633.464191:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926373376 00000100:00100000:1.0:1777573633.464289:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926372480:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464298:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1777573633.464304:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926372608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464329:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.464340:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926373120:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464363:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.464380:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926373632:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464401:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573633.464426:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926373888 00000100:00100000:1.0:1777573633.464430:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926373888 00000100:00100000:1.0:1777573633.464463:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1777573633.464465:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926372992 00000100:00100000:0.0:1777573633.464470:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926372992 00000100:00100000:1.0:1777573633.464474:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926373888:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573633.464496:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926373504 00002000:00000024:1.0:1777573633.464498:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573633.464499:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926373504 00000100:00100000:0.0:1777573633.464517:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926372608 00000100:00100000:0.0:1777573633.464521:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926372608 00000100:00100000:0.0:1777573633.464539:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1777573633.464543:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926373888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573633.464550:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926372864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464553:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1777573633.464578:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926373248 00000100:00100000:1.0:1777573633.464582:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926373248 00000100:00100000:0.0:1777573633.464593:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926372864:12345-0@lo:400:kworker.0 Request processed in 45us (1114us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573633.464600:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1777573633.464609:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926373760 00000100:00100000:1.0:1777573633.464613:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926373760 00000100:00100000:0.0:1777573633.464618:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00000100:00100000:0.0:1777573633.464626:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926373376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464632:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926373120 00000100:00100000:1.0:1777573633.464635:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926373120 00000100:00100000:1.0:1777573633.464651:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926373632 00000100:00100000:1.0:1777573633.464653:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926373632 00000100:00100000:1.0:1777573633.464669:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1777573633.464676:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926373248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464737:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926373248:12345-0@lo:400:kworker.0 Request processed in 61us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573633.464744:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1777573633.464758:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1777573633.464764:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926373760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464791:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926373760:12345-0@lo:400:kworker.0 Request processed in 27us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573633.464797:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1777573633.464808:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1777573633.464814:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926373120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464842:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926373120:12345-0@lo:400:kworker.0 Request processed in 30us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573633.464849:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1777573633.464860:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1777573633.464866:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926373632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464894:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926373632:12345-0@lo:400:kworker.0 Request processed in 29us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573633.464899:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1777573633.464925:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1777573633.464933:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926372992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.464964:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926372992:12345-0@lo:400:kworker.0 Request processed in 34us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573633.464970:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1777573633.464994:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1777573633.465000:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926373504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465025:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926373504:12345-0@lo:400:kworker.0 Request processed in 26us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573633.465030:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1777573633.465041:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1777573633.465047:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926372608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465070:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926372608:12345-0@lo:400:kworker.0 Request processed in 24us (740us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573633.465075:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1777573633.465119:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926372608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465128:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926373120:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465139:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926373632:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465146:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926372992:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465154:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926373504:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465186:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926373248:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465194:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967360 gen 2 00000004:00080000:1.0:1777573633.465198:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89def4ed4380, transno 4294967360 00000100:00100000:1.0:1777573633.465208:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926373760:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465330:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926373888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573633.465341:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926372864:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.465404:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926374016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573633.465428:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777573633.465468:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573633.465473:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573633.465475:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573633.465477:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573633.466423:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926373376:12345-0@lo:400:kworker.0 Request processed in 1796us (2894us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573633.466434:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00000100:00100000:1.0:1777573633.467281:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926373376:0@lo:400:kworker.0 00000100:00100000:2.0:1777573633.467831:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926372224 00000100:00100000:2.0:1777573633.467838:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926372224 00000100:00100000:2.0:1777573633.467878:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1777573633.467886:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926372224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573633.467945:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926372224:12345-0@lo:400:kworker.0 Request processed in 60us (4791us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573633.467952:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1777573633.468008:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374016 00000100:00100000:2.0:1777573633.468012:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374016 00000100:00100000:2.0:1777573633.468034:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1777573633.468040:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926374016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573633.468055:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573633.468089:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926374016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (2661us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573633.468095:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1777573633.468199:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926372352:12345-0@lo:400:kworker.0 Request processed in 4915us (5042us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573633.468209:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:3.0:1777573633.468242:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926372352:0@lo:400:kworker.0 00000100:00100000:1.0:1777573633.468338:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926374016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573633.468361:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926372224:0@lo:400:kworker.0 00010000:00010000:3.0:1777573633.782884:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573634.487125:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573634.487147:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926374144:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573634.487216:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573634.487363:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926374272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573634.487393:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573634.487432:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374144 00000100:00100000:3.0:1777573634.487439:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374144 00000100:00100000:3.0:1777573634.487484:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374272 00000100:00100000:3.0:1777573634.487487:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374272 00000100:00100000:3.0:1777573634.487504:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1777573634.487512:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926374144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573634.487539:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573634.487579:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926374144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573634.487585:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1777573634.487601:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1777573634.487606:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926374272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573634.487615:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573634.487637:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926374272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 32us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573634.487643:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1777573634.487679:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926374272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573634.487828:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926374144:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573634.806868:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573634.998855:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573634.998877:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926374400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573634.998952:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573634.999025:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374400 00000100:00100000:0.0:1777573634.999034:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374400 00000100:00100000:0.0:1777573634.999085:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1777573634.999095:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926374400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573634.999128:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573634.999186:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926374400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573634.999195:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1777573634.999299:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926374400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573635.099730:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573635.099770:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573635.099810:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917743360 00000100:00100000:3.0:1777573635.099820:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917743360 00000100:00100000:0.0:1777573635.099855:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573635.099914:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573635.099950:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917743744 00000100:00100000:0.0:1777573635.099955:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573635.099957:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917743744 00000100:00080000:0.0:1777573635.099995:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573635.099997:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:2.0:1777573635.100008:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917743872 00000100:00100000:3.0:1777573635.100013:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917743360:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573635.100013:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917743872 00000100:00080000:0.0:1777573635.100042:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573635.100043:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:2.0:1777573635.100056:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917743744:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573635.100094:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917743744:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573635.100095:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917743360:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 85us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573635.100111:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 870 00000100:00100000:3.0:1777573635.100112:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 881 00000100:00100000:1.0:1777573635.100147:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917743488 00000100:00100000:1.0:1777573635.100153:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917743488 00000100:00100000:2.0:1777573635.100172:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:2.0:1777573635.100182:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917743872:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573635.100193:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917743616 00000100:00100000:3.0:1777573635.100199:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917743616 00000100:00100000:1.0:1777573635.100209:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1553 00000100:00100000:2.0:1777573635.100214:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917743872:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573635.100223:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 871 00000100:00100000:1.0:1777573635.100223:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917743488:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573635.100240:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1554 00000100:00100000:3.0:1777573635.100251:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917743616:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573635.100274:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917743488:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 57us (502us total) trans 0 rc 0/0 00000100:00080000:0.0:1777573635.100280:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573635.100282:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1553 00000100:00080000:0.0:1777573635.100285:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573635.100288:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917743616:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573635.100299:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1554 00010000:00010000:3.0:1777573635.831103:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573636.536779:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926374528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573636.536863:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573636.537090:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374528 00000100:00100000:1.0:1777573636.537100:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374528 00000100:00100000:1.0:1777573636.537151:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1777573636.537163:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926374528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573636.537218:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573636.537284:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926374528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573636.537293:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1777573636.537313:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926374528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573636.854935:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573637.879480:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573638.075519:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000100:00100000:3.0:1777573638.582984:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926374784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573638.583056:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573638.583136:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926374656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573638.583226:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374784 00000100:00100000:3.0:1777573638.583234:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374784 00000100:00100000:3.0:1777573638.583287:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1777573638.583298:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926374784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573638.583328:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1777573638.583413:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573638.583506:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926374912:0@lo:400:kworker.0 00000100:00100000:2.0:1777573638.583630:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573638.583721:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926374784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 424us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573638.583740:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1777573638.583757:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374656 00000100:00100000:3.0:1777573638.583761:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374656 00000100:00100000:3.0:1777573638.583789:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1777573638.583796:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926374656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573638.583807:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573638.583937:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926375040:0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.583969:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573638.583989:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926375552:0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.584011:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573638.584028:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926376064:0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.584048:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573638.584067:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777573638.584072:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926375168:0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.584274:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926374656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 478us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573638.584281:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1777573638.584302:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375040 00000100:00100000:3.0:1777573638.584306:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375040 00000100:00100000:3.0:1777573638.584334:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375552 00000100:00100000:3.0:1777573638.584337:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375552 00000100:00100000:3.0:1777573638.584357:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376064 00000100:00100000:3.0:1777573638.584360:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376064 00000100:00100000:3.0:1777573638.584380:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:3.0:1777573638.584386:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926375040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.584421:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926375040:12345-0@lo:400:kworker.0 Request processed in 34us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573638.584428:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:3.0:1777573638.584442:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1777573638.584451:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926375552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.584471:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573638.584484:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926375552:12345-0@lo:400:kworker.0 Request processed in 34us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573638.584491:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1777573638.584509:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1777573638.584515:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926375424:0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.584520:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926376064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.584558:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926376064:12345-0@lo:400:kworker.0 Request processed in 42us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573638.584564:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1777573638.584569:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573638.584594:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926375936:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.584615:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573638.584630:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1777573638.584634:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926375296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.584649:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375424 00000100:00100000:1.0:1777573638.584650:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573638.584655:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375424 00000100:00100000:1.0:1777573638.584664:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926375808:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.584679:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573638.584688:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1777573638.584717:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926375424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.584725:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375936 00000100:00100000:1.0:1777573638.584731:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375936 00000100:00100000:3.0:1777573638.584761:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926375424:12345-0@lo:400:kworker.0 Request processed in 44us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573638.584768:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375808 00000100:00100000:3.0:1777573638.584769:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1777573638.584778:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375808 00000100:00100000:3.0:1777573638.584794:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926374912 00000100:00100000:3.0:1777573638.584800:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926374912 00000100:00100000:1.0:1777573638.584809:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1777573638.584834:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1777573638.584842:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926374912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.584871:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926374912:12345-0@lo:400:kworker.0 Request processed in 31us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573638.584889:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1777573638.584910:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926375936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.584951:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926375424:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.584953:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926375936:12345-0@lo:400:kworker.0 Request processed in 136us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573638.584964:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1777573638.584968:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967364 gen 2 00000004:00080000:3.0:1777573638.584974:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ded0cc7800, transno 4294967364 00000100:00100000:1.0:1777573638.584981:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1777573638.584989:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926375936:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.584991:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926375808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573638.585006:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926374912:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.585030:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926375808:12345-0@lo:400:kworker.0 Request processed in 41us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573638.585040:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926375808:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.585052:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:1.0:1777573638.585084:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573638.585087:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573638.585089:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573638.585104:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375296 00000100:00100000:1.0:1777573638.585108:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375296 00000100:00100000:1.0:1777573638.585130:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1777573638.585136:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926375296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.585167:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926375296:12345-0@lo:400:kworker.0 Request processed in 31us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573638.585173:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1777573638.585198:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926375296:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.585252:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926374784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573638.585558:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573638.585564:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926374656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573638.585585:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926375680:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.585607:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375168 00000100:00100000:1.0:1777573638.585612:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375168 00000100:00100000:0.0:1777573638.585613:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573638.585639:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926376192:0@lo:400:kworker.0 00000100:00100000:1.0:1777573638.585645:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1777573638.585654:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926375168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.585664:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573638.585714:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926375040:0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.585726:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926375552:0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.585734:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926376064:0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.585760:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926375168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573638.585769:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926375680 00000100:00100000:2.0:1777573638.585775:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926375680 00000100:00100000:0.0:1777573638.585786:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376192 00000100:00100000:0.0:1777573638.585791:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376192 00000100:00100000:1.0:1777573638.585792:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926375168:12345-0@lo:400:kworker.0 Request processed in 138us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573638.585802:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1777573638.585825:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:0.0:1777573638.585832:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1777573638.585836:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926375680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.585843:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926376192:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777573638.585858:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573638.585903:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926375680:12345-0@lo:400:kworker.0 Request processed in 69us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573638.585913:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:1.0:1777573638.585921:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926375680:0@lo:400:kworker.0 00000100:00100000:0.0:1777573638.586102:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926376192:12345-0@lo:400:kworker.0 Request processed in 262us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573638.586108:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:1.0:1777573638.586187:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926376192:0@lo:400:kworker.0 00010000:00010000:3.0:1777573638.903925:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573639.570989:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.571028:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744000 00000100:00100000:1.0:1777573639.571039:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744000 00000100:00100000:1.0:1777573639.571252:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1193 00000100:00100000:1.0:1777573639.571267:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917744000:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573639.571365:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917744000:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 102us (382us total) trans 0 rc 0/0 00000100:00080000:2.0:1777573639.571371:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573639.571371:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1193 00000100:00100000:2.0:1777573639.573597:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573639.574073:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744128 00000100:00100000:2.0:1777573639.574083:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744128 00000100:00100000:2.0:1777573639.574145:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 538 00000100:00100000:2.0:1777573639.574156:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744128:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573639.574354:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744128:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 201us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573639.574362:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 538 00000100:00080000:2.0:1777573639.574390:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573639.578773:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.578818:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744256 00000100:00100000:1.0:1777573639.578828:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744256 00000100:00100000:1.0:1777573639.578903:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 539 00000100:00100000:1.0:1777573639.578915:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744256:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573639.579110:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744256:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 198us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573639.579118:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 539 00000100:00080000:1.0:1777573639.579144:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573639.583543:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.583733:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744384 00000100:00100000:1.0:1777573639.583745:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744384 00000100:00100000:1.0:1777573639.583814:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1194 00000100:00100000:1.0:1777573639.583828:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917744384:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573639.584123:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917744384:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 298us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573639.584133:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1194 00000100:00100000:2.0:1777573639.586199:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573639.586276:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744512 00000100:00100000:3.0:1777573639.586285:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744512 00000100:00100000:3.0:1777573639.586374:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1195 00000100:00100000:3.0:1777573639.586384:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744512:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:0.0:1777573639.586546:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573639.586592:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744512:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 210us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573639.586600:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1195 00000100:00100000:2.0:1777573639.591261:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.591423:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744640 00000100:00100000:1.0:1777573639.591434:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744640 00000100:00100000:1.0:1777573639.591498:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1196 00000100:00100000:1.0:1777573639.591509:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917744640:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573639.591632:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917744640:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 125us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573639.591640:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1196 00000100:00100000:2.0:1777573639.593891:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.594011:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744768 00000100:00100000:1.0:1777573639.594020:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744768 00000100:00100000:1.0:1777573639.594078:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 540 00000100:00100000:1.0:1777573639.594089:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744768:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573639.594553:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744768:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 465us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573639.594562:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 540 00000100:00100000:3.0:1777573639.596081:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573639.596143:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917744896 00000100:00100000:2.0:1777573639.596151:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917744896 00000100:00100000:2.0:1777573639.596198:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 541 00000100:00100000:2.0:1777573639.596209:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744896:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573639.596350:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917744896:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 144us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573639.596355:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 541 00000100:00100000:2.0:1777573639.597675:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.597808:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917745024 00000100:00100000:1.0:1777573639.597816:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917745024 00000100:00100000:1.0:1777573639.597870:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1197 00000100:00100000:1.0:1777573639.597879:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917745024:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573639.598058:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58068:x1863919917745024:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 178us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573639.598065:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1197 00000100:00100000:1.0:1777573639.599211:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573639.599379:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917745152 00000100:00100000:0.0:1777573639.599387:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917745152 00000100:00100000:0.0:1777573639.599431:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1198 00000100:00100000:0.0:1777573639.599440:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917745152:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573639.599602:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58068:x1863919917745152:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 164us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573639.599608:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1198 00000100:00100000:3.0:1777573639.606976:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573639.607000:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926376320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573639.607067:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573639.607156:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376320 00000100:00100000:3.0:1777573639.607163:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376320 00000100:00100000:3.0:1777573639.607210:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1777573639.607220:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926376320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573639.607250:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573639.607301:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926376320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573639.607309:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1777573639.607365:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926376320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573639.607787:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573639.607799:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926376448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573639.607835:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573639.608252:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376448 00000100:00100000:3.0:1777573639.608257:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376448 00000100:00100000:3.0:1777573639.608293:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1777573639.608302:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926376448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573639.609104:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573639.609417:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926376448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1115us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573639.609429:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1777573639.609461:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926376448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573639.617010:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573639.617222:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917745280 00000100:00100000:2.0:1777573639.617233:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917745280 00000100:00100000:2.0:1777573639.617354:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1199 00000100:00100000:2.0:1777573639.617367:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:58069:x1863919917745280:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573639.617388:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573639.617409:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68829 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e224 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.617476:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68830 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.617492:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.617506:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573639.617555:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573639.617559:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573639.617579:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68830 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.617605:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68829 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e224 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.617622:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68830 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e224 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.617631:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2eff500) 00010000:00010000:2.0:1777573639.617635:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573639.617638:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54800, rc 0) 00000100:00100000:2.0:1777573639.617893:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:58069:x1863919917745280:12345-192.168.204.9@tcp:101:rm.0 Request processed in 328us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573639.617904:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1199 00000100:00100000:2.0:1777573639.620594:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.620642:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917745408 00000100:00100000:1.0:1777573639.620651:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917745408 00000100:00100000:1.0:1777573639.620806:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 170 00000100:00100000:1.0:1777573639.620815:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:58069:x1863919917745408:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:1.0:1777573639.620932:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:58069:x1863919917745408:12345-192.168.204.9@tcp:49:rm.0 Request processed in 118us (343us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573639.620940:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 170 00000100:00100000:1.0:1777573639.622289:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573639.622365:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917745664 00000100:00100000:2.0:1777573639.622373:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917745664 00000100:00100000:2.0:1777573639.622427:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1200 00000100:00100000:2.0:1777573639.622435:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:58069:x1863919917745664:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573639.622453:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573639.622472:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68837 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e22b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573639.622559:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:2.0:1777573639.622811:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68837 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e22b expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.622824:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573639.622828:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573639.622832:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68837 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e22b expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573639.622846:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573639.622992:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:58069:x1863919917745664:12345-192.168.204.9@tcp:101:rm.0 Request processed in 557us (705us total) trans 4294967549 rc 301/301 00000100:00100000:2.0:1777573639.622999:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1200 00000100:00100000:0.0:1777573639.625473:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.625525:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917745792 00000100:00100000:1.0:1777573639.625533:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917745792 00000100:00100000:1.0:1777573639.625582:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 171 00000100:00100000:1.0:1777573639.625589:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:58069:x1863919917745792:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1777573639.630745:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:58069:x1863919917745792:12345-192.168.204.9@tcp:37:rm.0 Request processed in 5143us (5264us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573639.630763:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 171 00000100:00100000:2.0:1777573639.633523:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573639.633591:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917746048 00000100:00100000:1.0:1777573639.633602:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917746048 00000100:00100000:1.0:1777573639.633664:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 172 00000100:00100000:1.0:1777573639.633674:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:58069:x1863919917746048:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1777573639.633955:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:58069:x1863919917746048:12345-192.168.204.9@tcp:35:rm.0 Request processed in 281us (437us total) trans 4294967550 rc 0/0 00000100:00100000:1.0:1777573639.633964:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 172 00000100:00100000:0.0:1777573639.639315:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573639.639394:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917746304 00000100:00100000:3.0:1777573639.639406:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917746304 00000100:00100000:3.0:1777573639.639469:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1201 00000100:00100000:3.0:1777573639.639481:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:58069:x1863919917746304:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1777573639.639547:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1777573639.639577:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68830 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e224 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639595:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a687d5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e20f expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639601:0:8523:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a68440) 00010000:00010000:3.0:1777573639.639604:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ddc2eff500) 00010000:00010000:3.0:1777573639.639612:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573639.639631:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639644:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639655:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639669:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639677:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639683:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639793:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639800:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639804:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639834:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639838:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639842:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639846:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573639.639848:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639864:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639872:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896c00) 00010000:00010000:3.0:1777573639.639876:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573639.639879:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639884:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68853 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639902:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639908:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639914:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639919:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639924:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573639.639927:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639932:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639939:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573639.639942:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573639.639944:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.639986:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68845 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.640004:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.640010:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.640015:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.640020:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573639.640022:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.640028:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.640036:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ded1896000) 00010000:00010000:3.0:1777573639.640038:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573639.640041:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573639.640046:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6884c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573639.640136:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:58069:x1863919917746304:12345-192.168.204.9@tcp:36:rm.0 Request processed in 657us (828us total) trans 0 rc -13/-13 00000100:00100000:3.0:1777573639.640144:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1201 00010000:00010000:3.0:1777573639.927185:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573640.120022:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926376576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573640.120089:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573640.120260:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376576 00000100:00100000:2.0:1777573640.120267:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376576 00000100:00100000:2.0:1777573640.120325:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1777573640.120335:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926376576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573640.120369:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573640.120452:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926376576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573640.120459:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1777573640.120521:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926376576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573640.216460:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573640.216545:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917746432 00000100:00100000:3.0:1777573640.216561:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917746432 00000100:00100000:3.0:1777573640.216620:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 883 00000100:00100000:3.0:1777573640.216629:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917746432:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573640.216755:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917746432:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 127us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573640.216761:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 883 00000020:00000080:0.0:1777573640.816727:0:96765:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe84f36ce0 20000000:00000080:0.0:1777573640.816745:0:96765:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc24ab800 uarg=0000000000000000 00010000:00010000:0.0:1777573640.816950:0:96765:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573640.816967:0:96765:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573640.816986:0:96765:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573640.816999:0:96765:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573640.817020:0:96765:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573640.817035:0:96765:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573640.817048:0:96765:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573640.817054:0:96765:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573640.817085:0:96765:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573640.817094:0:96765:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 22 pid: 6478 timeout: 1315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573640.817106:0:96765:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79be680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96765:1863919926376704:0@lo:104: 00000100:00100000:0.0:1777573640.817154:0:96765:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573640.817197:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376704 00000100:00100000:0.0:1777573640.817200:0:96765:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573640.817204:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376704 00000100:00100000:3.0:1777573640.817293:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1777573640.817303:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:96765:x1863919926376704:12345-0@lo:104: 00010000:00010000:3.0:1777573640.817315:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573640.817367:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573640.817373:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:96765:x1863919926376704:12345-0@lo:104: Request processed in 72us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573640.817379:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00010000:00010000:2.0:1777573640.817388:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573640.817389:0:96765:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79be680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:96765:1863919926376704:0@lo:104: 00010000:00010000:2.0:1777573640.817396:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.817404:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573640.817408:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573640.817408:0:96765:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.817426:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573640.817433:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573640.817436:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573640.817462:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.817466:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573640.817486:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573640.817489:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926376832:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573640.817499:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55e00/0x1e8fa618a5a687b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a687b9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.817513:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573640.817514:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573640.817517:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573640.817520:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573640.818346:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376832 00000100:00100000:2.0:1777573640.818353:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376832 00010000:00010000:2.0:1777573640.818373:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 23 pid: 6478 timeout: 1315 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573640.818421:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1777573640.818427:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926376832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573640.818436:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573640.818439:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 23 pid: 6478 timeout: 1315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818446:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 23 pid: 6478 timeout: 1315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818455:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a687b9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a687b2 expref: 23 pid: 6478 timeout: 1315 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818464:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818469:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818481:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818486:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818491:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818494:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818497:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573640.818499:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818504:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818516:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573640.818524:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573640.818543:0:96765:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573640.818551:0:96765:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573640.818558:0:96765:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6885a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96765 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573640.818642:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926376832:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573640.818648:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1777573640.819408:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926376832:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573640.950873:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573641.264986:0:96813:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd79372b10 20000000:00000080:0.0:1777573641.265003:0:96813:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc24aac00 uarg=0000000000000000 00010000:00010000:0.0:1777573641.265181:0:96813:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573641.265199:0:96813:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573641.265223:0:96813:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573641.265235:0:96813:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573641.265256:0:96813:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573641.265274:0:96813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265290:0:96813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265300:0:96813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265307:0:96813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265314:0:96813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265321:0:96813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265328:0:96813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573641.265334:0:96813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265341:0:96813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265353:0:96813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265361:0:96813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573641.265368:0:96813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a68861 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 96813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573641.656976:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926376960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573641.657069:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573641.657638:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926376960 00000100:00100000:1.0:1777573641.657654:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926376960 00000100:00100000:1.0:1777573641.657747:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1777573641.657758:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926376960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573641.657808:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446375424 avail 1300135936 00000100:00100000:1.0:1777573641.657892:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926376960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 136us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573641.657901:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1777573641.657948:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926376960:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573641.974911:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573642.615776:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573642.615784:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573642.615790:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573642.615858:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.615871:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.615893:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573642.615923:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31c9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926377088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573642.615997:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.616059:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926377088 00000100:00100000:3.0:1777573642.616065:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436dcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573642.616070:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926377088 00000100:00100000:1.0:1777573642.616124:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1777573642.616135:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926377088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573642.616148:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573642.616163:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68868 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.616187:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.616197:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.616208:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573642.616269:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926377088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573642.616279:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1777573642.616309:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31c9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926377088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573642.616326:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.616336:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573642.616365:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573642.616371:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.616379:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573642.664267:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573642.664334:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917746560 00000100:00100000:1.0:1777573642.664344:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917746560 00000100:00100000:1.0:1777573642.664403:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1202 00000100:00100000:1.0:1777573642.664410:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:58182:x1863919917746560:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573642.664430:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573642.664451:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68876 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e232 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.664513:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6887d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.664528:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6887d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.664540:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6887d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573642.664586:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1777573642.664590:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573642.664609:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6887d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.664628:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68876 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e232 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.664651:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6887d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e232 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.664660:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573642.664663:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573642.664666:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186e00, rc 0) 00000100:00100000:1.0:1777573642.664750:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:58182:x1863919917746560:12345-192.168.204.9@tcp:101:rm.0 Request processed in 338us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573642.664757:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1202 00000100:00080000:0.0:1777573642.664852:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573642.666397:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573642.666763:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917746688 00000100:00100000:3.0:1777573642.666772:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917746688 00000100:00100000:3.0:1777573642.666830:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1203 00000100:00100000:3.0:1777573642.666840:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:58182:x1863919917746688:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573642.666856:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573642.666873:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68884 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e239 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.666918:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.666930:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.666940:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.666955:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.666961:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.666967:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667036:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68899 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667044:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667051:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573642.667083:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1777573642.667086:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573642.667102:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68899 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667118:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667123:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667129:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667135:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667141:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573642.667144:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667151:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667161:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573642.667164:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573642.667168:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667174:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6888b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667184:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667189:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667194:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667199:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573642.667201:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667207:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667214:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ded1896a00) 00010000:00010000:3.0:1777573642.667216:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573642.667218:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667224:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68892 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667255:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68884 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e239 expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667268:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68899 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e239 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.667275:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896800) 00010000:00010000:3.0:1777573642.667277:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573642.667279:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573642.667330:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:58182:x1863919917746688:12345-192.168.204.9@tcp:101:rm.0 Request processed in 492us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.667340:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1203 00000100:00100000:2.0:1777573642.669786:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573642.669835:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917746944 00000100:00100000:0.0:1777573642.669844:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917746944 00000100:00100000:0.0:1777573642.669892:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1204 00000100:00100000:0.0:1777573642.669900:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:58182:x1863919917746944:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573642.669915:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573642.669933:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a688a0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e240 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573642.670034:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:0.0:1777573642.670138:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a688a0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e240 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.670152:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573642.670156:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573642.670161:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a688a0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e240 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.670174:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573642.670230:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:58182:x1863919917746944:12345-192.168.204.9@tcp:101:rm.0 Request processed in 329us (451us total) trans 4294967551 rc 301/301 00000100:00100000:0.0:1777573642.670238:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1204 00000100:00100000:2.0:1777573642.673353:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573642.673402:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917747072 00000100:00100000:3.0:1777573642.673412:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917747072 00000100:00100000:3.0:1777573642.673477:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 173 00000100:00100000:3.0:1777573642.673488:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:58182:x1863919917747072:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:2.0:1777573642.675888:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:58182:x1863919917747072:12345-192.168.204.9@tcp:37:rm.0 Request processed in 2393us (2533us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573642.675901:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 173 00000100:00100000:2.0:1777573642.678109:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573642.678170:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917747328 00000100:00100000:1.0:1777573642.678179:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917747328 00000100:00100000:1.0:1777573642.678237:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 174 00000100:00100000:1.0:1777573642.678247:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:58182:x1863919917747328:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1777573642.678447:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:58182:x1863919917747328:12345-192.168.204.9@tcp:35:rm.0 Request processed in 203us (344us total) trans 4294967552 rc 0/0 00000100:00100000:1.0:1777573642.678453:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 174 00000100:00100000:1.0:1777573642.680055:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573642.680293:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917747584 00000100:00100000:2.0:1777573642.680303:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917747584 00000100:00100000:2.0:1777573642.680360:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1205 00000100:00100000:2.0:1777573642.680375:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:58182:x1863919917747584:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1777573642.680425:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573642.680451:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68899 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e239 expref: 11 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680472:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89ded1896800) 00010000:00010000:2.0:1777573642.680490:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6887d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e232 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680499:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573642.680502:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573642.680526:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680541:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680550:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680565:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680571:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680577:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680665:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680674:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680680:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573642.680971:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:2.0:1777573642.680987:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.680994:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681001:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681007:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573642.681012:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681023:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681032:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff89deef240400) 00010000:00010000:2.0:1777573642.681035:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573642.681039:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681044:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688bc lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681066:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681072:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681077:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681082:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681086:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573642.681088:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681093:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681100:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573642.681104:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573642.681107:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681113:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688ae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573642.681121:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002af4a33c reply state 00000000a060a921 transno 4294967553 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681131:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.681143:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef240c00) 00010000:00010000:2.0:1777573642.681147:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573642.681150:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573642.681222:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:58182:x1863919917747584:12345-192.168.204.9@tcp:36:rm.0 Request processed in 854us (1171us total) trans 4294967553 rc 0/0 00000100:00100000:2.0:1777573642.681229:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1205 00000100:00100000:3.0:1777573642.687350:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573642.687408:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917747712 00000100:00100000:2.0:1777573642.687419:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917747712 00000100:00100000:2.0:1777573642.687470:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1206 00000100:00100000:2.0:1777573642.687481:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:55323:x1863919917747712:12345-192.168.204.9@tcp:101:bash.0 00010000:00010000:2.0:1777573642.687507:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573642.687527:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a688c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e247 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.687605:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.687620:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.687632:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573642.687671:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1777573642.687674:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573642.687726:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.687748:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a688c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.687768:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 12 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.687777:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573642.687780:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573642.687783:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54800, rc 0) 00000100:00100000:2.0:1777573642.687856:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:55323:x1863919917747712:12345-192.168.204.9@tcp:101:bash.0 Request processed in 377us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573642.687864:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1206 00000100:00100000:1.0:1777573642.706098:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573642.706238:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917747840 00000100:00100000:2.0:1777573642.706249:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917747840 00000100:00100000:2.0:1777573642.706313:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1207 00000100:00100000:2.0:1777573642.706326:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:58186:x1863919917747840:12345-192.168.204.9@tcp:101:lfs.0 00010000:00010000:2.0:1777573642.706349:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573642.706372:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a688d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e24e expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706452:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706467:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706478:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706490:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706498:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706504:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706540:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706547:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706553:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706559:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706565:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573642.706569:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706576:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706589:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573642.706592:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573642.706597:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706610:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a688d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706624:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706634:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706640:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706645:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573642.706648:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706654:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706661:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef240c00) 00010000:00010000:2.0:1777573642.706663:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573642.706666:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706672:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a688df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706762:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a688d1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e24e expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706773:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573642.706776:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573642.706780:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a688d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e24e expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.706791:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:2.0:1777573642.706859:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:58186:x1863919917747840:12345-192.168.204.9@tcp:101:lfs.0 Request processed in 537us (774us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573642.706867:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1207 00000100:00100000:1.0:1777573642.710267:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573642.710330:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917748096 00000100:00100000:2.0:1777573642.710342:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917748096 00000100:00080000:0.0:1777573642.710427:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573642.710441:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1208 00000100:00100000:2.0:1777573642.710454:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58186:x1863919917748096:12345-192.168.204.9@tcp:36:lfs.0 00000100:00100000:2.0:1777573642.710580:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377216:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573642.710638:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573642.710738:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cce40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.710777:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926377216 00000100:00100000:3.0:1777573642.710790:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926377216 00000100:00100000:3.0:1777573642.710874:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1777573642.710885:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926377216:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573642.711025:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926377216:12345-0@lo:1000:mdt00_000.0 Request processed in 142us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.711033:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1777573642.711086:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377216:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573642.711170:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377344:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573642.711205:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573642.711239:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cce40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573642.711256:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926377344 00000100:00100000:1.0:1777573642.711264:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926377344 00000100:00100000:1.0:1777573642.711307:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1777573642.711319:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926377344:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.711438:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926377344:12345-0@lo:1000:mdt00_000.0 Request processed in 119us (231us total) trans 0 rc -2/-2 00000100:00100000:1.0:1777573642.711452:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1777573642.711462:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377344:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1777573642.711516:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.711525:0:6485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.711533:0:6485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573642.711540:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377472:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1777573642.711560:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573642.711578:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40ccd80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.711636:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926377472 00000100:00100000:3.0:1777573642.711649:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926377472 00000100:00100000:3.0:1777573642.711684:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1777573642.711727:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926377472:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1777573642.711738:0:6490:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573642.711757:0:6490:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a688e6 expref: -99 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.711784:0:6490:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.711806:0:6490:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.711851:0:6490:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 11 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.711863:0:6490:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 11 pid: 6486 timeout: 1267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573642.711875:0:6490:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31cad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926377600:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573642.711948:0:6490:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc436dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573642.713617:0:6490:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31cad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6490:1863919926377600:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573642.713619:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:2.0:1777573642.713655:0:6490:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.713667:0:6490:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573642.713669:0:6490:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573642.713672:0:6490:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 7 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.713681:0:6490:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acfe00, rc 0) 00000100:00100000:0.0:1777573642.713689:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917748224 00000100:00100000:0.0:1777573642.713723:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917748224 00010000:00010000:0.0:1777573642.713760:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 12 pid: 6486 timeout: 1267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573642.713771:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926377472:12345-0@lo:101:mdt00_000.0 Request processed in 2078us (2207us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573642.713779:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1777573642.713809:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 383 00000100:00100000:0.0:1777573642.713821:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:2400:x1863919917748224:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573642.713838:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573642.713847:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 12 pid: 6486 timeout: 1267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.713861:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 12 pid: 6486 timeout: 1267 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573642.713866:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377472:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1777573642.713891:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.713893:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a688ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e247 expref: 12 pid: 6486 timeout: 1267 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.713914:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.713926:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573642.713933:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.713943:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.713952:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.713982:0:6472:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 6 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573642.713992:0:6472:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6472:1863919926377728:0@lo:105: 00000100:00100000:0.0:1777573642.714015:0:6472:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573642.714050:0:6472:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def4eda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.714066:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926377728 00000100:00100000:3.0:1777573642.714071:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926377728 00000100:00100000:3.0:1777573642.714104:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1777573642.714115:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6472:x1863919926377728:12345-0@lo:105: 00010000:00010000:3.0:1777573642.714126:0:9433:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714136:0:9433:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714144:0:9433:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714152:0:9433:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714160:0:9433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714168:0:9433:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714205:0:9433:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc1c54000) 00000100:00100000:3.0:1777573642.714240:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6472:x1863919926377728:12345-0@lo:105: Request processed in 130us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.714247:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1777573642.714285:0:6472:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6472:1863919926377728:0@lo:105: 00010000:00010000:0.0:1777573642.714298:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573642.714337:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573642.714341:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:2400:x1863919917748224:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 523us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573642.714363:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 383 00010000:00010000:1.0:1777573642.714374:0:6485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573642.714421:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573642.714475:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.714483:0:6485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.714495:0:6485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573642.714516:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377856:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1777573642.714567:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.714602:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.714612:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926377856 00000100:00100000:3.0:1777573642.714619:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926377856 00000100:00100000:3.0:1777573642.714655:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1777573642.714664:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926377856:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1777573642.714682:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573642.714736:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a688f4 expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714758:0:13250:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 2/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714768:0:13250:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 4/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714783:0:13250:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:3.0:1777573642.714836:0:13250:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1777573642.714877:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714886:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef240c00) 00010000:00010000:3.0:1777573642.714888:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573642.714890:0:13250:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.714896:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573642.714941:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926377856:12345-0@lo:101:mdt00_000.0 Request processed in 279us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.714947:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1777573642.714986:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926377856:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1777573642.715001:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.715010:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573642.716995:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967553 is committed 00010000:00010000:1.0:1777573642.717039:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717052:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717058:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717064:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573642.717068:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717077:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717090:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef240c00) 00010000:00010000:1.0:1777573642.717093:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573642.717098:0:3622:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717107:0:3622:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717119:0:3622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717154:0:3622:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573642.717168:0:3622:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3622:1863919926377984:0@lo:105: 00000100:00100000:1.0:1777573642.717219:0:3622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.717263:0:3622:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.717283:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926377984 00000100:00100000:3.0:1777573642.717290:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926377984 00000100:00100000:3.0:1777573642.717345:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1777573642.717355:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3622:x1863919926377984:12345-0@lo:105: 00010000:00010000:3.0:1777573642.717367:0:6469:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.717376:0:6469:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.717384:0:6469:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.717391:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 5/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.717398:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.717407:0:6469:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.717432:0:6469:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc3187000) 00000100:00100000:3.0:1777573642.717481:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3622:x1863919926377984:12345-0@lo:105: Request processed in 128us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.717488:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00010000:00010000:1.0:1777573642.717535:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.717545:0:6485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573642.717566:0:3622:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3622:1863919926377984:0@lo:105: 00000004:00080000:1.0:1777573642.717569:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1777573642.717580:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.717586:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a688b5 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573642.717611:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378112:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.717640:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.717659:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573642.717676:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926378112 00000100:00100000:2.0:1777573642.717682:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926378112 00000100:00100000:2.0:1777573642.717748:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1777573642.717756:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378112:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573642.717843:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378112:12345-0@lo:1000:mdt00_000.0 Request processed in 88us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573642.717852:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1777573642.717871:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378112:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.717909:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378240:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.717930:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.717996:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.718032:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926378240 00000100:00100000:3.0:1777573642.718036:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926378240 00000100:00100000:3.0:1777573642.718067:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1777573642.718073:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378240:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573642.718142:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378240:12345-0@lo:1000:mdt00_000.0 Request processed in 69us (211us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777573642.718153:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1777573642.718189:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378240:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.718253:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378368:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.718277:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.718299:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.718355:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926378368 00000100:00100000:3.0:1777573642.718360:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926378368 00000100:00100000:3.0:1777573642.718385:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1777573642.718391:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378368:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573642.718452:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378368:12345-0@lo:1000:mdt00_000.0 Request processed in 61us (173us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777573642.718460:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1777573642.718479:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378368:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.718522:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378496:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.718543:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.718561:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.718619:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926378496 00000100:00100000:3.0:1777573642.718625:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926378496 00000100:00100000:3.0:1777573642.718653:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1777573642.718659:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378496:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573642.718738:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378496:12345-0@lo:1000:mdt00_000.0 Request processed in 79us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.718746:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1777573642.718760:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378496:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.718815:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378624:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573642.718837:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573642.718854:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce780 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.718874:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926378624 00000100:00100000:3.0:1777573642.718879:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926378624 00000100:00100000:3.0:1777573642.718904:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1777573642.718910:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378624:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573642.718958:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926378624:12345-0@lo:1000:mdt00_000.0 Request processed in 48us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.718964:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1777573642.719018:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926378624:0@lo:1000:mdt00_000.0 00000040:00080000:1.0:1777573642.719401:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].11, 1096 off43096 00000040:00080000:1.0:1777573642.719454:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].11, 1240 off44424 00000004:00080000:1.0:1777573642.719460:0:6485:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc48ced80 with version 24 00000004:00080000:0.0:1777573642.719706:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 24 rpc_version 24 00000020:00100000:0.0:1777573642.719765:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1777573642.719772:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89def79bea00 x1863919926378880/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777573642.719788:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926378880:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573642.719834:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573642.719857:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def4eda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.719905:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926378880 00000100:00100000:3.0:1777573642.719911:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926378880 00000100:00100000:3.0:1777573642.719940:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1777573642.719947:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7412:x1863919926378880:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1777573642.720252:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7412:x1863919926378880:12345-0@lo:1000:osp_up0-1.0 Request processed in 305us (417us total) trans 4294967554 rc 0/0 00000100:00100000:3.0:1777573642.720260:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1777573642.720314:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926378880:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1777573642.720427:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.720442:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.720456:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573642.720473:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005c9781ba reply state 000000003193f13d transno 4294967461 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.720484:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.720497:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:1.0:1777573642.720500:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573642.720503:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573642.720510:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00080000:1.0:1777573642.720517:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573642.720525:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.720535:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.720542:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.720564:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777573642.720568:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573642.720573:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720580:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573642.720581:0:6485:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720587:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720595:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573642.720599:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573642.720605:0:6474:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720627:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720631:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573642.720651:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720656:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54000/0x1e8fa618a5a688e6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a688ed expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720666:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573642.720667:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573642.720668:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573642.720684:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926379008:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573642.720732:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573642.720776:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379008 00000100:00100000:2.0:1777573642.720781:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379008 00000100:00100000:1.0:1777573642.720828:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:58186:x1863919917748096:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 10375us (10571us total) trans 4294967461 rc 0/0 00000100:00100000:2.0:1777573642.720837:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1777573642.720843:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1208 00000100:00100000:2.0:1777573642.720849:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919926379008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573642.720860:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573642.720876:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a688ed lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a688e6 expref: 9 pid: 6490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.720900:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573642.720905:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573642.720943:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3636:x1863919926379008:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573642.720950:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1777573642.720978:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926379008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573642.745890:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573642.745969:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917748352 00000100:00100000:1.0:1777573642.745979:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917748352 00000100:00100000:1.0:1777573642.746039:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1209 00000100:00100000:1.0:1777573642.746050:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58190:x1863919917748352:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:1.0:1777573642.746069:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573642.746087:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68909 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e255 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.746159:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68910 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.746186:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.746198:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573642.746246:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1777573642.746249:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573642.746270:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68910 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.746291:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68909 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e255 expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.746309:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68910 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e255 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.746317:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573642.746320:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573642.746323:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186600, rc 0) 00000100:00100000:1.0:1777573642.746384:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58190:x1863919917748352:12345-192.168.204.9@tcp:101:chown.0 Request processed in 335us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573642.746395:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1209 00000100:00100000:3.0:1777573642.748516:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573642.748579:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917748480 00000100:00100000:0.0:1777573642.748587:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917748480 00000100:00100000:0.0:1777573642.748643:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1210 00000100:00100000:0.0:1777573642.748656:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:58190:x1863919917748480:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:0.0:1777573642.748670:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573642.748726:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68917 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e25c expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.748787:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.748814:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.748826:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.748838:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.748849:0:12623:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.748857:0:12623:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.748892:0:12623:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573642.748908:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12623:1863919926379136:0@lo:104: 00000100:00100000:0.0:1777573642.748959:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573642.749012:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def4eda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.749033:0:9433:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777573642.749048:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379136 00000100:00100000:3.0:1777573642.749053:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379136 00000100:00100000:3.0:1777573642.749096:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1777573642.749113:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4edf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:12623:x1863919926379136:12345-0@lo:104: 00010000:00010000:3.0:1777573642.749127:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.749198:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573642.749205:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4edf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:12623:x1863919926379136:12345-0@lo:104: Request processed in 102us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.749213:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00010000:00010000:2.0:1777573642.749233:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573642.749233:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12623:1863919926379136:0@lo:104: 00010000:00010000:2.0:1777573642.749243:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.749253:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573642.749259:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.749265:0:12623:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573642.749285:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.749314:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.749320:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573642.749353:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.749361:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187000/0x1e8fa618a5a688f4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a688fb expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.749380:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573642.749382:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573642.749383:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926379264:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573642.749384:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573642.749419:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573642.749465:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379264 00000100:00100000:2.0:1777573642.749469:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379264 00010000:00010000:2.0:1777573642.749489:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573642.749517:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1777573642.749523:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919926379264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573642.749532:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1777573642.751316:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967554 is committed 00010000:00010000:2.0:1777573642.751418:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a688fb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a688f4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.751441:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef240c00) 00010000:00010000:2.0:1777573642.751446:0:10290:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.751456:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.751463:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.751493:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573642.751534:0:12623:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.751544:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573642.751567:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926379264:12345-0@lo:103:ldlm_bl.0 Request processed in 2042us (2146us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573642.751576:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1777573642.751677:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926379264:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573642.751711:0:12623:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12623:1863919926379392:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1777573642.751752:0:12623:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573642.751787:0:12623:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def4edae40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573642.751804:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379392 00000100:00100000:3.0:1777573642.751809:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379392 00000100:00100000:3.0:1777573642.751845:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1777573642.751854:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:12623:x1863919926379392:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1777573642.751923:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:12623:x1863919926379392:12345-0@lo:1000:mdt00_004.0 Request processed in 71us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573642.751930:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1777573642.751934:0:12623:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12623:1863919926379392:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1777573642.752015:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6892c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752027:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6892c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752035:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6892c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573642.752059:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6892c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752080:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752090:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752097:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752103:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752108:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573642.752112:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752119:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752126:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573642.752130:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573642.752140:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752147:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6891e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752161:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752168:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752174:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752178:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573642.752181:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752186:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752193:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef240c00) 00010000:00010000:0.0:1777573642.752195:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573642.752198:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752203:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68925 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752233:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68917 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e25c expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752246:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6892c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e25c expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573642.752253:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efef00) 00010000:00010000:0.0:1777573642.752255:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573642.752258:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1e00, rc 0) 00000100:00100000:0.0:1777573642.752300:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:58190:x1863919917748480:12345-192.168.204.9@tcp:101:chown.0 Request processed in 3646us (3791us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573642.752307:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1210 00000100:00100000:2.0:1777573642.753735:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573642.753790:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917748608 00000100:00100000:1.0:1777573642.753807:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917748608 00000100:00100000:1.0:1777573642.753854:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1211 00000100:00100000:1.0:1777573642.753863:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:58190:x1863919917748608:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:1.0:1777573642.753883:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573642.753899:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68933 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e263 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.753948:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6893a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.753961:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6893a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.753970:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6893a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573642.754005:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:1.0:1777573642.754007:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1777573642.754036:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68933 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e263 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.754054:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6893a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e263 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.754066:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:1.0:1777573642.754069:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573642.754072:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573642.754131:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:58190:x1863919917748608:12345-192.168.204.9@tcp:101:chown.0 Request processed in 269us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573642.754138:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1211 00000100:00100000:3.0:1777573642.755609:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573642.755688:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917748864 00000100:00100000:2.0:1777573642.755735:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917748864 00000100:00100000:2.0:1777573642.755781:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1212 00000100:00100000:2.0:1777573642.755803:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:58190:x1863919917748864:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:2.0:1777573642.755856:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573642.755878:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a6893a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e263 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.755893:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:2.0:1777573642.755898:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573642.755917:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.755945:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.755954:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573642.757724:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967462 is committed 00010000:00010000:1.0:1777573642.757774:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.757785:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.757801:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.757808:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573642.757812:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.757819:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.757830:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:1.0:1777573642.757833:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573642.757837:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573642.757843:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68902 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573642.757905:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001ab5fb12 reply state 000000009b18b9ba transno 4294967462 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.757921:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573642.757928:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:2.0:1777573642.757939:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573642.757943:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573642.757954:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00010000:00080000:2.0:1777573642.758180:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573642.758208:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58190:x1863919917748864:12345-192.168.204.9@tcp:36:chown.0 Request processed in 2415us (2600us total) trans 4294967462 rc 0/0 00000100:00100000:2.0:1777573642.758217:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1212 00010000:00010000:3.0:1777573642.758270:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.758280:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.758287:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.758297:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573642.758301:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.758307:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.758317:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8100) 00010000:00010000:3.0:1777573642.758320:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573642.758322:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.758328:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68941 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573642.999922:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573643.093078:0:97008:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe74fdd300 20000000:00000080:2.0:1777573643.093094:0:97008:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc41c0400 uarg=0000000000000000 00010000:00010000:2.0:1777573643.093291:0:97008:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 2. 00010000:00010000:2.0:1777573643.093318:0:97008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efef00) 00010000:00010000:2.0:1777573643.093321:0:97008:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573643.093330:0:97008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6892c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e25c expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.093348:0:97008:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573643.093350:0:97008:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573643.093353:0:97008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68910 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e255 expref: 5 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.093360:0:97008:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 2 locks, left on hash table 0. 00010000:00010000:2.0:1777573643.093376:0:97008:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573643.093383:0:97008:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573643.093398:0:97008:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573643.093407:0:97008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.093417:0:97008:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.093423:0:97008:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.093452:0:97008:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.093460:0:97008:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 22 pid: 6478 timeout: 1317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573643.093471:0:97008:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97008:1863919926379520:0@lo:104: 00000100:00100000:2.0:1777573643.093519:0:97008:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.093572:0:97008:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573643.093644:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379520 00000100:00100000:3.0:1777573643.093652:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379520 00000100:00100000:3.0:1777573643.093732:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1777573643.093743:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97008:x1863919926379520:12345-0@lo:104: 00010000:00010000:3.0:1777573643.093755:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.093839:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573643.093845:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97008:x1863919926379520:12345-0@lo:104: Request processed in 105us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573643.093852:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1777573643.093973:0:97008:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97008:1863919926379520:0@lo:104: 00010000:00010000:2.0:1777573643.093986:0:97008:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094033:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573643.094044:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094062:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573643.094066:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094076:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573643.094084:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573643.094091:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573643.094142:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094147:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573643.094176:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094184:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68868 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6886f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094208:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573643.094211:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573643.094214:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573643.094221:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573643.094236:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926379648:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573643.094265:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573643.094433:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379648 00000100:00100000:0.0:1777573643.094439:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379648 00010000:00010000:0.0:1777573643.094461:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 23 pid: 6478 timeout: 1317 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573643.094488:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1777573643.094496:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926379648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573643.094507:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573643.094513:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 23 pid: 6478 timeout: 1317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094522:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 23 pid: 6478 timeout: 1317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094534:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6886f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68868 expref: 23 pid: 6478 timeout: 1317 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094546:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094553:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094565:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094571:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094577:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094584:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094590:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573643.094594:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094601:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094616:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573643.094626:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573643.094639:0:97008:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.094649:0:97008:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573643.094656:0:97008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68948 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573643.094664:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926379648:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573643.094671:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1777573643.094937:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926379648:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1777573643.444108:0:97056:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7c1b7750 20000000:00000080:3.0:1777573643.444122:0:97056:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4ddc400 uarg=0000000000000000 00010000:00010000:3.0:1777573643.444306:0:97056:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573643.444323:0:97056:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573643.444345:0:97056:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573643.444356:0:97056:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573643.444377:0:97056:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573643.444397:0:97056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444413:0:97056:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444424:0:97056:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444430:0:97056:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444437:0:97056:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444443:0:97056:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444448:0:97056:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573643.444452:0:97056:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444460:0:97056:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444471:0:97056:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444479:0:97056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573643.444486:0:97056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a6894f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573643.702867:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926379776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573643.702872:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926379904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573643.702935:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573643.702964:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573643.702991:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379776 00000100:00100000:1.0:1777573643.702999:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379776 00000100:00100000:3.0:1777573643.703009:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926379904 00000100:00100000:3.0:1777573643.703014:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926379904 00000100:00080000:0.0:1777573643.703042:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573643.703063:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1777573643.703072:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1777573643.703076:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926379904:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573643.703083:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926379776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573643.703110:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1777573643.703110:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573643.703172:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926379904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573643.703177:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926379776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573643.703185:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1777573643.703197:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1777573643.703203:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926379904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573643.703233:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926379776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573643.703844:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926380160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.703864:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926380032:0@lo:400:kworker.0 00000100:00100000:0.0:1777573643.703881:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.703907:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380160 00000100:00100000:3.0:1777573643.703911:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.703913:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380160 00000100:00100000:0.0:1777573643.703932:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926380672:0@lo:400:kworker.0 00000100:00100000:1.0:1777573643.703950:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926380416:0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.703961:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:3.0:1777573643.703962:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926380544:0@lo:400:kworker.0 00000100:00100000:0.0:1777573643.703969:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.703976:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926380160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573643.704006:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573643.704011:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926381184:0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704020:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.704038:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926380160:12345-0@lo:400:kworker.0 Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573643.704044:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:1.0:1777573643.704050:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926380928:0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704054:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926381056:0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704057:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380672 00000100:00100000:0.0:1777573643.704061:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.704062:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380672 00000100:00100000:1.0:1777573643.704089:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.704094:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380416 00000100:00100000:2.0:1777573643.704096:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380416 00000100:00100000:0.0:1777573643.704107:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926380160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704111:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380032 00000100:00100000:2.0:1777573643.704113:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381184 00000100:00100000:2.0:1777573643.704116:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381184 00000100:00100000:3.0:1777573643.704118:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380032 00000100:00100000:1.0:1777573643.704135:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1777573643.704144:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926380288:0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704149:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1777573643.704163:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926380672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573643.704163:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:3.0:1777573643.704175:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1777573643.704175:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573643.704178:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926380416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704192:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926380032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573643.704198:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926380800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704239:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926380672:12345-0@lo:400:kworker.0 Request processed in 81us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573643.704244:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926380416:12345-0@lo:400:kworker.0 Request processed in 68us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573643.704253:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573643.704254:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1777573643.704257:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926380032:12345-0@lo:400:kworker.0 Request processed in 68us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573643.704264:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:3.0:1777573643.704272:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1777573643.704273:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926381312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704275:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380800 00000100:00100000:2.0:1777573643.704279:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380800 00000100:00100000:0.0:1777573643.704291:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:0.0:1777573643.704305:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926381184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704310:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1777573643.704310:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573643.704318:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380544 00000100:00100000:2.0:1777573643.704322:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926380800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704324:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380544 00000100:00100000:1.0:1777573643.704337:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926380416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704360:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380288 00000100:00100000:0.0:1777573643.704363:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926381184:12345-0@lo:400:kworker.0 Request processed in 62us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573643.704364:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380288 00000100:00100000:2.0:1777573643.704368:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926380800:12345-0@lo:400:kworker.0 Request processed in 47us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573643.704369:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926380800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704380:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:3.0:1777573643.704383:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1777573643.704389:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:3.0:1777573643.704393:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926380544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704398:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381312 00000100:00100000:2.0:1777573643.704401:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381312 00000100:00100000:1.0:1777573643.704404:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926380928 00000100:00100000:1.0:1777573643.704409:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926380928 00000100:00100000:0.0:1777573643.704426:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:3.0:1777573643.704432:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926380544:12345-0@lo:400:kworker.0 Request processed in 41us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573643.704438:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926381312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704439:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1777573643.704456:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1777573643.704460:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1777573643.704466:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926380928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704472:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926380288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573643.704489:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573643.704494:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926381312:12345-0@lo:400:kworker.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573643.704501:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:3.0:1777573643.704530:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926380032:0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704531:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926380288:12345-0@lo:400:kworker.0 Request processed in 64us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573643.704536:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926380928:12345-0@lo:400:kworker.0 Request processed in 71us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573643.704538:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381056 00000100:00100000:0.0:1777573643.704545:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381056 00000100:00100000:2.0:1777573643.704547:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1777573643.704551:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00080000:2.0:1777573643.704571:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573643.704577:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573643.704580:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926380544:0@lo:400:kworker.0 00000100:00080000:2.0:1777573643.704582:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573643.704583:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1777573643.704597:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926381056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573643.704622:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926380672:0@lo:400:kworker.0 00000100:00100000:0.0:1777573643.704626:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967554 gen 2 00000004:00080000:0.0:1777573643.704631:0:3636:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967554 committed transno 4294967554 00000020:00080000:0.0:1777573643.704636:0:3636:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff89ddc48ce780 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:0.0:1777573643.704639:0:3636:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89dec7380b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc48ced80 00000100:00100000:2.0:1777573643.704644:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926381184:0@lo:400:kworker.0 00000100:00100000:1.0:1777573643.704644:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926381056:12345-0@lo:400:kworker.0 Request processed in 49us (153us total) trans 0 rc 0/0 00000020:00080000:0.0:1777573643.704645:0:3636:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].11 00000020:00080000:0.0:1777573643.704649:0:3636:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89dec7380700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89def7871e00 00000100:00100000:3.0:1777573643.704657:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926381056:0@lo:400:kworker.0 00000020:00080000:0.0:1777573643.704657:0:3636:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].11 00000100:00100000:1.0:1777573643.704662:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000020:00080000:2.0:1777573643.704687:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 11 committed batchid 10 00000100:00100000:0.0:1777573643.704714:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926380288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573643.704731:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926381312:0@lo:400:kworker.0 00000100:00100000:0.0:1777573643.704741:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926380928:0@lo:400:kworker.0 00000020:00080000:2.0:1777573643.704802:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 10 00010000:00010000:2.0:1777573644.023039:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573644.701521:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573644.701582:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917748992 00000100:00100000:2.0:1777573644.701592:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917748992 00000100:00080000:0.0:1777573644.701653:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573644.701673:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 75 00000100:00100000:2.0:1777573644.701685:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae75050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917748992:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573644.701752:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573644.701766:0:6471:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a68910) 00010000:00010000:2.0:1777573644.701768:0:6471:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a6892c) 00010000:00010000:2.0:1777573644.701770:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573644.701824:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae75050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917748992:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 142us (312us total) trans 0 rc 116/116 00000100:00100000:2.0:1777573644.701907:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 75 00000100:00100000:1.0:1777573644.726987:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573644.727016:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926381440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573644.727114:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573644.727172:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381440 00000100:00100000:0.0:1777573644.727182:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381440 00000100:00100000:0.0:1777573644.727246:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1777573644.727248:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573644.727259:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926381440:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573644.727260:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926381568:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573644.727294:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573644.727300:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573644.727353:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926381440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573644.727360:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1777573644.727387:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381568 00000100:00100000:1.0:1777573644.727392:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381568 00000100:00100000:1.0:1777573644.727434:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1777573644.727434:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926381440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573644.727445:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926381568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573644.727458:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573644.727497:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926381568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573644.727504:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1777573644.727596:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926381568:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1777573644.919174:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573644.919181:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573644.919185:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573644.919231:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573644.919242:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573644.919254:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573644.919280:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926381696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573644.919347:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573644.919404:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cc600 going to sleep for 11 seconds 00000100:00100000:1.0:1777573644.919719:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381696 00000100:00100000:1.0:1777573644.919728:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381696 00000100:00100000:1.0:1777573644.919784:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1777573644.919794:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926381696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573644.919807:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573644.919821:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68956 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573644.919843:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573644.919854:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573644.919863:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573644.919912:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926381696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573644.919918:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1777573644.919986:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926381696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573644.920002:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573644.920011:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573644.920029:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573644.920040:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573644.920047:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573645.046981:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573645.239160:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573645.239194:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926381824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573645.239315:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573645.239456:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381824 00000100:00100000:2.0:1777573645.239467:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381824 00000100:00100000:2.0:1777573645.239541:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1777573645.239556:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926381824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573645.239593:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573645.239681:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926381824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573645.239726:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1777573645.239819:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926381824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573645.337358:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573645.337390:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573645.337454:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573645.337468:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917749120 00000100:00100000:0.0:1777573645.337468:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917749376 00000100:00100000:3.0:1777573645.337479:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917749120 00000100:00100000:0.0:1777573645.337479:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917749376 00000100:00100000:1.0:1777573645.337488:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573645.337537:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917749504 00000100:00080000:1.0:1777573645.337540:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573645.337543:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00100000:0.0:1777573645.337543:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917749504 00000100:00100000:2.0:1777573645.337560:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917749248 00000100:00100000:2.0:1777573645.337566:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917749248 00000100:00100000:1.0:1777573645.337567:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 876 00000100:00100000:1.0:1777573645.337578:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917749376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573645.337592:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 877 00000100:00100000:3.0:1777573645.337598:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917749120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573645.337606:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917749504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573645.337613:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1567 00000100:00100000:2.0:1777573645.337623:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917749248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573645.337650:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917749376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573645.337658:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917749504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 54us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573645.337659:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 876 00000100:00100000:2.0:1777573645.337664:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917749248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 43us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573645.337675:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 877 00000100:00100000:2.0:1777573645.337676:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1567 00000100:00100000:3.0:1777573645.337733:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917749120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 178us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573645.337750:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00080000:0.0:1777573645.337756:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573645.337761:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:1.0:1777573645.414493:0:97299:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5b08c3b0 20000000:00000080:1.0:1777573645.414507:0:97299:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc307ac00 uarg=0000000000000000 00010000:00010000:1.0:1777573645.414675:0:97299:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573645.414713:0:97299:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573645.414757:0:97299:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573645.414770:0:97299:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573645.414797:0:97299:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573645.414820:0:97299:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573645.414840:0:97299:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573645.414850:0:97299:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573645.414894:0:97299:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573645.414909:0:97299:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 22 pid: 6478 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573645.414927:0:97299:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97299:1863919926381952:0@lo:104: 00000100:00100000:1.0:1777573645.414989:0:97299:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573645.415040:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926381952 00000100:00100000:3.0:1777573645.415048:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926381952 00000100:00100000:1.0:1777573645.415055:0:97299:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded4fb8240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573645.415108:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1777573645.415119:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97299:x1863919926381952:12345-0@lo:104: 00010000:00010000:3.0:1777573645.415132:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573645.415260:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573645.415267:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97299:x1863919926381952:12345-0@lo:104: Request processed in 150us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573645.415275:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1777573645.415288:0:97299:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97299:1863919926381952:0@lo:104: 00010000:00010000:0.0:1777573645.415293:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573645.415299:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573645.415309:0:97299:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573645.415313:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573645.415320:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573645.415328:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573645.415332:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573645.415336:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573645.415361:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573645.415365:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573645.415383:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573645.415388:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54000/0x1e8fa618a5a68956 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6895d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573645.415401:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573645.415402:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573645.415403:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573645.415406:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926382080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573645.415434:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573645.415467:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926382080 00000100:00100000:2.0:1777573645.415476:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926382080 00010000:00010000:2.0:1777573645.415493:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 23 pid: 6478 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573645.415514:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1777573645.415528:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926382080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573645.415539:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573645.415543:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 23 pid: 6478 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415554:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 23 pid: 6478 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415566:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186400/0x1e8fa618a5a6895d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68956 expref: 23 pid: 6478 timeout: 1320 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415576:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415582:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415590:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415594:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415602:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415606:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415609:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573645.415611:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415616:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415626:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573645.415631:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573645.415648:0:97299:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573645.415657:0:97299:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573645.415659:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926382080:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (225us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573645.415673:0:97299:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a68964 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97299 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573645.415676:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1777573645.415721:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926382080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573646.070937:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573646.689196:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573646.689492:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917749632 00000100:00100000:0.0:1777573646.689502:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917749632 00000100:00100000:0.0:1777573646.689609:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1213 00000100:00100000:0.0:1777573646.689620:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58366:x1863919917749632:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573646.689640:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573646.689659:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6896b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e26a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.689751:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68972 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.689767:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68972 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.689779:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68972 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573646.689824:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573646.689828:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573646.689847:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68972 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.689868:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6896b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e26a expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.689881:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68972 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e26a expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.689890:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573646.689892:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573646.689896:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1200, rc 0) 00000100:00100000:0.0:1777573646.689956:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:58366:x1863919917749632:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 339us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573646.689963:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1213 00000100:00080000:2.0:1777573646.690047:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573646.692317:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573646.692496:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917749760 00000100:00100000:0.0:1777573646.692508:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917749760 00000100:00100000:0.0:1777573646.692574:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1214 00000100:00100000:0.0:1777573646.692586:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:58366:x1863919917749760:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573646.692603:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573646.692622:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68979 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e271 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692675:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692689:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692741:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692756:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692764:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692771:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692825:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6898e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692834:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6898e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692842:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6898e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573646.692865:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6898e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692879:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692886:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692892:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692899:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692906:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573646.692910:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.692995:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693011:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573646.693015:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573646.693021:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693028:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68980 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693044:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693051:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693058:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693063:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573646.693067:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693074:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693083:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc2efe800) 00010000:00010000:0.0:1777573646.693086:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573646.693090:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693095:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68987 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693129:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68979 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e271 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693149:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6898e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e271 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573646.693158:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe700) 00010000:00010000:0.0:1777573646.693160:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573646.693162:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573646.693238:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:58366:x1863919917749760:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 654us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573646.693246:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1214 00000100:00100000:2.0:1777573646.698351:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573646.698394:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917749888 00000100:00100000:2.0:1777573646.698404:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917749888 00000100:00100000:2.0:1777573646.698459:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1215 00000100:00100000:2.0:1777573646.698471:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:58366:x1863919917749888:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573646.698491:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573646.698517:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68995 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e278 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573646.698581:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6899c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573646.698594:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6899c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573646.698609:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6899c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573646.698651:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:2.0:1777573646.698655:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573646.699980:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68995 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e278 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573646.700004:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6899c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e278 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573646.700013:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89deef240200) 00010000:00010000:2.0:1777573646.700016:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573646.700019:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55400, rc 0) 00000100:00100000:2.0:1777573646.700078:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:58366:x1863919917749888:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 1611us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573646.700085:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1215 00000100:00100000:0.0:1777573646.705378:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573646.705447:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917750144 00000100:00100000:3.0:1777573646.705456:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917750144 00000100:00100000:3.0:1777573646.705521:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1216 00000100:00100000:3.0:1777573646.705530:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58366:x1863919917750144:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573646.705571:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573646.705596:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a6899c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e278 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.705612:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89deef240200) 00010000:00010000:3.0:1777573646.705621:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573646.705640:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.705650:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.705657:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573646.707834:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967463 is committed 00000020:00080000:3.0:1777573646.707848:0:7398:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 11 batchid updated 00000004:00010000:3.0:1777573646.707889:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000235b9b5e reply state 00000000ecdc61a0 transno 4294967463 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.707906:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.707914:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573646.707917:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573646.707921:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573646.707932:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00010000:00080000:3.0:1777573646.708013:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573646.708041:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58366:x1863919917750144:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2500us (2655us total) trans 4294967463 rc 0/0 00000100:00100000:3.0:1777573646.708049:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1216 00010000:00010000:3.0:1777573646.708086:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.708093:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.708100:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.708105:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573646.708111:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.708118:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.708128:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573646.708132:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573646.708136:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573646.708141:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a689a3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1777573646.708264:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 11 00000004:00080000:2.0:1777573646.708321:0:7420:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc40cc540 with version 25 00000020:00080000:2.0:1777573646.708339:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 11 cancel update log [0x200000401:0x2:0x0].11: rc = 0 00000020:00080000:2.0:1777573646.708411:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 11 cancel update log [0x240000400:0x2:0x0].11: rc = 0 00000020:00080000:2.0:1777573646.708425:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 11 00000004:00080000:3.0:1777573646.709171:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 25 rpc_version 25 00000020:00100000:3.0:1777573646.709201:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1777573646.709209:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ddc31c9f80 x1863919926382336/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777573646.709233:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31c9f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926382336:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1777573646.709287:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573646.709351:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820a80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573646.709768:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926382336 00000100:00100000:2.0:1777573646.709776:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926382336 00000100:00100000:2.0:1777573646.709829:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1777573646.709837:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7412:x1863919926382336:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1777573646.710160:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7412:x1863919926382336:12345-0@lo:1000:osp_up0-1.0 Request processed in 323us (872us total) trans 4294967555 rc 0/0 00000100:00100000:2.0:1777573646.710168:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1777573646.710284:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31c9f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926382336:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573646.775078:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926382464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573646.775205:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573646.775374:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926382464 00000100:00100000:2.0:1777573646.775384:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926382464 00000100:00100000:2.0:1777573646.775436:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1777573646.775447:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926382464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573646.775482:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573646.775536:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926382464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573646.775544:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1777573646.775568:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926382464:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1777573647.030779:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573647.030786:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573647.030791:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573647.030838:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573647.030849:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573647.030860:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573647.030885:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926382592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573647.030955:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573647.030999:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def4eda6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573647.031052:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926382592 00000100:00100000:3.0:1777573647.031060:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926382592 00000100:00100000:3.0:1777573647.031109:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1777573647.031118:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926382592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573647.031134:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573647.031149:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a689aa expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.031172:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.031184:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.031193:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573647.031238:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926382592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573647.031246:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1777573647.031327:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926382592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573647.031338:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573647.031344:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573647.031358:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573647.031361:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573647.031366:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573647.079901:0:97495:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe73d82180 20000000:00000080:3.0:1777573647.079928:0:97495:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def778dc00 uarg=0000000000000000 00010000:00010000:3.0:1777573647.080214:0:97495:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 2. 00010000:00010000:3.0:1777573647.080256:0:97495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573647.080260:0:97495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573647.080274:0:97495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a68972 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e26a expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.080298:0:97495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe700) 00010000:00010000:3.0:1777573647.080300:0:97495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573647.080305:0:97495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6898e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e271 expref: 5 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.080323:0:97495:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 2 locks, left on hash table 0. 00010000:00010000:3.0:1777573647.080346:0:97495:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573647.080357:0:97495:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573647.080382:0:97495:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573647.080403:0:97495:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.080421:0:97495:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.080430:0:97495:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.080478:0:97495:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.080493:0:97495:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 22 pid: 6479 timeout: 1321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573647.080508:0:97495:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31cad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97495:1863919926382720:0@lo:104: 00000100:00100000:3.0:1777573647.080577:0:97495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573647.080740:0:97495:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820900 going to sleep for 11 seconds 00000100:00100000:1.0:1777573647.080832:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926382720 00000100:00100000:1.0:1777573647.080842:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926382720 00000100:00100000:1.0:1777573647.080900:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1777573647.080910:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97495:x1863919926382720:12345-0@lo:104: 00010000:00010000:1.0:1777573647.080925:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573647.081015:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573647.081022:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97495:x1863919926382720:12345-0@lo:104: Request processed in 114us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573647.081030:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00010000:00010000:0.0:1777573647.081042:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573647.081050:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081058:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573647.081063:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081071:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573647.081077:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573647.081083:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1777573647.081089:0:97495:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31cad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97495:1863919926382720:0@lo:104: 00010000:00010000:3.0:1777573647.081111:0:97495:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081132:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081139:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573647.081163:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081170:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a689aa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a689b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573647.081171:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573647.081183:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926382848:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573647.081184:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573647.081186:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573647.081188:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573647.081216:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573647.081337:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926382848 00000100:00100000:0.0:1777573647.081350:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926382848 00010000:00010000:0.0:1777573647.081404:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 23 pid: 6479 timeout: 1321 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573647.081448:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1777573647.081458:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926382848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573647.081473:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573647.081479:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 23 pid: 6479 timeout: 1321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081491:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 23 pid: 6479 timeout: 1321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081509:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a689b1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a689aa expref: 23 pid: 6479 timeout: 1321 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081529:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081538:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081555:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081561:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081568:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081573:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081579:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573647.081583:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081590:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081610:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573647.081622:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573647.081632:0:97495:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.081643:0:97495:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573647.081651:0:97495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a689b8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97495 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573647.081742:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926382848:12345-0@lo:103:ldlm_bl.0 Request processed in 237us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573647.081751:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1777573647.081761:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926382848:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573647.095058:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573648.118911:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573648.476184:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573648.476238:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917750272 00000100:00100000:0.0:1777573648.476249:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917750272 00000100:00080000:1.0:1777573648.476307:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573648.476339:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1217 00000100:00100000:0.0:1777573648.476350:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58443:x1863919917750272:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573648.476371:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573648.476391:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a689bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e27f expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476461:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476477:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476493:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476507:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476513:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476520:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476582:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a689d4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476590:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a689d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476596:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a689d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573648.476619:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a689d4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476633:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476640:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476646:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476652:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476658:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573648.476661:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476668:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476678:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573648.476735:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573648.476740:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476747:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476757:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476763:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476770:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476775:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573648.476778:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476784:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476792:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89ddc2efe100) 00010000:00010000:0.0:1777573648.476795:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573648.476797:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.476803:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.477001:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a689bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e27f expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.477017:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a689d4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e27f expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.477025:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe900) 00010000:00010000:0.0:1777573648.477029:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573648.477032:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573648.477129:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58443:x1863919917750272:12345-192.168.204.9@tcp:101:touch.0 Request processed in 781us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.477136:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1217 00000100:00100000:2.0:1777573648.479519:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573648.479559:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573648.479613:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917750400 00000100:00100000:0.0:1777573648.479623:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917750400 00000100:00100000:0.0:1777573648.479729:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1218 00000100:00100000:0.0:1777573648.479739:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58443:x1863919917750400:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573648.479760:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573648.479784:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a689db lrc: 2/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e286 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777573648.479909:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573648.479974:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917750528 00000100:00100000:3.0:1777573648.479979:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917750528 00000100:00100000:3.0:1777573648.480026:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 76 00000100:00100000:3.0:1777573648.480034:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917750528:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573648.480047:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573648.480066:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a689d4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e27f expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573648.480089:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe900) 00010000:00010000:3.0:1777573648.480098:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573648.480150:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917750528:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 117us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573648.480157:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 76 00010000:00010000:0.0:1777573648.480398:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a689e2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.480412:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a689e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.480423:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a689e2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573648.480471:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1777573648.480475:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1777573648.480512:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a689db lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e286 expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.480527:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a689e2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e286 expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.480536:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efec00) 00010000:00010000:0.0:1777573648.480539:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1777573648.480542:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1200, rc 0) 00000100:00100000:0.0:1777573648.480581:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:58443:x1863919917750400:12345-192.168.204.9@tcp:101:touch.0 Request processed in 844us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.480587:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1218 00000100:00100000:2.0:1777573648.484234:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573648.484287:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917750784 00000100:00100000:0.0:1777573648.484297:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917750784 00000100:00100000:0.0:1777573648.484400:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1219 00000100:00100000:0.0:1777573648.484412:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:58443:x1863919917750784:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573648.484432:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573648.484450:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a689e9 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e28d expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.484556:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.484570:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.484580:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.484594:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.484601:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.484608:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573648.484827:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926382976:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573648.484869:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.484918:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b5480 going to sleep for 11 seconds 00000100:00100000:2.0:1777573648.484945:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926382976 00000100:00100000:2.0:1777573648.484951:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926382976 00000100:00100000:2.0:1777573648.484989:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1777573648.484997:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926382976:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573648.485223:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926382976:0@lo:1000:mdt00_000.0 00000004:00080000:1.0:1777573648.485566:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0xf:0x0], index 1: 0 00010000:00010000:1.0:1777573648.485775:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a689fe lrc: 3/1,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485789:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a689fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485799:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a689fe lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485840:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485847:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485853:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485860:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485867:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573648.485870:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485878:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485890:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efec00) 00010000:00010000:1.0:1777573648.485892:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573648.485896:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485902:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a689f0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573648.485915:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076324c76 reply state 000000008031a646 transno 4294967464 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485926:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485932:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe100) 00010000:00010000:1.0:1777573648.485934:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573648.485937:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573648.485967:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a689e9 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e28d expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485981:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a689fe lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e28d expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.485988:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89dec87d8700) 00010000:00010000:1.0:1777573648.485990:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573648.485993:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:2.0:1777573648.486065:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926382976:12345-0@lo:1000:mdt00_000.0 Request processed in 1067us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573648.486168:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1777573648.486271:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:58443:x1863919917750784:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1862us (2049us total) trans 4294967464 rc 0/0 00000100:00100000:1.0:1777573648.486278:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1219 00000100:00100000:2.0:1777573648.489831:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573648.489961:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917750912 00000100:00100000:3.0:1777573648.489973:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917750912 00000100:00100000:3.0:1777573648.490042:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 175 00000100:00100000:3.0:1777573648.490053:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:58443:x1863919917750912:12345-192.168.204.9@tcp:49:touch.0 00000100:00100000:3.0:1777573648.490332:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:58443:x1863919917750912:12345-192.168.204.9@tcp:49:touch.0 Request processed in 280us (514us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573648.490341:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 175 00000100:00100000:3.0:1777573648.493350:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573648.493418:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917751168 00000100:00100000:0.0:1777573648.493430:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917751168 00000100:00100000:0.0:1777573648.493523:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1220 00000100:00100000:0.0:1777573648.493534:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:58443:x1863919917751168:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:0.0:1777573648.493590:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573648.493621:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a689fe lrc: 0/0,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e28d expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.493641:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89dec87d8700) 00010000:00010000:0.0:1777573648.493652:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573648.493755:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.493769:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.493779:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573648.493885:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f5c29902 reply state 00000000c6fb7ba1 transno 4294967465 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.493897:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.493907:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89ddc2efed00) 00010000:00010000:0.0:1777573648.493910:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573648.493913:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573648.494005:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:58443:x1863919917751168:12345-192.168.204.9@tcp:36:touch.0 Request processed in 474us (663us total) trans 4294967465 rc 0/0 00000100:00100000:0.0:1777573648.494013:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1220 00000100:00100000:2.0:1777573648.496420:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573648.496539:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917751296 00000100:00100000:0.0:1777573648.496548:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917751296 00000100:00100000:0.0:1777573648.496673:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1221 00000100:00100000:0.0:1777573648.496737:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:58443:x1863919917751296:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573648.496762:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573648.496789:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68a13 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e294 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.496846:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68a13 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e294 expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.496861:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68a13 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e294 expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.496875:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89ddc2efed00) 00010000:00010000:0.0:1777573648.496877:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573648.496879:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1000, rc 0) 00000100:00100000:0.0:1777573648.496934:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+11:58443:x1863919917751296:12345-192.168.204.9@tcp:101:touch.0 Request processed in 253us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.496942:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1221 00000100:00100000:3.0:1777573648.498901:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573648.498963:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917751424 00000100:00100000:1.0:1777573648.498974:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917751424 00000100:00080000:2.0:1777573648.499103:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573648.499169:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 542 00000100:00100000:1.0:1777573648.499180:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917751424:12345-192.168.204.9@tcp:2:touch.0 00000100:00100000:1.0:1777573648.499420:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917751424:12345-192.168.204.9@tcp:2:touch.0 Request processed in 242us (527us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1777573648.499431:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 542 00000100:00100000:3.0:1777573648.501714:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573648.501961:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917751680 00000100:00100000:1.0:1777573648.501972:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917751680 00000100:00100000:1.0:1777573648.502032:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 176 00000100:00100000:1.0:1777573648.502041:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:58443:x1863919917751680:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:1.0:1777573648.502402:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:58443:x1863919917751680:12345-192.168.204.9@tcp:35:touch.0 Request processed in 361us (730us total) trans 4294967466 rc 0/0 00000100:00100000:1.0:1777573648.502411:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 176 00000100:00100000:3.0:1777573648.537963:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573648.538479:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917751808 00000100:00100000:0.0:1777573648.538491:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917751808 00000100:00100000:0.0:1777573648.538558:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1222 00000100:00100000:0.0:1777573648.538569:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:58447:x1863919917751808:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573648.538591:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573648.538622:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68a1a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e29b expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538750:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538766:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538778:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538788:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538795:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538801:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538878:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68a2f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538887:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68a2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538898:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68a2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573648.538934:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x26:0x0]: returning size 0 00000004:00200000:0.0:1777573648.538938:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573648.538956:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68a2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538967:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68a2f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538975:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538981:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538987:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538993:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.538999:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573648.539003:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539012:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539025:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efec00) 00010000:00010000:0.0:1777573648.539029:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573648.539035:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539048:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a68a21 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539062:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539068:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539078:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539083:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573648.539086:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539091:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539097:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe100) 00010000:00010000:0.0:1777573648.539099:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573648.539102:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539106:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68a28 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539129:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68a1a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e29b expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539144:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68a2f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e29b expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.539151:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89ddc2efed00) 00010000:00010000:0.0:1777573648.539153:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573648.539156:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573648.539226:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:58447:x1863919917751808:12345-192.168.204.9@tcp:101:rm.0 Request processed in 659us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.539234:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1222 00000100:00100000:3.0:1777573648.541796:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573648.542047:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917751936 00000100:00100000:1.0:1777573648.542060:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917751936 00000100:00100000:1.0:1777573648.542128:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 543 00000100:00100000:1.0:1777573648.542139:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917751936:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573648.542160:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573648.542186:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2a2 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573648.542212:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0xf:0x0] initial LVB size: 0, mtime: 0x69f39f11, atime: 0x69f39f11, ctime: 0x69f39f11, blocks: 0x0 00010000:00010000:1.0:1777573648.542230:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573648.542232:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573648.542239:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.542254:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 7 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.542268:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186600, rc 0) 00000100:00100000:1.0:1777573648.542330:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917751936:12345-192.168.204.9@tcp:101:rm.0 Request processed in 195us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573648.542335:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 543 00000100:00100000:3.0:1777573648.545377:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573648.546145:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917752192 00000100:00100000:2.0:1777573648.546158:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917752192 00000100:00100000:2.0:1777573648.546234:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1223 00000100:00100000:2.0:1777573648.546244:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:58447:x1863919917752192:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:2.0:1777573648.546299:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573648.546325:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68a2f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e29b expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546347:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68a13 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e294 expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546358:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89ddc2efed00) 00010000:00010000:2.0:1777573648.546363:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573648.546386:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546399:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546408:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546419:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546426:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546436:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546517:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546525:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546532:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573648.546820:0:26981:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:2.0:1777573648.546830:0:26981:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1173195136448ns, next at 1174195134243ns, rc = 0 00010000:00010000:2.0:1777573648.546883:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546892:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546901:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546910:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546916:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546923:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546950:0:26981:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573648.546970:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546976:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546982:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546988:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573648.546991:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.546999:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547007:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89ddc2efed00) 00010000:00010000:2.0:1777573648.547009:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1777573648.547013:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547018:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a68a4b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x26:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547035:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547052:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547062:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547067:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547073:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573648.547076:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547081:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547089:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efec00) 00010000:00010000:2.0:1777573648.547091:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573648.547094:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547099:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a68a3d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573648.547109:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005bd3b629 reply state 00000000c132a58d transno 4294967467 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547118:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.547124:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe100) 00010000:00010000:2.0:1777573648.547126:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573648.547128:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573648.547199:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:58447:x1863919917752192:12345-192.168.204.9@tcp:36:rm.0 Request processed in 957us (1837us total) trans 4294967467 rc 0/0 00000100:00100000:2.0:1777573648.547205:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1223 00010000:00010000:0.0:1777573648.547431:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573648.547437:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.547445:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573648.547449:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.547456:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.547476:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89ddc2efed00) 00010000:00010000:0.0:1777573648.547479:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1777573648.547482:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.547488:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68a52 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573648.547499:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573648.547502:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573648.547503:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777573648.566986:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573648.566995:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573648.567000:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573648.567054:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.567066:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573648.567078:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573648.567511:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926383104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573648.567582:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573648.567661:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc448d840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573648.567772:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926383104 00000100:00100000:3.0:1777573648.567789:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926383104 00000100:00100000:3.0:1777573648.567874:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1777573648.567887:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926383104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573648.567906:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573648.567931:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68a59 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573648.567971:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573648.567983:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573648.567993:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573648.568076:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926383104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 193us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573648.568085:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1777573648.568206:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926383104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573648.568229:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.568240:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573648.568263:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573648.568268:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573648.568276:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573648.822821:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926383232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573648.822821:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926383360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573648.822896:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.822959:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926383488:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.822987:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.823158:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926383872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823183:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.823202:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926384384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823230:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573648.823250:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926383616:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823250:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1777573648.823255:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926383744:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.823278:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.823278:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573648.823295:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926384128:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823295:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926384256:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.823316:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.823331:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926383488 00000100:00100000:2.0:1777573648.823335:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926384640:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823338:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926383488 00000100:00100000:2.0:1777573648.823354:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573648.823373:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1777573648.823379:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926384000:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823382:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926383872 00000100:00100000:1.0:1777573648.823383:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926383360 00000100:00100000:0.0:1777573648.823385:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926383872 00000100:00100000:1.0:1777573648.823390:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926383360 00000100:00100000:2.0:1777573648.823400:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.823411:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384384 00000100:00100000:0.0:1777573648.823414:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384384 00000100:00100000:2.0:1777573648.823415:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926384512:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823435:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926383616 00000100:00100000:2.0:1777573648.823436:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.823438:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926383616 00000100:00100000:1.0:1777573648.823445:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1777573648.823452:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384000 00000100:00100000:0.0:1777573648.823455:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384000 00000100:00100000:1.0:1777573648.823458:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926383360:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573648.823459:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384512 00000100:00100000:2.0:1777573648.823465:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384512 00000100:00100000:0.0:1777573648.823475:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1777573648.823481:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926383488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.823488:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00002000:00000024:1.0:1777573648.823490:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573648.823496:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926383872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823530:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926383488:12345-0@lo:400:kworker.0 Request processed in 48us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.823538:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1777573648.823548:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926383360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573648.823549:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926383872:12345-0@lo:400:kworker.0 Request processed in 55us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.823557:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:1.0:1777573648.823567:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1777573648.823567:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926384384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573648.823595:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1777573648.823601:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926384384:12345-0@lo:400:kworker.0 Request processed in 37us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573648.823606:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926383616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.823614:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:2.0:1777573648.823624:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:0.0:1777573648.823631:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1777573648.823636:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:0.0:1777573648.823637:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926384000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.823644:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926384512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573648.823649:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926383616:12345-0@lo:400:kworker.0 Request processed in 46us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573648.823657:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1777573648.823688:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926384512:12345-0@lo:400:kworker.0 Request processed in 45us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.823688:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926384000:12345-0@lo:400:kworker.0 Request processed in 51us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573648.823715:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:0.0:1777573648.823737:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:2.0:1777573648.823739:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926383744 00000100:00100000:2.0:1777573648.823742:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926383744 00000100:00100000:0.0:1777573648.823764:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573648.823795:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926383232 00000100:00100000:0.0:1777573648.823798:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926383232 00000100:00100000:0.0:1777573648.823822:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1777573648.823828:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926383232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573648.823838:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573648.823868:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926383232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.823874:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:0.0:1777573648.823994:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926383232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573648.824366:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1777573648.824375:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926383744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824390:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384128 00000100:00100000:2.0:1777573648.824395:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384128 00000100:00100000:1.0:1777573648.824420:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926383744:12345-0@lo:400:kworker.0 Request processed in 48us (1141us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573648.824427:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1777573648.824436:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384640 00000100:00100000:2.0:1777573648.824440:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384640 00000100:00100000:2.0:1777573648.824472:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1777573648.824480:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926384128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824511:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926384128:12345-0@lo:400:kworker.0 Request processed in 33us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573648.824517:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1777573648.824528:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1777573648.824534:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926384640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824563:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926384640:12345-0@lo:400:kworker.0 Request processed in 28us (1207us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573648.824569:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00080000:2.0:1777573648.824590:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573648.824595:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573648.824597:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573648.824598:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573648.824623:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926384000:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824634:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926384512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824644:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926383616:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824659:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926384128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824667:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926384640:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824729:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573648.824755:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926384768:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824773:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573648.824795:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384256 00000100:00100000:1.0:1777573648.824800:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384256 00000100:00100000:2.0:1777573648.824802:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926383872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.824818:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384768 00000100:00100000:2.0:1777573648.824820:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926384384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.824831:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384768 00000100:00100000:2.0:1777573648.824842:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926383360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573648.824848:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1777573648.824859:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926384256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824862:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926383488:0@lo:400:kworker.0 00000100:00100000:0.0:1777573648.824868:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1777573648.824875:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926384768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573648.824897:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926384256:12345-0@lo:400:kworker.0 Request processed in 42us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573648.824903:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1777573648.824962:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926383744:0@lo:400:kworker.0 00000100:00100000:2.0:1777573648.824976:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926384256:0@lo:400:kworker.0 00000100:00080000:2.0:1777573648.824993:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573648.825272:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926384768:12345-0@lo:400:kworker.0 Request processed in 397us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573648.825280:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1777573648.825317:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926384768:0@lo:400:kworker.0 00010000:00010000:2.0:1777573649.143532:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1777573649.338763:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967555 is committed 00000020:00000080:1.0:1777573649.376161:0:97738:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8e107be0 20000000:00000080:1.0:1777573649.376180:0:97738:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ded4242c00 uarg=0000000000000000 00010000:00010000:1.0:1777573649.376383:0:97738:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573649.376401:0:97738:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573649.376424:0:97738:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1777573649.376455:0:97738:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efec00) 00010000:00010000:1.0:1777573649.376459:0:97738:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1777573649.376470:0:97738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1200/0x1e8fa618a5a689e2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e286 expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.376490:0:97738:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 1 locks, left on hash table 0. 10000000:01000000:1.0:1777573649.376513:0:97738:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573649.376526:0:97738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.376540:0:97738:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.376547:0:97738:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.376580:0:97738:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.376592:0:97738:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 22 pid: 6480 timeout: 1324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573649.376606:0:97738:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97738:1863919926384896:0@lo:104: 00000100:00100000:1.0:1777573649.376676:0:97738:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573649.376801:0:97738:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3d00000 going to sleep for 11 seconds 00000100:00100000:3.0:1777573649.377796:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926384896 00000100:00100000:3.0:1777573649.377804:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926384896 00000100:00100000:1.0:1777573649.377946:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1777573649.377957:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97738:x1863919926384896:12345-0@lo:104: 00010000:00010000:1.0:1777573649.377970:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378106:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573649.378112:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97738:x1863919926384896:12345-0@lo:104: Request processed in 159us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573649.378120:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1777573649.378180:0:97738:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97738:1863919926384896:0@lo:104: 00010000:00010000:3.0:1777573649.378200:0:97738:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573649.378234:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573649.378241:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573649.378247:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573649.378251:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573649.378259:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573649.378266:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573649.378271:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573649.378304:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573649.378310:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1777573649.378352:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926385024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573649.378384:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573649.378447:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926385024 00000100:00100000:1.0:1777573649.378451:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926385024 00010000:00010000:1.0:1777573649.378468:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 23 pid: 6480 timeout: 1324 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573649.378497:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1777573649.378504:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926385024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573649.378516:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573649.378521:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 23 pid: 6480 timeout: 1324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378530:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 23 pid: 6480 timeout: 1324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378542:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a68a60 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68a59 expref: 23 pid: 6480 timeout: 1324 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378555:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378563:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378574:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378581:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378591:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378596:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378601:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573649.378605:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378611:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378623:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573649.378631:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573649.378676:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573649.378683:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a68a59 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68a60 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573649.378709:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573649.378711:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573649.378713:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573649.378729:0:97738:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573649.378737:0:97738:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573649.378744:0:97738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68a67 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97738 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573649.378808:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926385024:12345-0@lo:103:ldlm_bl.0 Request processed in 304us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573649.378814:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1777573649.378855:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926385024:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573649.846919:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926385152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573649.847003:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573649.847791:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926385280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573649.847833:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573649.847923:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926385280 00000100:00100000:3.0:1777573649.847932:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926385280 00000100:00100000:3.0:1777573649.847987:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1777573649.847998:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926385280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573649.848037:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573649.848213:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926385280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 217us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573649.848220:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1777573649.848238:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926385152 00000100:00100000:2.0:1777573649.848245:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926385152 00000100:00100000:0.0:1777573649.848284:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926385280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573649.848291:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1777573649.848301:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926385152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573649.848367:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573649.848414:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926385152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (1410us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573649.848421:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1777573649.848509:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926385152:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573650.166846:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573650.358917:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573650.358940:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926385408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573650.359010:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573650.359076:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926385408 00000100:00100000:3.0:1777573650.359085:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926385408 00000100:00100000:3.0:1777573650.359143:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1777573650.359155:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926385408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573650.359189:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:3.0:1777573650.359252:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926385408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573650.359260:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1777573650.359303:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967555 gen 2 00000004:00080000:1.0:1777573650.359310:0:3638:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967555 committed transno 4294967555 00000100:00100000:1.0:1777573650.359337:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926385408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573650.457147:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573650.457189:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573650.457205:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573650.457230:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573650.457272:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573650.457349:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917752320 00000100:00100000:0.0:1777573650.457360:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917752320 00000100:00100000:3.0:1777573650.457361:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917752704 00000100:00100000:1.0:1777573650.457361:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917752448 00000100:00100000:3.0:1777573650.457367:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917752704 00000100:00100000:1.0:1777573650.457367:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917752448 00000100:00100000:0.0:1777573650.457408:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 890 00000100:00100000:0.0:1777573650.457418:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917752320:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573650.457457:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917752576 00000100:00100000:2.0:1777573650.457470:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917752576 00000100:00100000:0.0:1777573650.457483:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917752320:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 66us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573650.457491:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 890 00000100:00100000:3.0:1777573650.457558:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917752832 00000100:00080000:0.0:1777573650.457559:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573650.457563:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917752832 00000100:00080000:0.0:1777573650.457565:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573650.457569:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573650.457577:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573650.457601:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:1.0:1777573650.457615:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1574 00000100:00100000:0.0:1777573650.457615:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917752704:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573650.457621:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 883 00000100:00100000:3.0:1777573650.457632:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917752832:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573650.457653:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917752448:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573650.457655:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1575 00000100:00100000:0.0:1777573650.457676:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917752704:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 62us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573650.457680:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:2401:x1863919917752576:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573650.457737:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 882 00000100:00100000:1.0:1777573650.457755:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917752448:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 123us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573650.457768:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1574 00000100:00100000:2.0:1777573650.458024:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:2401:x1863919917752576:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 355us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573650.458034:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1575 00000100:00100000:3.0:1777573650.458165:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917752832:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 534us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573650.458172:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 883 10000000:01000000:2.0:1777573650.487067:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573650.487075:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573650.487079:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573650.487127:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.487139:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.487151:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573650.487177:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926385536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573650.487244:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573650.487313:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573650.487397:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926385536 00000100:00100000:1.0:1777573650.487404:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926385536 00000100:00100000:1.0:1777573650.487446:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1777573650.487455:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926385536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573650.487466:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573650.487478:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68a6e expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.487498:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.487509:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.487518:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186200, rc 0) 00000100:00100000:1.0:1777573650.487559:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926385536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573650.487767:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926385536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573650.487780:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.487789:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573650.487804:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573650.487808:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.487816:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573650.487877:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1777573650.782284:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573650.782340:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917752960 00000100:00100000:1.0:1777573650.782351:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917752960 00000100:00100000:1.0:1777573650.782717:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1224 00000100:00100000:1.0:1777573650.782728:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:58534:x1863919917752960:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573650.782749:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573650.782811:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68a7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2a9 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.782874:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68a83 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.782899:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68a83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.782913:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68a83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573650.782954:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:1.0:1777573650.782958:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573650.782976:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68a83 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.783010:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68a7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a9 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.783032:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68a83 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a9 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.783041:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8000) 00010000:00010000:1.0:1777573650.783045:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573650.783048:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186a00, rc 0) 00000100:00100000:1.0:1777573650.783099:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:58534:x1863919917752960:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 373us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573650.783106:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1224 00000100:00100000:2.0:1777573650.786387:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573650.786461:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917753216 00000100:00100000:0.0:1777573650.786471:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917753216 00000100:00100000:0.0:1777573650.786527:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1225 00000100:00100000:0.0:1777573650.786537:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:58534:x1863919917753216:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573650.786583:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573650.786608:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68a83 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a9 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573650.786623:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89dec87d8000) 00010000:00010000:0.0:1777573650.786633:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573650.786667:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573650.786680:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573650.786689:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573650.789874:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967468 is committed 00000004:00080000:3.0:1777573650.789888:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 67 committed 00000100:00100000:3.0:1777573650.790008:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926385664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1777573650.790075:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573650.790139:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926385664 00000100:00100000:3.0:1777573650.790146:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926385664 00000100:00100000:3.0:1777573650.790199:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1777573650.790207:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926385664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1777573650.790237:0:12154:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:15 count 1 00010000:00010000:3.0:1777573650.790261:0:12154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790283:0:12154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790292:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573650.790294:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573650.790298:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790323:0:12154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790336:0:12154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 6 pid: 9951 timeout: 1275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573650.790348:0:12154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926385792:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573650.790402:0:12154:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc448d240 going to sleep for 11 seconds 00000100:00080000:3.0:1777573650.790414:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00010000:3.0:1777573650.790540:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cf5ff9c5 reply state 00000000e05db13b transno 4294967468 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790556:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790564:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:3.0:1777573650.790566:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573650.790569:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573650.790579:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00010000:00080000:3.0:1777573650.790626:0:8523:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573650.790651:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:58534:x1863919917753216:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 4101us (4260us total) trans 4294967468 rc 0/0 00000100:00100000:3.0:1777573650.790658:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1225 00010000:00010000:3.0:1777573650.790688:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790714:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790721:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790727:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573650.790731:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790738:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790749:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:3.0:1777573650.790752:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573650.790756:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573650.790763:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68a8a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.793974:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.793990:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.793996:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794078:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573650.794083:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794090:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794105:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe100) 00010000:00010000:1.0:1777573650.794108:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573650.794113:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794119:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a689f7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794137:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794142:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794147:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794155:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573650.794158:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794163:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794170:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26:0x0].0x0 (ffff89ddc2efed00) 00010000:00010000:1.0:1777573650.794172:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573650.794175:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794180:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68a0c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794195:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794201:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794207:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794211:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573650.794214:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794219:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794230:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe100) 00010000:00010000:1.0:1777573650.794232:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573650.794235:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.794241:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a68a44 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573650.794556:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573650.794721:0:12154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926385792:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573650.794745:0:12154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573650.794806:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917753344 00000100:00100000:1.0:1777573650.794881:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917753344 00010000:00010000:1.0:1777573650.794913:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 7 pid: 9951 timeout: 1275 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573650.795373:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 389 00000100:00100000:1.0:1777573650.795382:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917753344:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573650.795394:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573650.795400:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 7 pid: 9951 timeout: 1275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.795413:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 7 pid: 9951 timeout: 1275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.795434:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9931537/0x1e8fa618a5a68a36 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2a2 expref: 7 pid: 9951 timeout: 1275 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.795447:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573650.795450:0:6472:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573650.795455:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.795463:0:6472:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573650.795492:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573650.795528:0:12154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573650.795538:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917753344:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 157us (986us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573650.795542:0:12154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573650.795549:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 389 00010000:00010000:2.0:1777573650.795559:0:12154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.795567:0:12154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.795586:0:12154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573650.795778:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc67050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926385664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 5571us (5701us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1777573650.795786:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00010000:00010000:2.0:1777573650.795965:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573650.795971:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.795980:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573650.795983:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.795991:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.796010:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.796017:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae967dcd/0x1e8fa618a5a68a91 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573650.796037:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573650.796039:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573650.796041:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573650.796097:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc46fc700/2, rc 0, transno 4294967362 00000100:00100000:2.0:1777573650.796104:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926385664:0@lo:6:osp-syn-1-1.0 00000020:00000080:1.0:1777573651.164424:0:97933:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2199e3e0 20000000:00000080:1.0:1777573651.164440:0:97933:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc1f06000 uarg=0000000000000000 00010000:00010000:1.0:1777573651.164616:0:97933:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573651.164646:0:97933:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573651.164670:0:97933:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573651.164682:0:97933:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573651.164737:0:97933:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573651.164759:0:97933:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573651.164778:0:97933:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573651.164787:0:97933:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573651.164830:0:97933:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573651.164849:0:97933:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 22 pid: 6478 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573651.164865:0:97933:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97933:1863919926385920:0@lo:104: 00000100:00100000:1.0:1777573651.164934:0:97933:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573651.164981:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926385920 00000100:00100000:1.0:1777573651.164985:0:97933:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c3780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573651.164990:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926385920 00000100:00100000:2.0:1777573651.165051:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:2.0:1777573651.165063:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97933:x1863919926385920:12345-0@lo:104: 00010000:00010000:2.0:1777573651.165077:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165186:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573651.165195:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:97933:x1863919926385920:12345-0@lo:104: Request processed in 133us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573651.165204:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1777573651.165219:0:97933:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:97933:1863919926385920:0@lo:104: 00010000:00010000:0.0:1777573651.165239:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573651.165240:0:97933:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573651.165248:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573651.165256:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573651.165259:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573651.165268:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573651.165282:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573651.165292:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573651.165357:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573651.165364:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573651.165393:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573651.165399:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55000/0x1e8fa618a5a68a6e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68a75 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573651.165414:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573651.165418:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926386048:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573651.165418:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573651.165420:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573651.165454:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573651.165478:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386048 00000100:00100000:2.0:1777573651.165483:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386048 00010000:00010000:2.0:1777573651.165502:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 23 pid: 6478 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573651.165529:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1777573651.165535:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926386048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573651.165545:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573651.165550:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 23 pid: 6478 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165558:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 23 pid: 6478 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165568:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68a75 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68a6e expref: 23 pid: 6478 timeout: 1325 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165579:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165586:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165597:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165603:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165609:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165614:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165622:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573651.165626:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165651:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165668:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573651.165684:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573651.165978:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926386048:12345-0@lo:103:ldlm_bl.0 Request processed in 443us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573651.165985:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1777573651.166051:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926386048:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573651.166355:0:97933:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573651.166363:0:97933:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573651.166369:0:97933:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68a98 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 97933 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573651.191153:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573651.895216:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573651.895350:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926386176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573651.895431:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573651.895484:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386176 00000100:00100000:1.0:1777573651.895494:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386176 00000100:00100000:1.0:1777573651.895550:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1777573651.895559:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926386176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573651.895601:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573651.895670:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926386176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573651.895679:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1777573651.896279:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926386176:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573652.215079:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573652.516269:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573652.516305:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917753600 00000100:00100000:2.0:1777573652.516315:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917753600 00000100:00100000:2.0:1777573652.516385:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1226 00000100:00100000:2.0:1777573652.516398:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:58610:x1863919917753600:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573652.516419:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573652.516438:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68a9f lrc: 2/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2b0 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516545:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516568:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516583:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516599:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516617:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516626:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573652.516641:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00010000:00010000:2.0:1777573652.516659:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516666:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516671:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516677:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516690:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573652.516735:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516742:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516758:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89deef243500) 00010000:00010000:2.0:1777573652.516761:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573652.516765:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516772:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68aa6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516786:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516792:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516798:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516803:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573652.516806:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516812:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516821:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89deef243800) 00010000:00010000:2.0:1777573652.516823:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573652.516827:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 2/0,0 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516833:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68aad lrc: 0/0,0 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516879:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68a9f lrc: 1/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2b0 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516891:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89deef243500) 00010000:00010000:2.0:1777573652.516904:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573652.516908:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68a9f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2b0 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573652.516931:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573652.516986:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:58610:x1863919917753600:12345-192.168.204.9@tcp:101:touch.0 Request processed in 591us (724us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573652.516995:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1226 00000100:00080000:2.0:1777573652.517028:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573652.518856:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573652.518905:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917753728 00000100:00100000:3.0:1777573652.518913:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917753728 00000100:00100000:3.0:1777573652.518972:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1227 00000100:00100000:3.0:1777573652.518983:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58610:x1863919917753728:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573652.519000:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573652.519018:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68ab4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2b7 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519077:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519091:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519102:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519114:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519121:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519129:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519148:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519154:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519161:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519166:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519171:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573652.519175:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519181:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519191:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:3.0:1777573652.519195:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573652.519199:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 3/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519204:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68abb lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519215:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519221:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519226:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519231:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573652.519234:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519239:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519245:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc10ead00) 00010000:00010000:3.0:1777573652.519247:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573652.519250:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519255:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68ac2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519279:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68ab4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2b7 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519289:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:3.0:1777573652.519291:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573652.519294:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68ab4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2b7 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573652.519304:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:3.0:1777573652.519364:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58610:x1863919917753728:12345-192.168.204.9@tcp:101:touch.0 Request processed in 384us (514us total) trans 0 rc 301/301 00000100:00100000:3.0:1777573652.519372:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1227 10000000:01000000:2.0:1777573653.046809:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573653.046816:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573653.046821:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573653.046873:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573653.046884:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573653.046893:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573653.046915:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926386304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573653.046986:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573653.047052:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386304 00000100:00100000:1.0:1777573653.047063:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386304 00000100:00100000:2.0:1777573653.047082:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445b780 going to sleep for 11 seconds 00000100:00100000:1.0:1777573653.047121:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1777573653.047131:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926386304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573653.047145:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573653.047160:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68ac9 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573653.047261:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573653.047273:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573653.047283:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187e00, rc 0) 00000100:00100000:1.0:1777573653.047331:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926386304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.047338:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1777573653.047368:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926386304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573653.047381:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573653.047388:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573653.047407:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573653.047410:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573653.047415:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.239040:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573653.279032:0:98176:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd47a9e000 20000000:00000080:3.0:1777573653.279049:0:98176:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4efcc00 uarg=0000000000000000 00010000:00010000:3.0:1777573653.279214:0:98176:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573653.279230:0:98176:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573653.279248:0:98176:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573653.279257:0:98176:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573653.279276:0:98176:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573653.279291:0:98176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573653.279307:0:98176:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573653.279315:0:98176:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573653.279352:0:98176:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573653.279369:0:98176:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 22 pid: 6480 timeout: 1327 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573653.279384:0:98176:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98176:1863919926386432:0@lo:104: 00000100:00100000:3.0:1777573653.279443:0:98176:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573653.279499:0:98176:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d900 going to sleep for 11 seconds 00000100:00100000:2.0:1777573653.279585:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386432 00000100:00100000:2.0:1777573653.279602:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386432 00000100:00100000:2.0:1777573653.279715:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1777573653.279725:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:98176:x1863919926386432:12345-0@lo:104: 00010000:00010000:2.0:1777573653.279735:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573653.279785:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573653.279790:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:98176:x1863919926386432:12345-0@lo:104: Request processed in 68us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573653.279796:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00010000:00010000:0.0:1777573653.279859:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573653.279865:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.279872:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573653.279874:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573653.279878:0:98176:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98176:1863919926386432:0@lo:104: 00010000:00010000:0.0:1777573653.279890:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573653.279896:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573653.279900:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573653.279902:0:98176:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.279924:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.279928:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573653.279947:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.279952:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55400/0x1e8fa618a5a68ac9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68ad0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573653.279957:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1777573653.279965:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573653.279967:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573653.279968:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573653.279971:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926386560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573653.280001:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.280799:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386560 00000100:00100000:0.0:1777573653.280804:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386560 00010000:00010000:0.0:1777573653.280828:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 23 pid: 6480 timeout: 1327 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573653.280849:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1777573653.280854:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae75850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926386560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573653.280861:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573653.280865:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 23 pid: 6480 timeout: 1327 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280872:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 23 pid: 6480 timeout: 1327 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280880:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68ad0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68ac9 expref: 23 pid: 6480 timeout: 1327 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280890:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280895:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280903:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280907:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280912:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280917:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280922:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573653.280926:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280933:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280950:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573653.280960:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573653.280965:0:98176:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573653.280973:0:98176:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573653.280977:0:98176:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68ad7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573653.281013:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae75850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926386560:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573653.281019:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1777573653.281083:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926386560:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573653.943058:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926386688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573653.943129:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.943632:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926387072:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.943663:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.943685:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926387584:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.943721:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.943735:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926388096:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.943752:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.943771:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1777573653.943776:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926387200:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.943794:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.943808:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926387712:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.943827:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.943841:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926388224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.943857:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573653.943882:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386688 00000100:00100000:0.0:1777573653.943889:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386688 00000100:00100000:0.0:1777573653.943943:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1777573653.943954:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926386688:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573653.943979:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387584 00002000:00000024:0.0:1777573653.943982:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573653.943983:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387584 00000100:00100000:1.0:1777573653.944024:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388096 00000100:00100000:0.0:1777573653.944027:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926386688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.944028:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388096 00000100:00100000:0.0:1777573653.944038:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1777573653.944057:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387200 00000100:00100000:1.0:1777573653.944061:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387200 00000100:00100000:1.0:1777573653.944087:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:1.0:1777573653.944094:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926387584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944130:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926387584:12345-0@lo:400:kworker.0 Request processed in 37us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.944134:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:0.0:1777573653.944142:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926386816:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944146:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1777573653.944152:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926388096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944190:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926388096:12345-0@lo:400:kworker.0 Request processed in 38us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.944194:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1777573653.944202:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:1.0:1777573653.944206:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926387200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944222:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926387200:12345-0@lo:400:kworker.0 Request processed in 17us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.944225:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:1.0:1777573653.944256:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926387200:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944268:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926387584:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.944269:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573653.944279:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926388096:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.944314:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926387328:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944315:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386816 00000100:00100000:1.0:1777573653.944318:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386816 00000100:00100000:1.0:1777573653.944348:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1777573653.944348:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573653.944356:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926386816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573653.944374:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926386688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573653.944380:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926387840:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944386:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926386816:12345-0@lo:400:kworker.0 Request processed in 31us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.944391:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1777573653.944408:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573653.944419:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387072 00000100:00100000:2.0:1777573653.944424:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387072 00000100:00100000:1.0:1777573653.944427:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387712 00000100:00100000:1.0:1777573653.944431:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387712 00000100:00100000:0.0:1777573653.944431:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926388352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573653.944457:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573653.944460:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387328 00000100:00100000:1.0:1777573653.944463:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388224 00000100:00100000:2.0:1777573653.944465:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387328 00000100:00100000:1.0:1777573653.944466:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388224 00000100:00100000:0.0:1777573653.944490:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926386816:0@lo:400:kworker.0 00000100:00100000:2.0:1777573653.944499:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1777573653.944500:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387840 00000100:00100000:1.0:1777573653.944503:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387840 00000100:00100000:0.0:1777573653.944506:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1777573653.944511:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926387072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.944517:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926386944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944526:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1777573653.944536:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926387712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.944553:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573653.944564:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926387072:12345-0@lo:400:kworker.0 Request processed in 56us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573653.944571:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1777573653.944598:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926387712:12345-0@lo:400:kworker.0 Request processed in 63us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573653.944598:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926387456:0@lo:400:kworker.0 00000100:00100000:2.0:1777573653.944604:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1777573653.944612:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1777573653.944617:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926387328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.944635:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573653.944636:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1777573653.944648:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926388224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573653.944657:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926387328:12345-0@lo:400:kworker.0 Request processed in 44us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573653.944662:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926387968:0@lo:400:kworker.0 00000100:00100000:2.0:1777573653.944665:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1777573653.944689:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926388224:12345-0@lo:400:kworker.0 Request processed in 43us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573653.944718:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573653.944719:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388352 00000100:00100000:2.0:1777573653.944724:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388352 00000100:00100000:1.0:1777573653.944725:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1777573653.944746:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1777573653.944753:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926387328:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.944758:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926387840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573653.944759:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1777573653.944772:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926388352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573653.944784:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573653.944793:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926386944 00000100:00100000:0.0:1777573653.944798:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926386944 00000100:00100000:1.0:1777573653.944813:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926387840:12345-0@lo:400:kworker.0 Request processed in 58us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573653.944824:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926388352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.944824:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1777573653.944827:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387456 00000100:00100000:0.0:1777573653.944833:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387456 00000100:00100000:2.0:1777573653.944837:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1777573653.944855:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926387968 00000100:00100000:0.0:1777573653.944858:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926387968 00000100:00100000:1.0:1777573653.944878:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:1.0:1777573653.944899:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926386944:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1777573653.944902:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573653.944908:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573653.944912:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573653.944915:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573653.944937:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926386944:12345-0@lo:400:kworker.0 Request processed in 50us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573653.945144:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1777573653.945151:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:0.0:1777573653.945155:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926387456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.945160:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:2.0:1777573653.945165:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926387968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.945199:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926387712:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.945204:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926387456:12345-0@lo:400:kworker.0 Request processed in 51us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573653.945213:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1777573653.945214:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926387968:12345-0@lo:400:kworker.0 Request processed in 51us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573653.945214:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926388224:0@lo:400:kworker.0 00000100:00100000:2.0:1777573653.945228:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:1.0:1777573653.945232:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926387072:0@lo:400:kworker.0 00000100:00100000:0.0:1777573653.945268:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926386944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.945402:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926387456:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.945414:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926387968:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.945422:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926387840:0@lo:400:kworker.0 00000100:00100000:1.0:1777573653.945433:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926388352:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777573654.263865:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573654.456071:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:3.0:1777573654.456088:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000100:00100000:2.0:1777573654.604785:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573654.605631:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917753856 00000100:00100000:1.0:1777573654.605646:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917753856 00000100:00100000:1.0:1777573654.605768:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1228 00000100:00100000:1.0:1777573654.605782:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58697:x1863919917753856:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573654.605810:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573654.605838:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68ade lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2be expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.605918:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68ae5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.605936:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68ae5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.605952:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68ae5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573654.606008:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:1.0:1777573654.606012:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573654.606037:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68ae5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.606066:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186a00/0x1e8fa618a5a68ade lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2be expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.606094:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68ae5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2be expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.606104:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573654.606107:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573654.606112:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186800, rc 0) 00000100:00100000:1.0:1777573654.606202:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58697:x1863919917753856:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 425us (1434us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573654.606210:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1228 00000100:00080000:2.0:1777573654.606294:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573654.610769:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573654.610840:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917754112 00000100:00100000:1.0:1777573654.610856:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917754112 00000100:00100000:1.0:1777573654.610942:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1229 00000100:00100000:1.0:1777573654.610956:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:58697:x1863919917754112:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573654.611029:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573654.611065:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186800/0x1e8fa618a5a68ae5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2be expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.611088:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573654.611104:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573654.611137:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.611154:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.611166:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573654.611412:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8b55ef1 reply state 0000000012643bc4 transno 4294967469 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.611429:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573654.611436:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccf900) 00010000:00010000:1.0:1777573654.611440:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573654.611443:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573654.611454:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000100:00100000:1.0:1777573654.611576:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:58697:x1863919917754112:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 623us (821us total) trans 4294967469 rc 0/0 00000100:00100000:1.0:1777573654.611584:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1229 10000000:01000000:3.0:1777573654.967773:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573654.967778:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573654.967783:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573654.967827:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573654.967840:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573654.967852:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573654.967877:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926388480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573654.967941:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573654.967989:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d480 going to sleep for 11 seconds 00000100:00100000:3.0:1777573654.968010:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388480 00000100:00100000:3.0:1777573654.968018:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388480 00000100:00100000:3.0:1777573654.968065:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1777573654.968074:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926388480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573654.968087:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573654.968100:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68af3 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573654.968125:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573654.968136:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573654.968140:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926388608:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777573654.968147:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:0.0:1777573654.968189:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573654.968196:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926388480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573654.968205:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1777573654.968240:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926388736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573654.968270:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926388480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573654.968284:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573654.968287:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573654.968298:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573654.968318:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573654.968324:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573654.968329:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388608 00010000:00010000:3.0:1777573654.968332:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573654.968334:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388608 00000100:00100000:0.0:1777573654.968384:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388736 00000100:00100000:0.0:1777573654.968386:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388736 00000100:00100000:0.0:1777573654.968404:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1777573654.968410:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926388608:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573654.968418:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00002000:00000024:0.0:1777573654.968427:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573654.968430:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926388736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573654.968444:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573654.968468:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926388608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573654.968476:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1777573654.968492:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926388736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573654.968501:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1777573654.968524:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926388736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573654.968567:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926388608:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1777573655.022153:0:98372:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe766b680 20000000:00000080:1.0:1777573655.022172:0:98372:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fa5800 uarg=0000000000000000 00010000:00010000:1.0:1777573655.022372:0:98372:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573655.022390:0:98372:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573655.022411:0:98372:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573655.022419:0:98372:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573655.022436:0:98372:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573655.022451:0:98372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573655.022469:0:98372:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573655.022478:0:98372:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573655.022522:0:98372:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573655.022535:0:98372:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 22 pid: 6480 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573655.022550:0:98372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98372:1863919926388864:0@lo:104: 00000100:00100000:1.0:1777573655.022634:0:98372:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573655.022889:0:6468:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777573655.022901:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388864 00000100:00100000:3.0:1777573655.022907:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388864 00000100:00100000:1.0:1777573655.022957:0:98372:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42de9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573655.022959:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1777573655.022968:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc1566850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:98372:x1863919926388864:12345-0@lo:104: 00010000:00010000:3.0:1777573655.022982:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573655.023036:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573655.023041:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc1566850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:98372:x1863919926388864:12345-0@lo:104: Request processed in 75us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573655.023048:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1777573655.023058:0:98372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:98372:1863919926388864:0@lo:104: 00010000:00010000:1.0:1777573655.023074:0:98372:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023090:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573655.023098:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023107:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573655.023111:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023119:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573655.023127:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573655.023134:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573655.023168:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023184:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573655.023214:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023221:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace800/0x1e8fa618a5a68af3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68afa expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573655.023237:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926388992:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573655.023240:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573655.023244:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573655.023246:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573655.023267:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573655.023401:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926388992 00000100:00100000:0.0:1777573655.023408:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926388992 00010000:00010000:0.0:1777573655.023429:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 23 pid: 6480 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573655.023454:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1777573655.023460:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926388992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573655.023471:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573655.023476:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 23 pid: 6480 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023486:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 23 pid: 6480 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023498:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a68afa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68af3 expref: 23 pid: 6480 timeout: 1329 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023516:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023524:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023535:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023542:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023549:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023569:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023578:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573655.023583:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023590:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023612:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573655.023629:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573655.023686:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926388992:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573655.023723:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1777573655.023783:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926388992:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573655.023796:0:98372:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573655.023805:0:98372:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573655.023812:0:98372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68b01 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 98372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573655.286906:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573655.478902:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926389120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573655.478980:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573655.479030:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926389120 00000100:00100000:2.0:1777573655.479039:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926389120 00000100:00100000:2.0:1777573655.479089:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1777573655.479100:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926389120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573655.479143:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573655.479186:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926389120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573655.479192:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1777573655.479230:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926389120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573655.576432:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573655.576470:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573655.576502:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917754240 00000100:00100000:3.0:1777573655.576504:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573655.576515:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917754240 00000100:00100000:0.0:1777573655.576516:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917754368 00000100:00100000:0.0:1777573655.576522:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917754368 00000100:00100000:3.0:1777573655.576563:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573655.576581:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917754624 00000100:00100000:2.0:1777573655.576588:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917754624 00000100:00100000:1.0:1777573655.576592:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 895 00000100:00100000:0.0:1777573655.576594:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917754496 00000100:00100000:0.0:1777573655.576598:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917754496 00000100:00100000:1.0:1777573655.576607:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917754240:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573655.576611:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573655.576625:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1582 00000100:00100000:0.0:1777573655.576634:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917754368:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573655.576641:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917754752 00000100:00100000:2.0:1777573655.576646:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917754752 00000100:00100000:3.0:1777573655.576654:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00100000:3.0:1777573655.576666:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917754624:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573655.576677:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 888 00000100:00100000:0.0:1777573655.576683:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917754368:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 49us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573655.576684:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917754240:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 81us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573655.576718:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917754752:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573655.576722:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 895 00000100:00100000:0.0:1777573655.576725:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1582 00000100:00100000:3.0:1777573655.576735:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917754624:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 71us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573655.576744:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 887 00000100:00100000:0.0:1777573655.576750:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1583 00000100:00100000:2.0:1777573655.576760:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917754752:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 72us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573655.576762:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917754496:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573655.576770:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 888 00000100:00100000:0.0:1777573655.576803:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917754496:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 45us (240us total) trans 0 rc 0/0 00000100:00080000:3.0:1777573655.576804:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573655.576809:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573655.576813:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573655.576813:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1583 10000000:01000000:3.0:1777573656.246780:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573656.246787:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573656.246793:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573656.246837:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573656.246850:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573656.246861:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573656.246886:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926389248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573656.246967:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573656.247017:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573656.247026:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926389248 00000100:00100000:0.0:1777573656.247034:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926389248 00000100:00100000:0.0:1777573656.247087:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1777573656.247110:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926389248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573656.247130:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573656.247148:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68b08 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573656.247178:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573656.247191:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573656.247200:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573656.247250:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926389248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573656.247257:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1777573656.247289:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926389248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573656.247308:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573656.247319:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573656.247341:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573656.247344:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573656.247350:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573656.265929:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573656.265980:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917754880 00000100:00100000:1.0:1777573656.265990:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917754880 00000100:00100000:1.0:1777573656.266043:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1230 00000100:00100000:1.0:1777573656.266056:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917754880:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573656.266141:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917754880:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 87us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573656.266147:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1230 00000100:00100000:0.0:1777573656.267134:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573656.267189:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755008 00000100:00100000:2.0:1777573656.267197:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755008 00000100:00100000:2.0:1777573656.267247:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 545 00000100:00100000:2.0:1777573656.267259:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755008:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573656.267437:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755008:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 182us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573656.267448:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 545 00000100:00100000:3.0:1777573656.268238:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573656.268283:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755136 00000100:00100000:1.0:1777573656.268288:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755136 00000100:00100000:1.0:1777573656.268313:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 546 00000100:00100000:1.0:1777573656.268318:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755136:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573656.268440:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755136:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 120us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573656.268446:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 546 00000100:00100000:0.0:1777573656.269148:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573656.269201:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755264 00000100:00100000:1.0:1777573656.269214:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755264 00000100:00100000:1.0:1777573656.269250:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1231 00000100:00100000:1.0:1777573656.269259:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755264:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573656.269413:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755264:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 154us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573656.269420:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1231 00000100:00100000:0.0:1777573656.270095:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573656.270150:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755392 00000100:00100000:1.0:1777573656.270156:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755392 00000100:00080000:3.0:1777573656.270190:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573656.270201:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1232 00000100:00100000:1.0:1777573656.270207:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:58778:x1863919917755392:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573656.270333:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:58778:x1863919917755392:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 125us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573656.270341:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1232 00000100:00100000:3.0:1777573656.271571:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573656.271630:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755520 00000100:00100000:2.0:1777573656.271637:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755520 00000100:00100000:2.0:1777573656.271676:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1233 00000100:00100000:2.0:1777573656.271684:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755520:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573656.271773:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755520:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 90us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573656.271788:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1233 00000100:00100000:0.0:1777573656.272686:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573656.272741:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755648 00000100:00100000:3.0:1777573656.272746:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755648 00000100:00100000:3.0:1777573656.272780:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 547 00000100:00100000:3.0:1777573656.272788:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755648:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573656.272946:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755648:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 157us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573656.272953:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 547 00000100:00100000:0.0:1777573656.273804:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573656.273842:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755776 00000100:00100000:3.0:1777573656.273848:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755776 00000100:00100000:3.0:1777573656.273887:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 548 00000100:00100000:3.0:1777573656.273895:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755776:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573656.274025:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755776:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 131us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573656.274032:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 548 00000100:00100000:2.0:1777573656.275227:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573656.275290:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917755904 00000100:00100000:3.0:1777573656.275298:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917755904 00000100:00100000:3.0:1777573656.275338:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1234 00000100:00100000:3.0:1777573656.275345:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755904:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573656.275465:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:58778:x1863919917755904:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 121us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573656.275470:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1234 00000100:00100000:0.0:1777573656.276504:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573656.276547:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917756032 00000100:00100000:3.0:1777573656.276552:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917756032 00000100:00100000:3.0:1777573656.276583:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1235 00000100:00100000:3.0:1777573656.276588:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:58778:x1863919917756032:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573656.276766:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:58778:x1863919917756032:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 176us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573656.276773:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1235 00000100:00100000:0.0:1777573656.301138:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573656.301200:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917756160 00000100:00100000:3.0:1777573656.301215:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917756160 00000100:00100000:3.0:1777573656.301276:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 177 00000100:00100000:3.0:1777573656.301284:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:58782:x1863919917756160:12345-192.168.204.9@tcp:49:dd.0 00000100:00100000:3.0:1777573656.301380:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:58782:x1863919917756160:12345-192.168.204.9@tcp:49:dd.0 Request processed in 99us (254us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573656.301385:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 177 00000100:00100000:2.0:1777573656.302766:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573656.302831:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917756416 00000100:00100000:1.0:1777573656.302839:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917756416 00000100:00100000:1.0:1777573656.302883:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1236 00000100:00100000:1.0:1777573656.302891:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:58782:x1863919917756416:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1777573656.302902:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573656.302926:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68b16 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2c5 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303050:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303064:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303077:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303105:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303113:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303120:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573656.303546:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x10:0x0], index 0: 0 00010000:00010000:1.0:1777573656.303771:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68b2b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303780:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68b2b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303788:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68b2b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303822:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303828:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303834:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303840:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303845:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573656.303850:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303857:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303867:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccf900) 00010000:00010000:1.0:1777573656.303870:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573656.303875:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303881:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68b1d lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573656.303894:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000386c94d7 reply state 00000000968d1e49 transno 4294967470 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303905:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303911:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc1ccf400) 00010000:00010000:1.0:1777573656.303913:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573656.303915:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573656.303941:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a68b16 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2c5 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303956:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68b2b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2c5 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.303963:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x28:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573656.303965:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573656.303967:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187200, rc 0) 00000100:00100000:1.0:1777573656.304028:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:58782:x1863919917756416:12345-192.168.204.9@tcp:101:dd.0 Request processed in 1138us (1269us total) trans 4294967470 rc 0/0 00000100:00100000:1.0:1777573656.304036:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1236 00000100:00100000:0.0:1777573656.305767:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573656.305818:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917756544 00000100:00100000:3.0:1777573656.305827:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917756544 00000100:00100000:3.0:1777573656.305875:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 178 00000100:00100000:3.0:1777573656.305884:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:58782:x1863919917756544:12345-192.168.204.9@tcp:49:dd.0 00000100:00100000:3.0:1777573656.305994:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:58782:x1863919917756544:12345-192.168.204.9@tcp:49:dd.0 Request processed in 111us (232us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573656.306002:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 178 00000100:00100000:0.0:1777573656.308898:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573656.308968:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917756672 00000100:00100000:2.0:1777573656.308978:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917756672 00000100:00100000:2.0:1777573656.309038:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 549 00000100:00100000:2.0:1777573656.309048:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58782:x1863919917756672:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1777573656.309076:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573656.309097:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2cc expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573656.309122:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777573656.309148:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573656.309151:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573656.309162:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573656.309184:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573656.309205:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573656.309263:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58782:x1863919917756672:12345-192.168.204.9@tcp:101:dd.0 Request processed in 217us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573656.309270:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 549 00010000:00010000:2.0:1777573656.310849:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573656.320648:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573656.320732:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917756800 00000100:00100000:0.0:1777573656.320741:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917756800 00002000:00100000:0.0:1777573656.320791:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10:0x0] (0->1048575) req@ffff89ddc429d880 x1863919917756800/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:157/0 lens 488/0 e 0 to 0 dl 1777573667 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573656.320803:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc429d880 with x1863919917756800 ext(0->1048575) 00002000:00010000:0.0:1777573656.320810:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc429d880 00000100:00100000:0.0:1777573656.320837:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 26 00000100:00100000:0.0:1777573656.320845:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917756800:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:1.0:1777573656.330123:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917756800:12345-192.168.204.9@tcp:4:dd.0 Request processed in 9263us (9470us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1777573656.330136:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 26 00002000:00100000:1.0:1777573656.330152:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10:0x0] (0->1048575) req@ffff89ddc429d880 x1863919917756800/t4294967365(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:157/0 lens 488/448 e 0 to 0 dl 1777573667 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1777573656.330163:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc429d880 with x1863919917756800 ext(0->1048575) 00002000:00010000:1.0:1777573656.330171:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc429d880 00000100:00100000:2.0:1777573656.331656:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573656.331738:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917756928 00000100:00100000:1.0:1777573656.331748:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917756928 00000100:00100000:1.0:1777573656.331797:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1237 00000100:00100000:1.0:1777573656.331805:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:58782:x1863919917756928:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:3.0:1777573656.332949:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967470 is committed 00010000:00010000:1.0:1777573656.333040:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333052:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333060:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333068:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573656.333072:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333079:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333096:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccf900) 00010000:00010000:1.0:1777573656.333099:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573656.333107:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333115:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68aec lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333145:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333152:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333158:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333163:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573656.333167:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333173:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333181:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc1ccf400) 00010000:00010000:1.0:1777573656.333184:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573656.333186:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573656.333192:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b24 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573656.333236:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58782:x1863919917756928:12345-192.168.204.9@tcp:44:dd.0 Request processed in 1421us (1573us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573656.333251:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1237 00000100:00100000:2.0:1777573656.334611:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573656.334675:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917757056 00000100:00100000:1.0:1777573656.334684:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917757056 00000100:00100000:1.0:1777573656.334752:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 550 00000100:00100000:1.0:1777573656.334758:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917757056:12345-192.168.204.9@tcp:16:dd.0 00000001:00080000:2.0:1777573656.335866:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000100:00100000:1.0:1777573656.335983:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917757056:12345-192.168.204.9@tcp:16:dd.0 Request processed in 1222us (1388us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573656.335994:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 550 00000100:00100000:2.0:1777573656.337493:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573656.337547:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917757312 00000100:00100000:3.0:1777573656.337555:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917757312 00000100:00100000:3.0:1777573656.337603:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 179 00000100:00100000:3.0:1777573656.337612:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:58782:x1863919917757312:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:3.0:1777573656.337925:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:58782:x1863919917757312:12345-192.168.204.9@tcp:35:dd.0 Request processed in 314us (437us total) trans 4294967471 rc 0/0 00000100:00100000:3.0:1777573656.337933:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 179 00000001:00080000:2.0:1777573656.858641:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967471 is committed 00000100:00100000:0.0:1777573657.015072:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926389376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573657.015184:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573657.015262:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926389376 00000100:00100000:1.0:1777573657.015276:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926389376 00000100:00100000:1.0:1777573657.015363:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1777573657.015376:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926389376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573657.015424:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573657.015581:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926389376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 205us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573657.015591:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1777573657.015628:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926389376:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573657.336336:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573657.390612:0:98615:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1182038916764ns, next at 1157732280104ns, rc = 0 00080000:00080000:0.0:1777573657.390631:0:98615:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573657.390767:0:98615:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1182039074086ns, next at 1091266840538ns, rc = 0 00080000:00080000:0.0:1777573657.390776:0:98615:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573657.390867:0:98615:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1182039173057ns, next at 1148334226750ns, rc = 0 00080000:00080000:0.0:1777573657.390874:0:98615:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573657.390948:0:98615:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1182039254569ns, next at 1174195134243ns, rc = 0 00080000:00080000:0.0:1777573657.390955:0:98615:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573657.394518:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 68 committed 00000004:00080000:3.0:1777573657.394794:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 72 committed 00000004:00080000:3.0:1777573657.395870:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 72 committed 00000004:00080000:2.0:1777573657.396435:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 68 committed 00000100:00100000:2.0:1777573657.980045:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573657.980241:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917757440 00000100:00100000:3.0:1777573657.980252:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917757440 00000100:00100000:3.0:1777573657.980356:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1238 00000100:00100000:3.0:1777573657.980368:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917757440:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573657.980450:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917757440:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 86us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573657.980456:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1238 00000100:00080000:2.0:1777573657.980527:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573657.982488:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573657.982552:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917757568 00000100:00100000:0.0:1777573657.982559:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917757568 00000100:00100000:0.0:1777573657.982624:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 551 00000100:00100000:0.0:1777573657.982634:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917757568:12345-192.168.204.9@tcp:19:lfs.0 00000100:00080000:2.0:1777573657.982658:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573657.982777:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917757568:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 145us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573657.982785:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 551 00000100:00100000:3.0:1777573657.984511:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573657.984743:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917757696 00000100:00100000:2.0:1777573657.984750:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917757696 00000100:00100000:2.0:1777573657.984804:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 552 00000100:00100000:2.0:1777573657.984813:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917757696:12345-192.168.204.9@tcp:19:lfs.0 00000100:00080000:3.0:1777573657.985002:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573657.985009:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917757696:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 198us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573657.985015:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 552 00000100:00100000:2.0:1777573657.990847:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573657.990909:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917757824 00000100:00100000:1.0:1777573657.990920:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917757824 00000100:00100000:1.0:1777573657.990980:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1239 00000100:00100000:1.0:1777573657.990992:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917757824:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573657.991246:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917757824:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 256us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573657.991254:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1239 00000100:00100000:2.0:1777573657.993762:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573657.995206:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917757952 00000100:00100000:3.0:1777573657.995217:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917757952 00000100:00100000:3.0:1777573657.995282:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1240 00000100:00100000:3.0:1777573657.995292:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917757952:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573657.995430:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917757952:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 140us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573657.995438:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1240 00000100:00100000:3.0:1777573657.997665:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573657.998196:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917758080 00000100:00100000:1.0:1777573657.998207:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917758080 00000100:00100000:1.0:1777573657.998262:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1241 00000100:00100000:1.0:1777573657.998270:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917758080:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573657.998371:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917758080:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 102us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573657.998378:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1241 00000100:00100000:2.0:1777573657.999965:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573658.000134:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917758208 00000100:00100000:3.0:1777573658.000147:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917758208 00000100:00100000:3.0:1777573658.000236:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 553 00000100:00100000:3.0:1777573658.000255:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917758208:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573658.000458:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917758208:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 210us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573658.000468:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 553 00000100:00100000:3.0:1777573658.001562:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573658.001652:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917758336 00000100:00100000:0.0:1777573658.001662:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917758336 00000100:00100000:0.0:1777573658.001746:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 554 00000100:00100000:0.0:1777573658.001756:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917758336:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573658.001973:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917758336:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 218us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573658.001983:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 554 00000100:00100000:2.0:1777573658.003129:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573658.003277:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917758464 00000100:00100000:3.0:1777573658.003284:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917758464 00000100:00100000:3.0:1777573658.003358:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1242 00000100:00100000:3.0:1777573658.003368:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917758464:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573658.003536:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:58978:x1863919917758464:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 169us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573658.003544:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1242 00000100:00100000:2.0:1777573658.004919:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573658.004958:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917758592 00000100:00100000:1.0:1777573658.004964:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917758592 00000100:00080000:3.0:1777573658.005002:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573658.005016:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1243 00000100:00100000:1.0:1777573658.005025:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917758592:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573658.005182:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:58978:x1863919917758592:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 158us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573658.005190:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1243 00000100:00100000:2.0:1777573658.036044:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573658.036104:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917758848 00000100:00100000:1.0:1777573658.036114:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917758848 00000100:00100000:1.0:1777573658.036178:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1244 00000100:00100000:1.0:1777573658.036187:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:58982:x1863919917758848:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573658.036243:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573658.036272:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68b2b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2c5 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036290:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x28:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573658.036299:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573658.036323:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036335:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036345:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036357:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036364:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036374:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036460:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036468:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036475:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573658.036665:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9216 00000004:00080000:1.0:1777573658.036672:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1182684978997ns, next at 1183684977517ns, rc = 0 00010000:00010000:1.0:1777573658.036743:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036753:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036760:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036767:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036773:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036778:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036796:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573658.036813:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036819:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036823:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036827:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573658.036829:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036834:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036839:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x28:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573658.036840:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573658.036842:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036846:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68b4e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x28:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036857:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036860:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036863:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036867:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036870:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573658.036871:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036874:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036878:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccf900) 00010000:00010000:1.0:1777573658.036879:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573658.036880:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036883:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a68b40 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573658.036889:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000df2388c9 reply state 00000000389a0f51 transno 4294967472 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036896:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.036899:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc1ccfb00) 00010000:00010000:1.0:1777573658.036900:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573658.036901:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573658.036957:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:58982:x1863919917758848:12345-192.168.204.9@tcp:36:rm.0 Request processed in 771us (920us total) trans 4294967472 rc 0/0 00000100:00100000:1.0:1777573658.036964:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1244 00010000:00010000:3.0:1777573658.037085:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573658.037092:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.037098:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573658.037101:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.037107:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.037117:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x28:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:3.0:1777573658.037119:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573658.037122:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.037127:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68b55 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x28:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.037139:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573658.037141:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573658.037143:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573658.359855:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573658.950948:0:98759:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1183599252289ns, next at 1157732280104ns, rc = 0 00080000:00080000:1.0:1777573658.950966:0:98759:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573658.951136:0:98759:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1183599442599ns, next at 1183684977517ns, rc = 0 00080000:00080000:1.0:1777573658.951144:0:98759:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573658.952579:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 70 committed 00000001:00080000:2.0:1777573658.952614:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967472 is committed 00000004:00080000:2.0:1777573658.952619:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 69 committed 00010000:00010000:3.0:1777573658.952658:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.952674:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.952683:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.952689:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573658.952717:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.952726:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.952743:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc1ccfb00) 00010000:00010000:3.0:1777573658.952747:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573658.952750:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.952754:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a68b47 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573658.952895:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926389504:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1777573658.952959:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573658.953000:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926389504 00000100:00100000:1.0:1777573658.953008:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926389504 00000100:00080000:3.0:1777573658.953048:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573658.953069:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1777573658.953079:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926389504:12345-0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1777573658.953092:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 73 committed 00002000:00080000:1.0:1777573658.953103:0:8359:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:16 count 1 00010000:00010000:1.0:1777573658.953120:0:8359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.953136:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.953144:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573658.953146:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573658.953149:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.953189:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.953202:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 5 pid: 8361 timeout: 1283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573658.953213:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8359:1863919926389632:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573658.953276:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2ed6480 going to sleep for 11 seconds 00000100:00100000:2.0:1777573658.954915:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573658.955001:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917758976 00000100:00100000:3.0:1777573658.955009:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917758976 00010000:00010000:3.0:1777573658.955040:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 6 pid: 8361 timeout: 1283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573658.955092:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 393 00000100:00100000:3.0:1777573658.955103:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917758976:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573658.955115:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573658.955121:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 6 pid: 8361 timeout: 1283 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573658.955130:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8359:1863919926389632:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573658.955137:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 6 pid: 8361 timeout: 1283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.955164:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000036c4d56/0x1e8fa618a5a68b39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2cc expref: 6 pid: 8361 timeout: 1283 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.955309:0:8359:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.955315:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573658.955319:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573658.955325:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.955336:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573658.955360:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573658.955368:0:8359:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.955377:0:8359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.955388:0:8359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573658.955397:0:8359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573658.955409:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917758976:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 308us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573658.955417:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 393 00010000:00010000:1.0:1777573658.955456:0:8359:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573658.955627:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926389504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2549us (2668us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1777573658.955634:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00010000:00010000:0.0:1777573658.955673:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573658.955680:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573658.955688:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573658.955756:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573658.955766:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573658.955779:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573658.955786:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000504316c2/0x1e8fa618a5a68b5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573658.955803:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573658.955806:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573658.955808:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573658.955830:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc4770e00/2, rc 0, transno 4294967366 00000100:00100000:3.0:1777573658.955841:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926389504:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1777573658.956027:0:98759:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1183604332977ns, next at 1148334226750ns, rc = 0 00080000:00080000:2.0:1777573658.956035:0:98759:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573658.956117:0:98759:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1183604423939ns, next at 1174195134243ns, rc = 0 00080000:00080000:2.0:1777573658.956122:0:98759:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573658.957686:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 73 committed 00000004:00080000:0.0:1777573658.958015:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 69 committed 00000100:00100000:1.0:1777573659.062876:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926389888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573659.062899:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926390144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.062904:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926389760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.062968:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573659.062968:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573659.062976:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573659.062989:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926390016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573659.063021:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573659.063027:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926390400:0@lo:400:kworker.0 00000100:00100000:1.0:1777573659.063038:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926390272:0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063044:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926390528:0@lo:400:kworker.0 00000100:00100000:0.0:1777573659.063052:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926390656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.063059:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573659.063082:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573659.063089:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926390912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573659.063094:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573659.063097:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390144 00000100:00100000:3.0:1777573659.063105:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390144 00000100:00100000:1.0:1777573659.063117:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926390784:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.063125:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573659.063128:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926391168:0@lo:400:kworker.0 00000100:00100000:1.0:1777573659.063145:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573659.063151:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926391424:0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063162:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390400 00000100:00100000:3.0:1777573659.063165:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390400 00000100:00100000:0.0:1777573659.063175:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573659.063183:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573659.063183:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926391296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063188:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390656 00000100:00100000:3.0:1777573659.063192:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390656 00000100:00100000:3.0:1777573659.063220:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390784 00000100:00100000:3.0:1777573659.063223:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390784 00000100:00100000:0.0:1777573659.063224:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926389888 00000100:00100000:2.0:1777573659.063228:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391168 00000100:00100000:1.0:1777573659.063229:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573659.063230:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926389888 00000100:00100000:2.0:1777573659.063234:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391168 00000100:00100000:3.0:1777573659.063247:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:3.0:1777573659.063256:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926390144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.063263:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:2.0:1777573659.063271:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926390400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573659.063274:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390016 00000100:00100000:1.0:1777573659.063282:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926389760 00000100:00100000:0.0:1777573659.063283:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390016 00000100:00100000:1.0:1777573659.063289:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926389760 00000100:00100000:3.0:1777573659.063309:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926390144:12345-0@lo:400:kworker.0 Request processed in 52us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573659.063309:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4765880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926390400:12345-0@lo:400:kworker.0 Request processed in 38us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573659.063317:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:0.0:1777573659.063321:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1777573659.063322:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1777573659.063332:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1777573659.063335:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926389888:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573659.063340:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1777573659.063345:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926389760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063350:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:2.0:1777573659.063351:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926390656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063357:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926390784:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1777573659.063366:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573659.063397:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926389760:12345-0@lo:400:kworker.0 Request processed in 55us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573659.063400:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926390784:12345-0@lo:400:kworker.0 Request processed in 42us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573659.063401:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926390656:12345-0@lo:400:kworker.0 Request processed in 50us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573659.063412:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1777573659.063413:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1777573659.063415:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926389888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573659.063422:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1777573659.063426:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1777573659.063430:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1777573659.063449:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390912 00000100:00100000:2.0:1777573659.063453:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390912 00000100:00100000:0.0:1777573659.063459:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1777573659.063468:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926390016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573659.063489:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573659.063493:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391424 00000100:00100000:2.0:1777573659.063497:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391424 00000100:00100000:0.0:1777573659.063521:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3636:x1863919926390016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573659.063522:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391296 00000100:00100000:2.0:1777573659.063527:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391296 00000100:00100000:1.0:1777573659.063532:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390272 00000100:00100000:0.0:1777573659.063532:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1777573659.063536:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926391168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573659.063539:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390272 00000100:00100000:2.0:1777573659.063554:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1777573659.063563:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926390912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063576:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926391168:12345-0@lo:400:kworker.0 Request processed in 139us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573659.063581:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926390656:0@lo:400:kworker.0 00000100:00100000:1.0:1777573659.063584:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1777573659.063593:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4767b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926390912:12345-0@lo:400:kworker.0 Request processed in 31us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573659.063597:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:1.0:1777573659.063600:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926390272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573659.063603:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926391168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.063604:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1777573659.063622:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00080000:3.0:1777573659.063623:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573659.063626:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926390144:0@lo:400:kworker.0 00000100:00080000:3.0:1777573659.063627:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573659.063632:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573659.063632:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926391424:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777573659.063635:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573659.063654:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926390272:12345-0@lo:400:kworker.0 Request processed in 59us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573659.063661:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1777573659.063669:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926391424:12345-0@lo:400:kworker.0 Request processed in 39us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573659.063670:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1777573659.063675:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1777573659.063688:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926391296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573659.063753:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926390272:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.063761:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926390912:0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063762:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926391296:12345-0@lo:400:kworker.0 Request processed in 85us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573659.063773:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1777573659.063773:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926390784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573659.063776:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573659.063777:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926391424:0@lo:400:kworker.0 00000100:00100000:1.0:1777573659.063796:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967362 gen 2 00000100:00100000:2.0:1777573659.063799:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926389760:0@lo:400:kworker.0 00000004:00080000:1.0:1777573659.063803:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc46fc700, transno 4294967362 00000100:00100000:0.0:1777573659.063810:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926391040:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.063815:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926390400:0@lo:400:kworker.0 00000100:00100000:1.0:1777573659.063820:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926391296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063837:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926390528 00000100:00100000:3.0:1777573659.063842:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926390528 00000100:00100000:0.0:1777573659.063842:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573659.063848:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926389888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573659.063859:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391040 00000100:00100000:2.0:1777573659.063863:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391040 00000100:00100000:3.0:1777573659.063874:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1777573659.063881:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926390528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573659.063887:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926390016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573659.063897:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:2.0:1777573659.063905:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926391040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573659.063926:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926390528:12345-0@lo:400:kworker.0 Request processed in 45us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573659.063933:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1777573659.063938:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926390528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573659.063939:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926391040:12345-0@lo:400:kworker.0 Request processed in 35us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573659.063949:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00080000:3.0:1777573659.063956:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573659.063958:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926391040:0@lo:400:kworker.0 00010000:00010000:0.0:1777573659.383817:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573660.087335:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926391552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573660.087412:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573660.087672:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391552 00000100:00100000:0.0:1777573660.087682:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391552 00000100:00100000:0.0:1777573660.087749:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1777573660.087758:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926391552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573660.087788:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573660.087847:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4765c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926391552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573660.087853:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1777573660.088033:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926391552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573660.088643:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573660.088655:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926391680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573660.088713:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573660.088774:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391680 00000100:00100000:3.0:1777573660.088779:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391680 00000100:00100000:3.0:1777573660.088834:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00080000:0.0:1777573660.088836:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573660.088845:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926391680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573660.088858:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573660.088900:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926391680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573660.088909:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1777573660.088983:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4914a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926391680:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573660.406987:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573660.598960:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573660.598985:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926391808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573660.599053:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573660.599485:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391808 00000100:00100000:1.0:1777573660.599495:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391808 00000100:00100000:1.0:1777573660.599545:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1777573660.599555:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926391808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573660.599596:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:1.0:1777573660.599655:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926391808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573660.599663:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1777573660.599759:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926391808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573660.696038:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573660.696088:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573660.696122:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573660.696124:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917759232 00000100:00100000:1.0:1777573660.696135:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917759232 00000100:00100000:0.0:1777573660.696151:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573660.696161:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917759104 00000100:00100000:3.0:1777573660.696167:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917759104 00000100:00100000:0.0:1777573660.696183:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573660.696213:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917759488 00000100:00100000:0.0:1777573660.696219:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917759488 00000100:00100000:3.0:1777573660.696228:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 898 00000100:00100000:3.0:1777573660.696242:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917759104:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573660.696245:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917759360 00000100:00100000:1.0:1777573660.696250:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917759360 00000100:00100000:0.0:1777573660.696267:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917759616 00000100:00100000:0.0:1777573660.696272:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917759616 00000100:00100000:1.0:1777573660.696284:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1590 00000100:00100000:1.0:1777573660.696301:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917759232:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573660.696308:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 892 00000100:00100000:3.0:1777573660.696318:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917759104:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573660.696319:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917759488:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573660.696333:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 898 00000100:00100000:1.0:1777573660.696345:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917759232:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 53us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573660.696353:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1590 00000100:00100000:3.0:1777573660.696377:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1591 00000100:00100000:3.0:1777573660.696385:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917759360:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:1.0:1777573660.696404:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573660.696410:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573660.696413:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573660.696416:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573660.696472:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917759488:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 156us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573660.696479:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917759360:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 92us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573660.696484:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 892 00000100:00100000:3.0:1777573660.696493:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1591 00000100:00100000:0.0:1777573660.696507:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 893 00000100:00100000:0.0:1777573660.696517:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917759616:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573660.696548:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917759616:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573660.696749:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 893 00010000:00010000:0.0:1777573661.430957:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573662.139503:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573662.139529:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926391936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573662.139597:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573662.139748:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926391936 00000100:00100000:1.0:1777573662.139756:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926391936 00000100:00100000:1.0:1777573662.139808:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1777573662.139820:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926391936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573662.139948:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573662.140011:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926391936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 194us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573662.140018:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1777573662.140296:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926391936:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573662.454951:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573663.479806:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573664.182875:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573664.182895:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926392064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573664.182946:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926392192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573664.182958:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573664.183015:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392064 00000100:00100000:0.0:1777573664.183022:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392064 00000100:00100000:2.0:1777573664.183031:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926392320:0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183067:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926392448:0@lo:400:kworker.0 00000100:00100000:2.0:1777573664.183081:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573664.183096:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1777573664.183110:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926392064:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573664.183115:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573664.183136:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926392832:0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183146:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926392960:0@lo:400:kworker.0 00002000:00000024:0.0:1777573664.183146:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573664.183175:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573664.183192:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573664.183203:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926393344:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183211:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926392064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573664.183222:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926393472:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183225:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1777573664.183236:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573664.183247:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926392576:0@lo:400:kworker.0 00000100:00080000:0.0:1777573664.183257:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573664.183264:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1777573664.183264:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573664.183276:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926392704:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183287:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392320 00000100:00100000:0.0:1777573664.183293:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392320 00000100:00100000:3.0:1777573664.183299:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573664.183314:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573664.183324:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926392064:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573664.183330:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1777573664.183334:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926393088:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183340:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926392320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573664.183343:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926393216:0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183365:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392448 00000100:00100000:3.0:1777573664.183371:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573664.183371:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392448 00000100:00100000:2.0:1777573664.183393:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573664.183403:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926392320:12345-0@lo:400:kworker.0 Request processed in 58us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573664.183408:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926393600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183414:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1777573664.183421:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4914380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926393728:0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183426:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392960 00000100:00100000:1.0:1777573664.183430:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392960 00000100:00100000:3.0:1777573664.183443:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1777573664.183451:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573664.183460:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573664.183462:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393472 00000100:00100000:1.0:1777573664.183466:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393472 00000100:00100000:0.0:1777573664.183479:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392704 00000100:00100000:3.0:1777573664.183484:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392832 00000100:00100000:0.0:1777573664.183485:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392704 00000100:00100000:3.0:1777573664.183489:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392832 00000100:00100000:2.0:1777573664.183495:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4916a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926392320:0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183495:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393088 00000100:00100000:1.0:1777573664.183501:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393088 00000100:00100000:0.0:1777573664.183512:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393600 00000100:00100000:0.0:1777573664.183517:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393600 00000100:00100000:1.0:1777573664.183526:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1777573664.183537:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926392448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183553:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:0.0:1777573664.183564:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926392960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183585:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926392448:12345-0@lo:400:kworker.0 Request processed in 50us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573664.183586:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392576 00000100:00100000:3.0:1777573664.183591:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392576 00000100:00100000:1.0:1777573664.183601:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:0.0:1777573664.183606:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926392960:12345-0@lo:400:kworker.0 Request processed in 45us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573664.183609:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:3.0:1777573664.183618:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1777573664.183619:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1777573664.183624:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926393472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573664.183630:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926392832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183641:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:1.0:1777573664.183652:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926392704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183655:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:0.0:1777573664.183666:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926393088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573664.183674:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926393472:12345-0@lo:400:kworker.0 Request processed in 54us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573664.183683:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:3.0:1777573664.183687:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926392832:12345-0@lo:400:kworker.0 Request processed in 59us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573664.183716:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1777573664.183731:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4765180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926392704:12345-0@lo:400:kworker.0 Request processed in 80us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573664.183735:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1777573664.183736:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926393088:12345-0@lo:400:kworker.0 Request processed in 71us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573664.183743:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1777573664.183750:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926393600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183750:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:3.0:1777573664.183756:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926392576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183760:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00080000:0.0:1777573664.183780:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573664.183784:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573664.183796:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926392960:0@lo:400:kworker.0 00000100:00100000:2.0:1777573664.183804:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926393600:12345-0@lo:400:kworker.0 Request processed in 57us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573664.183806:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926393088:0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183815:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926393472:0@lo:400:kworker.0 00000100:00100000:3.0:1777573664.183817:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926392576:12345-0@lo:400:kworker.0 Request processed in 64us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573664.183822:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1777573664.183826:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4916680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926393600:0@lo:400:kworker.0 00000100:00100000:3.0:1777573664.183832:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1777573664.183837:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926392448:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.183855:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926392576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573664.183866:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393344 00000100:00100000:2.0:1777573664.183871:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393344 00000100:00100000:3.0:1777573664.183882:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393216 00000100:00100000:3.0:1777573664.183887:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393216 00000100:00100000:1.0:1777573664.183909:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393728 00000100:00100000:0.0:1777573664.183913:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926392704:0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183914:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393728 00000100:00100000:2.0:1777573664.183922:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1777573664.183931:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1777573664.183935:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926392832:0@lo:400:kworker.0 00000100:00100000:2.0:1777573664.183936:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926393344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573664.183945:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926393216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573664.183960:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00080000:0.0:1777573664.183966:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573664.183971:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926393728:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573664.183972:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573664.183995:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926393344:12345-0@lo:400:kworker.0 Request processed in 63us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573664.183999:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926393216:12345-0@lo:400:kworker.0 Request processed in 55us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573664.184000:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573664.184012:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1777573664.184020:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1777573664.184021:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926393728:12345-0@lo:400:kworker.0 Request processed in 50us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573664.184032:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1777573664.184048:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926392192 00000100:00100000:0.0:1777573664.184053:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926392192 00000100:00100000:3.0:1777573664.184079:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926393216:0@lo:400:kworker.0 00000100:00100000:3.0:1777573664.184092:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4914380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926393728:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.184098:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1777573664.184109:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926393344:0@lo:400:kworker.0 00000100:00100000:0.0:1777573664.184110:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926392192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573664.184125:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573664.184154:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926392192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573664.184159:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1777573664.184179:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926392192:0@lo:13:osp-pre-1-1.0 00000001:00080000:2.0:1777573664.184627:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00010000:00010000:0.0:1777573664.503340:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573665.206910:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573665.206927:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573665.206946:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926393984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573665.206946:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926393856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573665.207038:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573665.207078:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573665.207141:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393856 00000100:00100000:3.0:1777573665.207149:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926393984 00000100:00100000:2.0:1777573665.207149:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393856 00000100:00100000:3.0:1777573665.207157:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926393984 00000100:00100000:3.0:1777573665.207214:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1777573665.207223:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1777573665.207227:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926393984:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573665.207237:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926393856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573665.207268:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1777573665.207268:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573665.207340:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4765500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926393856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573665.207349:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1777573665.207351:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926393984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573665.207375:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1777573665.207445:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967366 gen 2 00000004:00080000:3.0:1777573665.207453:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc4770e00, transno 4294967366 00000100:00100000:2.0:1777573665.207459:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4767800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926393856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573665.207484:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926393984:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1777573665.526894:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573665.718924:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926394112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573665.719005:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573665.719062:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926394112 00000100:00100000:0.0:1777573665.719071:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926394112 00000100:00100000:0.0:1777573665.719128:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1777573665.719139:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926394112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573665.719171:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573665.719228:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926394112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573665.719236:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1777573665.719273:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926394112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573665.816107:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573665.816157:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573665.816176:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917759872 00000100:00100000:1.0:1777573665.816189:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917759872 00000100:00100000:2.0:1777573665.816193:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573665.816215:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917759744 00000100:00100000:3.0:1777573665.816222:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917759744 00000100:00100000:2.0:1777573665.816229:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573665.816262:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760000 00000100:00100000:0.0:1777573665.816268:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760000 00000100:00100000:1.0:1777573665.816271:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1598 00000100:00100000:3.0:1777573665.816273:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 900 00000100:00100000:2.0:1777573665.816281:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573665.816292:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917759744:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573665.816292:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4767800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917759872:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573665.816313:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760128 00000100:00100000:2.0:1777573665.816318:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760128 00000100:00100000:0.0:1777573665.816326:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1599 00000100:00100000:0.0:1777573665.816337:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917760000:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573665.816393:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917759744:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 108us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573665.816393:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4767800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917759872:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573665.816403:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 900 00000100:00100000:1.0:1777573665.816407:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1598 00000100:00100000:2.0:1777573665.816422:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760256 00000100:00100000:2.0:1777573665.816426:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760256 00000100:00100000:0.0:1777573665.816440:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4765f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917760000:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 105us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573665.816447:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 897 00000100:00100000:0.0:1777573665.816452:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1599 00000100:00080000:1.0:1777573665.816457:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573665.816461:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917760128:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:1.0:1777573665.816464:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573665.816470:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573665.816473:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 898 00000100:00080000:1.0:1777573665.816476:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573665.816484:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917760256:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573665.816497:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917760128:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573665.816508:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 897 00000100:00100000:2.0:1777573665.816516:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917760256:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573665.816523:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 898 00010000:00010000:2.0:1777573666.550808:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573666.632550:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573666.632612:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760384 00000100:00100000:1.0:1777573666.632623:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760384 00000100:00100000:1.0:1777573666.632680:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1245 00000100:00100000:1.0:1777573666.632719:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760384:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573666.632807:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760384:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 115us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573666.632813:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1245 00000100:00100000:0.0:1777573666.633922:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573666.633969:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760512 00000100:00100000:3.0:1777573666.633976:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760512 00000100:00100000:0.0:1777573666.634028:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 556 00000100:00100000:0.0:1777573666.634038:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760512:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573666.634228:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760512:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 192us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573666.634236:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 556 00000100:00100000:2.0:1777573666.635235:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573666.635274:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760640 00000100:00100000:1.0:1777573666.635280:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760640 00000100:00100000:1.0:1777573666.635325:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 557 00000100:00100000:1.0:1777573666.635347:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760640:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573666.635490:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760640:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 147us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573666.635498:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 557 00000100:00100000:3.0:1777573666.636213:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573666.636262:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760768 00000100:00100000:1.0:1777573666.636268:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760768 00000100:00100000:1.0:1777573666.636312:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1246 00000100:00100000:1.0:1777573666.636323:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760768:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573666.636488:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760768:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 168us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573666.636496:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1246 00000100:00100000:2.0:1777573666.637593:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573666.637627:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917760896 00000100:00100000:3.0:1777573666.637633:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917760896 00000100:00100000:3.0:1777573666.637677:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1247 00000100:00100000:3.0:1777573666.637685:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760896:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573666.637848:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917760896:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 163us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573666.637854:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1247 00000100:00100000:2.0:1777573666.640327:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573666.640367:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917761024 00000100:00100000:3.0:1777573666.640376:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917761024 00000100:00100000:3.0:1777573666.640431:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1248 00000100:00100000:3.0:1777573666.640441:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761024:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573666.640529:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4767480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761024:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 90us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573666.640535:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1248 00000100:00100000:3.0:1777573666.641665:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573666.641754:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917761152 00000100:00100000:3.0:1777573666.641759:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917761152 00000100:00100000:3.0:1777573666.641799:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 558 00000100:00100000:3.0:1777573666.641809:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761152:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573666.642003:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761152:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 195us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573666.642015:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 558 00000100:00100000:3.0:1777573666.642824:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573666.642854:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917761280 00000100:00100000:0.0:1777573666.642861:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917761280 00000100:00100000:0.0:1777573666.642909:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 559 00000100:00100000:0.0:1777573666.642920:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761280:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573666.643044:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761280:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 126us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573666.643050:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 559 00000100:00100000:3.0:1777573666.644514:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573666.644569:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917761408 00000100:00100000:2.0:1777573666.644576:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917761408 00000100:00100000:2.0:1777573666.644627:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1249 00000100:00100000:2.0:1777573666.644636:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761408:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573666.644871:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761408:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 235us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573666.644880:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1249 00000100:00100000:3.0:1777573666.645724:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573666.645786:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917761536 00000100:00100000:2.0:1777573666.645792:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917761536 00000100:00100000:3.0:1777573666.645920:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1250 00000100:00100000:3.0:1777573666.645931:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761536:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573666.646065:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59311:x1863919917761536:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 137us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573666.646070:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1250 00000100:00100000:3.0:1777573667.254962:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573667.254987:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926394240:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573667.255062:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573667.255110:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926394240 00000100:00100000:1.0:1777573667.255119:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926394240 00000100:00100000:1.0:1777573667.255185:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1777573667.255196:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926394240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573667.255229:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573667.255419:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926394240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 224us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573667.255427:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1777573667.255442:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926394240:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1777573667.334334:0:99145:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc15b32120 20000000:00000080:1.0:1777573667.334350:0:99145:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4d70800 uarg=0000000000000000 00010000:00010000:1.0:1777573667.334535:0:99145:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573667.334552:0:99145:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573667.334574:0:99145:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573667.334585:0:99145:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573667.334605:0:99145:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573667.334623:0:99145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573667.334641:0:99145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573667.334650:0:99145:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573667.334687:0:99145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573667.334738:0:99145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 22 pid: 6478 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573667.334753:0:99145:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99145:1863919926394368:0@lo:104: 00000100:00100000:1.0:1777573667.334811:0:99145:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573667.334860:0:99145:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827900 going to sleep for 11 seconds 00000100:00100000:0.0:1777573667.334944:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926394368 00000100:00100000:0.0:1777573667.334952:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926394368 00000100:00100000:0.0:1777573667.335004:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1777573667.335014:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:99145:x1863919926394368:12345-0@lo:104: 00010000:00010000:0.0:1777573667.335026:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335093:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573667.335100:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:99145:x1863919926394368:12345-0@lo:104: Request processed in 89us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573667.335106:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00010000:00010000:2.0:1777573667.335146:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573667.335161:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573667.335175:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573667.335180:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573667.335188:0:99145:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99145:1863919926394368:0@lo:104: 00010000:00010000:2.0:1777573667.335194:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573667.335203:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573667.335208:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573667.335209:0:99145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573667.335283:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573667.335288:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573667.335339:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573667.335349:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926394496:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573667.335353:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a68b08 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68b0f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573667.335389:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573667.335390:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573667.335392:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573667.335396:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573667.335437:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926394496 00000100:00100000:0.0:1777573667.335443:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926394496 00010000:00010000:0.0:1777573667.335461:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 23 pid: 6478 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573667.335488:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1777573667.335494:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926394496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573667.335504:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573667.335509:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 23 pid: 6478 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335519:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 23 pid: 6478 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335531:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a68b0f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68b08 expref: 23 pid: 6478 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335543:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335551:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335562:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335573:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335579:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335585:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335590:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573667.335594:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335601:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335615:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573667.335624:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573667.335638:0:99145:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573667.335648:0:99145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573667.335654:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926394496:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (269us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573667.335657:0:99145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68b63 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573667.335668:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1777573667.335675:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4764700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926394496:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573667.575473:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573668.505464:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573668.505525:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917761664 00000100:00100000:0.0:1777573668.505548:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917761664 00000100:00080000:1.0:1777573668.505606:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573668.505633:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1251 00000100:00100000:0.0:1777573668.505645:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:59397:x1863919917761664:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573668.505665:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573668.505717:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68b6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2d3 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.505781:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68b71 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.505795:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68b71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.505809:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68b71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573668.505860:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1777573668.505865:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573668.505884:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68b71 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.505909:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68b6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2d3 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.505933:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68b71 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2d3 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.505941:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe600) 00010000:00010000:0.0:1777573668.505944:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573668.505948:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573668.506011:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:59397:x1863919917761664:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 370us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573668.506019:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1251 00000100:00100000:2.0:1777573668.508086:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573668.508128:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917761920 00000100:00100000:1.0:1777573668.508147:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917761920 00000100:00100000:1.0:1777573668.508206:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1252 00000100:00100000:1.0:1777573668.508220:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:59397:x1863919917761920:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573668.508269:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573668.508302:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a68b71 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2d3 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.508320:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe600) 00010000:00010000:1.0:1777573668.508330:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573668.508366:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.508385:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.508400:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573668.509653:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967473 is committed 00000004:00010000:0.0:1777573668.509732:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059a377f6 reply state 00000000a8331659 transno 4294967473 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.509748:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573668.509756:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:0.0:1777573668.509759:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573668.509762:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573668.509771:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00010000:00080000:0.0:1777573668.509861:0:8523:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1777573668.509873:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:59397:x1863919917761920:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 1658us (1790us total) trans 4294967473 rc 0/0 00000100:00100000:0.0:1777573668.509882:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1252 00010000:00010000:1.0:1777573668.510002:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.510013:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.510020:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.510026:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573668.510031:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.510039:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.510049:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:1.0:1777573668.510053:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573668.510056:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573668.510062:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a68b78 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573668.598857:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573668.847406:0:99341:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb3788c70 20000000:00000080:3.0:1777573668.847419:0:99341:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc475c000 uarg=0000000000000000 00010000:00010000:3.0:1777573668.847593:0:99341:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573668.847609:0:99341:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573668.847633:0:99341:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573668.847646:0:99341:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573668.847664:0:99341:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573668.847679:0:99341:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847758:0:99341:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847772:0:99341:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847779:0:99341:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847786:0:99341:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847793:0:99341:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847800:0:99341:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573668.847805:0:99341:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847814:0:99341:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847824:0:99341:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847830:0:99341:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573668.847834:0:99341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a68b7f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99341 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573669.046885:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573669.046893:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573669.046898:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573669.046954:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573669.046967:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573669.047125:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573669.047159:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926394624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573669.047249:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573669.047340:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926394624 00000100:00100000:1.0:1777573669.047351:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926394624 00000100:00100000:1.0:1777573669.047479:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1777573669.047494:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926394624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573669.047510:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573669.047525:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68b86 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573669.047554:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573669.047567:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573669.047576:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187e00, rc 0) 00000100:00100000:1.0:1777573669.047623:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926394624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573669.047630:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1777573669.047656:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b5600 going to sleep for 11 seconds 00000100:00100000:3.0:1777573669.047688:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926394624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573669.047731:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573669.047742:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573669.047762:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573669.047768:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573669.047777:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573669.302953:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926394752:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.303011:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926394880:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303020:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573669.303054:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573669.303074:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926395264:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.303083:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926395392:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303099:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573669.303118:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573669.303122:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926395776:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.303145:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926395904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303152:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573669.303177:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573669.303195:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926395008:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.303217:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926395136:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303224:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573669.303245:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926395520:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.303254:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573669.303290:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926395648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303299:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573669.303320:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573669.303326:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926396032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.303342:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926396160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303355:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573669.303381:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926394880 00000100:00100000:3.0:1777573669.303389:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926394880 00000100:00100000:0.0:1777573669.303398:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926394752 00000100:00100000:0.0:1777573669.303403:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926394752 00000100:00100000:0.0:1777573669.303436:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395264 00000100:00100000:0.0:1777573669.303439:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395264 00000100:00100000:0.0:1777573669.303458:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395392 00000100:00100000:0.0:1777573669.303460:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395392 00000100:00100000:0.0:1777573669.303471:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395776 00000100:00100000:0.0:1777573669.303474:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395776 00000100:00100000:0.0:1777573669.303488:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395904 00000100:00100000:0.0:1777573669.303490:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395904 00000100:00100000:0.0:1777573669.303503:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395008 00000100:00100000:0.0:1777573669.303505:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395008 00000100:00100000:0.0:1777573669.303535:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00080000:1.0:1777573669.303541:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573669.303545:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926394752:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777573669.303548:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573669.303575:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926396288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573669.303598:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926394752:12345-0@lo:400:kworker.0 Request processed in 55us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.303609:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:1.0:1777573669.303611:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573669.303633:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1777573669.303640:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926395264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573669.303650:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926394752:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303673:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926395264:12345-0@lo:400:kworker.0 Request processed in 33us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.303680:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:1.0:1777573669.303685:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926395264:0@lo:400:kworker.0 00000100:00100000:1.0:1777573669.303716:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573669.303716:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:1.0:1777573669.303727:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926396416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573669.303728:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926395392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573669.303759:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573669.303768:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926395392:12345-0@lo:400:kworker.0 Request processed in 43us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.303775:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:0.0:1777573669.303793:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:1.0:1777573669.303794:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396288 00000100:00100000:1.0:1777573669.303799:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396288 00000100:00100000:0.0:1777573669.303801:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926395776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303838:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926395776:12345-0@lo:400:kworker.0 Request processed in 40us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.303844:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:0.0:1777573669.303858:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:0.0:1777573669.303866:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926395904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303890:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926395904:12345-0@lo:400:kworker.0 Request processed in 26us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.303896:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00100000:0.0:1777573669.303909:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:0.0:1777573669.303914:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926395008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.303944:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926395008:12345-0@lo:400:kworker.0 Request processed in 29us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.303949:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:0.0:1777573669.303973:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395520 00000100:00100000:0.0:1777573669.303976:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395520 00000100:00100000:0.0:1777573669.303998:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395648 00000100:00100000:0.0:1777573669.304001:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395648 00000100:00100000:0.0:1777573669.304026:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396032 00000100:00100000:0.0:1777573669.304029:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396032 00000100:00100000:0.0:1777573669.304051:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1777573669.304058:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926395520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.304073:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926395136 00000100:00100000:3.0:1777573669.304078:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926395136 00000100:00100000:0.0:1777573669.304084:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926395520:12345-0@lo:400:kworker.0 Request processed in 27us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.304088:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1777573669.304103:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1777573669.304105:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1777573669.304113:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926394880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.304114:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926395648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.304135:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926395648:12345-0@lo:400:kworker.0 Request processed in 24us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.304141:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1777573669.304148:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1777573669.304153:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926396032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.304162:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926394880:12345-0@lo:400:kworker.0 Request processed in 50us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573669.304169:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1777573669.304177:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926396032:12345-0@lo:400:kworker.0 Request processed in 24us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.304182:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1777573669.304190:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1777573669.304198:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec73f2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926395136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.304211:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926395008:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.304220:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926395520:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.304229:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926396032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.304237:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec73f2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926395136:12345-0@lo:400:kworker.0 Request processed in 39us (982us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573669.304246:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1777573669.304299:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396416 00000100:00100000:1.0:1777573669.304304:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396416 00000100:00100000:1.0:1777573669.304327:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1777573669.304333:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926396288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573669.304354:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573669.304384:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926396288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573669.304390:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1777573669.304483:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1777573669.304489:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926396416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573669.304498:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573669.304520:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926396416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573669.304526:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00080000:1.0:1777573669.304547:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573669.304550:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573669.304570:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926396416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573669.304582:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926396288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573669.304592:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926395776:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.304996:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573669.305039:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926395136:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.305049:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926395648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.305068:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396160 00000100:00100000:0.0:1777573669.305073:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396160 00000100:00100000:3.0:1777573669.305084:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926394880:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.305096:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926395392:0@lo:400:kworker.0 00000100:00100000:3.0:1777573669.305107:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926395904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.305112:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1777573669.305123:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926396160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573669.305172:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926396160:12345-0@lo:400:kworker.0 Request processed in 52us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573669.305178:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1777573669.305275:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926396160:0@lo:400:kworker.0 00010000:00010000:2.0:1777573669.622958:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573670.153602:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573670.153641:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917762048 00000100:00100000:0.0:1777573670.153652:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917762048 00000100:00100000:0.0:1777573670.153739:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 180 00000100:00100000:0.0:1777573670.153752:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:59473:x1863919917762048:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:0.0:1777573670.153863:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:59473:x1863919917762048:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 115us (268us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777573670.153872:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 180 00000100:00080000:0.0:1777573670.153894:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573670.156534:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573670.156594:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917762304 00000100:00100000:0.0:1777573670.156602:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917762304 00000100:00100000:0.0:1777573670.156664:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1253 00000100:00100000:0.0:1777573670.156673:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59473:x1863919917762304:12345-192.168.204.9@tcp:101:touch.60003 00000100:00080000:2.0:1777573670.156687:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1777573670.156717:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573670.156741:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68b94 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2da expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.156847:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.156861:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.156872:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.156884:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.156890:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.156897:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573670.157248:0:12623:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x10:0x0], index 1: 0 00010000:00010000:0.0:1777573670.157401:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68ba9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157409:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68ba9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157417:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68ba9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157453:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157459:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157465:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157471:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157476:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573670.157480:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157488:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157502:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe300) 00010000:00010000:0.0:1777573670.157505:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573670.157510:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157516:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68b9b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573670.157530:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d2e86a7c reply state 000000008c902296 transno 4294967474 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157541:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157547:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe000) 00010000:00010000:0.0:1777573670.157550:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573670.157552:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573670.157578:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68b94 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2da expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157596:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68ba9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2da expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.157604:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc2efea00) 00010000:00010000:0.0:1777573670.157606:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573670.157609:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573670.157677:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:59473:x1863919917762304:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1006us (1150us total) trans 4294967474 rc 0/0 00000100:00100000:0.0:1777573670.157685:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1253 00000100:00100000:2.0:1777573670.163548:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573670.163723:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917762560 00000100:00100000:3.0:1777573670.163733:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917762560 00000100:00100000:3.0:1777573670.163787:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1254 00000100:00100000:3.0:1777573670.163798:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:59473:x1863919917762560:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:3.0:1777573670.163850:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573670.163876:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68ba9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2da expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.163894:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc2efea00) 00010000:00010000:3.0:1777573670.163907:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573670.163958:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.163970:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.163980:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573670.164076:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e797dae7 reply state 00000000f2330947 transno 4294967475 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.164087:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.164093:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:3.0:1777573670.164095:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573670.164098:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573670.164176:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:59473:x1863919917762560:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 381us (636us total) trans 4294967475 rc 0/0 00000100:00100000:3.0:1777573670.164183:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1254 00000100:00100000:2.0:1777573670.165810:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573670.165848:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917762688 00000100:00100000:3.0:1777573670.165855:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917762688 00000100:00100000:3.0:1777573670.165895:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1255 00000100:00100000:3.0:1777573670.165903:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:59473:x1863919917762688:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:3.0:1777573670.165919:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573670.165933:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68bbe lrc: 2/0,0 mode: --/CR res: [0x240000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2e1 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.165969:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68bbe lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2e1 expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.165981:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68bbe lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2e1 expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.165996:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:3.0:1777573670.166000:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573670.166004:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573670.166042:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:59473:x1863919917762688:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 140us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573670.166048:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1255 00000100:00100000:0.0:1777573670.167433:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573670.167525:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917762816 00000100:00100000:2.0:1777573670.167531:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917762816 00000100:00080000:0.0:1777573670.167575:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573670.167587:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 560 00000100:00100000:2.0:1777573670.167595:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917762816:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:2.0:1777573670.167803:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917762816:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 210us (372us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1777573670.167809:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 560 00000100:00100000:2.0:1777573670.169392:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573670.169476:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917763072 00000100:00100000:0.0:1777573670.169483:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917763072 00000100:00100000:0.0:1777573670.169520:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 181 00000100:00100000:0.0:1777573670.169528:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:59473:x1863919917763072:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:0.0:1777573670.169800:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:59473:x1863919917763072:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 271us (408us total) trans 4294967476 rc 0/0 00000100:00100000:0.0:1777573670.169812:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 181 00000100:00100000:3.0:1777573670.190331:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573670.190380:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917763200 00000100:00100000:0.0:1777573670.190390:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917763200 00000100:00100000:0.0:1777573670.190452:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1256 00000100:00100000:0.0:1777573670.190462:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:59477:x1863919917763200:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:0.0:1777573670.190485:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573670.190507:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68bc5 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2e8 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190570:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 3/1,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190585:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190677:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190688:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190737:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190744:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190810:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68bda lrc: 3/1,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190822:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68bda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190828:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68bda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573670.190864:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x29:0x0]: returning size 0 00000004:00200000:0.0:1777573670.190867:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573670.190886:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68bda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190898:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68bda lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190907:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190913:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190919:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190925:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190931:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573670.190934:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190940:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190956:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe300) 00010000:00010000:0.0:1777573670.190959:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573670.190963:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 3/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190969:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a68bcc lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190980:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190985:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190991:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.190995:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573670.190997:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.191003:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.191283:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe000) 00010000:00010000:0.0:1777573670.191286:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573670.191291:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.191297:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0400/0x1e8fa618a5a68bd3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.191325:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68bc5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2e8 expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.191341:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68bda lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2e8 expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.191348:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:0.0:1777573670.191350:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573670.191353:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0000, rc 0) 00000100:00100000:0.0:1777573670.191409:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:59477:x1863919917763200:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 948us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573670.191417:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1256 00000100:00100000:2.0:1777573670.195523:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573670.195596:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917763328 00000100:00100000:3.0:1777573670.195606:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917763328 00000100:00100000:3.0:1777573670.195660:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 561 00000100:00100000:3.0:1777573670.195668:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917763328:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:3.0:1777573670.195771:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573670.195789:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2ef expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573670.195809:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x10:0x0] initial LVB size: 0, mtime: 0x69f39f26, atime: 0x69f39f26, ctime: 0x69f39f26, blocks: 0x0 00010000:00010000:3.0:1777573670.195824:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573670.195826:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573670.195832:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.195849:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.195861:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573670.195913:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917763328:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 246us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573670.195920:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 561 00000100:00100000:2.0:1777573670.197871:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573670.197910:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917763584 00000100:00100000:3.0:1777573670.197917:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917763584 00000100:00100000:3.0:1777573670.197964:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1257 00000100:00100000:3.0:1777573670.197973:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:59477:x1863919917763584:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573670.198018:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573670.198040:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a68bda lrc: 0/0,0 mode: --/PR res: [0x240000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2e8 expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198059:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68bbe lrc: 0/0,0 mode: --/CR res: [0x240000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2e1 expref: 11 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198069:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:3.0:1777573670.198072:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573670.198090:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198099:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198105:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198112:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198119:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198125:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198212:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198218:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198222:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573670.198422:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:3.0:1777573670.198432:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1194846738371ns, next at 1195846736456ns, rc = 0 00010000:00010000:3.0:1777573670.198474:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198483:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198490:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198497:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198503:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198508:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198529:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573670.198549:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.198593:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573670.198601:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198621:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198626:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.198628:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573670.198634:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573670.198636:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198639:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.198652:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198653:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.198680:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:0.0:1777573670.198684:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573670.198688:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:0.0:1777573670.198688:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 1/0,0 mode: --/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.198715:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68bfd lrc: 0/0,0 mode: --/PW res: [0x240000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.198729:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573670.198732:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573670.198733:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777573670.198735:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573670.198738:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198744:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68bf6 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x29:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198760:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198766:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198772:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198777:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198783:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573670.198786:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198791:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198799:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:3.0:1777573670.198802:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573670.198805:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198810:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68be8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573670.198824:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1e43576 reply state 00000000817a014e transno 4294967477 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198834:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.198839:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe000) 00010000:00010000:3.0:1777573670.198841:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573670.198844:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573670.198901:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+12:59477:x1863919917763584:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 930us (1032us total) trans 4294967477 rc 0/0 00000100:00100000:3.0:1777573670.198908:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1257 00000100:00100000:2.0:1777573670.326860:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573670.326889:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926396544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573670.326988:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573670.327076:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396544 00000100:00100000:2.0:1777573670.327087:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396544 00000100:00100000:2.0:1777573670.327154:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1777573670.327165:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926396544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573670.327205:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573670.327288:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926396544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573670.327296:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1777573670.327436:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926396544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573670.327452:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573670.327504:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926396672:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573670.327540:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573670.327632:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396672 00000100:00100000:1.0:1777573670.327638:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396672 00000100:00100000:1.0:1777573670.327742:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1777573670.327751:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926396672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573670.327763:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573670.327801:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926396672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573670.327809:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1777573670.327886:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926396672:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573670.646987:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573670.839814:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926396800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573670.839884:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573670.839985:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396800 00000100:00100000:2.0:1777573670.839994:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396800 00000100:00100000:2.0:1777573670.840042:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1777573670.840052:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926396800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573670.840085:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573670.840163:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926396800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573670.840170:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1777573670.840260:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926396800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573670.937567:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573670.938024:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573670.938163:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573670.938189:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573670.938210:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573670.938240:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917763840 00000100:00100000:2.0:1777573670.938347:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917763840 00000100:00100000:2.0:1777573670.938406:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917763968 00000100:00100000:2.0:1777573670.938409:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917763968 00000100:00100000:2.0:1777573670.938434:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1606 00000100:00100000:2.0:1777573670.938659:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917763840:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573670.938673:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917763712 00000100:00100000:1.0:1777573670.938679:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917763712 00000100:00100000:1.0:1777573670.938734:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 902 00000100:00100000:1.0:1777573670.938743:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917763712:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573670.938766:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917763840:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 321us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573670.938779:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1606 00000100:00100000:1.0:1777573670.938779:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917763712:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 34us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573670.938790:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 902 00000100:00100000:2.0:1777573670.938807:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1607 00000100:00100000:2.0:1777573670.938823:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+12:2400:x1863919917763968:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573670.938853:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+12:2400:x1863919917763968:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573670.938857:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1607 00000100:00100000:2.0:1777573670.938874:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917764224 00000100:00100000:2.0:1777573670.938876:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917764224 00000100:00100000:2.0:1777573670.938903:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917764096 00000100:00100000:2.0:1777573670.938904:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917764096 00000100:00100000:2.0:1777573670.938933:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 903 00000100:00100000:2.0:1777573670.938938:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917764224:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573670.938955:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917764224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 18us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573670.938958:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 903 00000100:00100000:2.0:1777573670.938965:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 904 00000100:00100000:2.0:1777573670.938968:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917764096:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573670.938980:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917764096:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 12us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573670.938983:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 904 00000100:00080000:2.0:1777573670.938999:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1777573670.989316:0:99584:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef7b7fd60 20000000:00000080:3.0:1777573670.989333:0:99584:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc475c000 uarg=0000000000000000 00010000:00010000:3.0:1777573670.989508:0:99584:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573670.989524:0:99584:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573670.989537:0:99584:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573670.989544:0:99584:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573670.989559:0:99584:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573670.989572:0:99584:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.989585:0:99584:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.989591:0:99584:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.989619:0:99584:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573670.989629:0:99584:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 22 pid: 6478 timeout: 1345 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573670.989639:0:99584:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99584:1863919926396928:0@lo:104: 00000100:00100000:3.0:1777573670.989723:0:99584:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573670.989847:0:99584:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2e8c840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573670.989883:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926396928 00000100:00100000:2.0:1777573670.989889:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926396928 00000100:00100000:2.0:1777573670.989950:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1777573670.989960:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:99584:x1863919926396928:12345-0@lo:104: 00010000:00010000:2.0:1777573670.989972:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573670.990028:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573670.990034:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:99584:x1863919926396928:12345-0@lo:104: Request processed in 76us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573670.990039:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00010000:00010000:1.0:1777573670.990051:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573670.990058:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573670.990058:0:99584:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:99584:1863919926396928:0@lo:104: 00010000:00010000:1.0:1777573670.990071:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573670.990075:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990078:0:99584:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573670.990087:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573670.990095:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573670.990112:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573670.990141:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573670.990147:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573670.990174:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573670.990182:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a68b86 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68b8d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573670.990186:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573670.990197:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926397056:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573670.990207:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573670.990210:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573670.990212:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573670.990221:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573670.990321:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926397056 00000100:00100000:0.0:1777573670.990326:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926397056 00010000:00010000:0.0:1777573670.990345:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 23 pid: 6478 timeout: 1345 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573670.990393:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1777573670.990399:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926397056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573670.990410:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573670.990415:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 23 pid: 6478 timeout: 1345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990425:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 23 pid: 6478 timeout: 1345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990436:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187e00/0x1e8fa618a5a68b8d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68b86 expref: 23 pid: 6478 timeout: 1345 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990449:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990460:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990474:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990480:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990486:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990491:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990496:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573670.990499:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990505:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990528:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573670.990537:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573670.990575:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926397056:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573670.990581:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00010000:00010000:1.0:1777573670.990622:0:99584:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573670.990632:0:99584:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573670.990640:0:99584:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a68c04 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99584 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573670.990641:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926397056:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573671.672321:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573672.283718:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573672.283810:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917764352 00000100:00100000:0.0:1777573672.283819:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917764352 00000100:00100000:0.0:1777573672.283872:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1258 00000100:00100000:0.0:1777573672.283879:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:59565:x1863919917764352:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573672.283894:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573672.283911:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68c0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2f6 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.283959:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c12 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.283970:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.283978:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573672.284009:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1777573672.284012:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573672.284027:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c12 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.284045:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68c0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2f6 expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.284063:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c12 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2f6 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.284071:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe400) 00010000:00010000:0.0:1777573672.284074:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573672.284078:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573672.284128:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:59565:x1863919917764352:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 249us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573672.284140:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1258 00000100:00080000:2.0:1777573672.284228:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573672.287585:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573672.287627:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917764608 00000100:00100000:0.0:1777573672.287635:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917764608 00000100:00100000:0.0:1777573672.287688:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1259 00000100:00100000:0.0:1777573672.287713:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:59565:x1863919917764608:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573672.287758:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573672.287782:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c12 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2f6 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.287798:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe400) 00010000:00010000:0.0:1777573672.287806:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573672.287829:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.287841:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.287851:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573672.292608:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967478 is committed 00010000:00010000:3.0:1777573672.292623:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573672.292624:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 70 committed 00010000:00010000:3.0:1777573672.292637:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292645:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292651:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573672.292657:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292663:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292679:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe000) 00010000:00010000:3.0:1777573672.292683:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573672.292687:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292712:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68ba2 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292728:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292734:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292741:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292746:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573672.292749:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292755:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292763:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x29:0x0].0x0 (ffff89ddc10eae00) 00010000:00010000:3.0:1777573672.292771:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573672.292775:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292781:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68bb7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573672.292785:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1777573672.292800:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573672.292805:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926397184:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777573672.292813:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292820:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292825:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573672.292828:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292838:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292846:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc2efe000) 00010000:00010000:3.0:1777573672.292849:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573672.292852:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.292857:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a68bef lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573672.292885:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:1.0:1777573672.293802:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f139906c reply state 00000000d273a8ff transno 4294967478 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293815:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293821:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe800) 00010000:00010000:1.0:1777573672.293823:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573672.293825:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573672.293837:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00010000:00080000:1.0:1777573672.293899:0:26981:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573672.293909:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:59565:x1863919917764608:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 6199us (6327us total) trans 4294967478 rc 0/0 00000100:00100000:1.0:1777573672.293916:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1259 00010000:00010000:1.0:1777573672.293943:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293948:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293952:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293955:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573672.293957:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293961:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293967:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe800) 00010000:00010000:1.0:1777573672.293969:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573672.293971:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.293975:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68c19 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573672.294289:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926397184 00000100:00100000:0.0:1777573672.294299:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926397184 00000100:00100000:0.0:1777573672.294358:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1777573672.294367:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926397184:12345-0@lo:6:osp-syn-1-1.0 00000100:00080000:1.0:1777573672.294382:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:0.0:1777573672.294392:0:17492:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:16 count 1 00010000:00010000:0.0:1777573672.294411:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.294429:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.294437:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573672.294440:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573672.294443:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.294471:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.294484:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 6 pid: 12154 timeout: 1296 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573672.294496:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926397312:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573672.294553:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f580c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573672.296280:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926397312:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573672.296304:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573672.296959:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573672.297084:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917764736 00000100:00100000:2.0:1777573672.297092:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917764736 00010000:00010000:2.0:1777573672.297137:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 7 pid: 12154 timeout: 1296 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573672.297207:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 396 00000100:00080000:1.0:1777573672.297227:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573672.297228:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917764736:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573672.297244:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573672.297250:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 7 pid: 12154 timeout: 1296 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297265:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 7 pid: 12154 timeout: 1296 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297287:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68be1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2ef expref: 7 pid: 12154 timeout: 1296 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297301:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573672.297303:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573672.297307:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297316:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297345:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573672.297365:0:17492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.297377:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.297388:0:17492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573672.297391:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917764736:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 174us (432us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573672.297406:0:17492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573672.297408:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 396 00010000:00010000:1.0:1777573672.297431:0:17492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573672.297504:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573672.297512:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297521:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573672.297526:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297535:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297547:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297561:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a68c20 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.297582:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573672.297584:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573672.297586:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573672.297623:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926397184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3256us (4743us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1777573672.297631:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000004:00080000:1.0:1777573672.297674:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc47d4e00/2, rc 0, transno 4294967364 00000100:00100000:1.0:1777573672.297681:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926397184:0@lo:6:osp-syn-1-1.0 00000001:00080000:1.0:1777573672.300537:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:1.0:1777573672.300549:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000100:00100000:2.0:1777573672.374824:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573672.374843:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926397440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573672.374900:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573672.375230:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926397440 00000100:00100000:3.0:1777573672.375245:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926397440 00000100:00100000:3.0:1777573672.375334:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1777573672.375344:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926397440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573672.375381:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573672.375441:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926397440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573672.375449:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1777573672.375533:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926397440:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1777573672.669374:0:99779:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfc626c60 20000000:00000080:1.0:1777573672.669389:0:99779:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc41b5000 uarg=0000000000000000 00010000:00010000:1.0:1777573672.669582:0:99779:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573672.669598:0:99779:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573672.669617:0:99779:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573672.669628:0:99779:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573672.669647:0:99779:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573672.669666:0:99779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669681:0:99779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669725:0:99779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669734:0:99779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669741:0:99779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669748:0:99779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669754:0:99779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573672.669758:0:99779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669766:0:99779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669779:0:99779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669787:0:99779:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573672.669793:0:99779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68c27 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 99779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573672.694814:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573672.887871:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573672.887878:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573672.887883:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573672.887924:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.887936:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.887949:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573672.887975:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926397568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573672.888040:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573672.888081:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926397568 00000100:00100000:0.0:1777573672.888090:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926397568 00000100:00100000:2.0:1777573672.888104:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820240 going to sleep for 11 seconds 00000100:00100000:0.0:1777573672.888136:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1777573672.888148:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926397568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573672.888161:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573672.888173:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68c2e expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.888198:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.888221:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573672.888230:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573672.888275:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926397568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573672.888282:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1777573672.889029:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926397568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573672.889046:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.889058:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573672.889077:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573672.889081:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573672.889086:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573673.719162:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573674.422856:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573674.422880:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926397696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573674.422940:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573674.423011:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926397696 00000100:00100000:1.0:1777573674.423018:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926397696 00000100:00100000:1.0:1777573674.423071:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1777573674.423079:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926397696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573674.423106:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573674.423146:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926397696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573674.423152:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00080000:1.0:1777573674.423172:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573674.423209:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967364 gen 2 00000004:00080000:1.0:1777573674.423214:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc47d4e00, transno 4294967364 00000100:00100000:1.0:1777573674.423228:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926397696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573674.423500:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926397824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573674.423530:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573674.423707:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926397952:0@lo:400:kworker.0 00000100:00100000:1.0:1777573674.423738:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573674.423763:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573674.423768:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926398080:0@lo:400:kworker.0 00000100:00100000:1.0:1777573674.423793:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573674.423942:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926397952 00000100:00100000:1.0:1777573674.423946:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926397952 00000100:00100000:1.0:1777573674.423973:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1777573674.423980:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926397952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573674.424014:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926397952:12345-0@lo:400:kworker.0 Request processed in 35us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573674.424020:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1777573674.424053:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926397952:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.425958:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398080 00000100:00100000:2.0:1777573674.425969:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398080 00000100:00100000:2.0:1777573674.426023:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:2.0:1777573674.426033:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926398080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426096:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926398080:12345-0@lo:400:kworker.0 Request processed in 66us (2301us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573674.426103:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:2.0:1777573674.426145:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926398080:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426203:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926397824 00000100:00100000:2.0:1777573674.426208:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926397824 00000100:00100000:2.0:1777573674.426250:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1777573674.426259:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926397824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573674.426272:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573674.426450:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926397824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 192us (2918us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573674.426459:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00080000:2.0:1777573674.426483:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573674.426503:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926398464:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.426511:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926398592:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426542:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573674.426554:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573674.426564:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926398976:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.426581:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926399104:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426595:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573674.426610:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573674.426634:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398464 00000100:00100000:2.0:1777573674.426638:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398464 00000100:00100000:0.0:1777573674.426648:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398592 00000100:00100000:0.0:1777573674.426653:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398592 00000100:00100000:2.0:1777573674.426669:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1777573674.426679:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926398464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.426688:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926399104 00000100:00100000:0.0:1777573674.426711:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926399104 00000100:00100000:2.0:1777573674.426729:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926398464:12345-0@lo:400:kworker.0 Request processed in 53us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573674.426734:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1777573674.426742:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1777573674.426752:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926398592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426754:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398976 00000100:00100000:2.0:1777573674.426757:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398976 00000100:00100000:2.0:1777573674.426789:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1777573674.426797:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926398592:12345-0@lo:400:kworker.0 Request processed in 48us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573674.426798:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926398976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.426813:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:0.0:1777573674.426830:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1777573674.426837:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926399104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426848:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926398976:12345-0@lo:400:kworker.0 Request processed in 51us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573674.426855:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1777573674.426874:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926399104:12345-0@lo:400:kworker.0 Request processed in 38us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573674.426881:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00080000:2.0:1777573674.426888:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573674.426892:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573674.426913:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926398464:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.426924:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926398592:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426931:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926398976:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.426941:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926399104:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426967:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926398208:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.426986:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573674.427016:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926398720:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.427042:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573674.427054:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926399232:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.427063:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398208 00000100:00100000:0.0:1777573674.427068:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398208 00000100:00100000:2.0:1777573674.427069:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573674.427089:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1777573674.427096:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926398336:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.427102:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1777573674.427110:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926398208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.427120:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573674.427140:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926398848:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.427151:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926398208:12345-0@lo:400:kworker.0 Request processed in 42us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573674.427158:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1777573674.427166:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573674.427192:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398720 00000100:00100000:0.0:1777573674.427196:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398720 00000100:00100000:2.0:1777573674.427203:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926398208:0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.427226:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926399232 00000100:00100000:0.0:1777573674.427229:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926399232 00000100:00100000:2.0:1777573674.427230:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398336 00000100:00100000:2.0:1777573674.427235:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398336 00000100:00100000:0.0:1777573674.427253:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:2.0:1777573674.427262:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1777573674.427263:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926398720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.427274:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926399232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573674.427305:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926398720:12345-0@lo:400:kworker.0 Request processed in 45us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573674.427311:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:2.0:1777573674.427315:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926399232:12345-0@lo:400:kworker.0 Request processed in 43us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573674.427323:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1777573674.427331:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1777573674.427339:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926398336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.427346:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926398848 00000100:00100000:2.0:1777573674.427351:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926398848 00000100:00100000:0.0:1777573674.427375:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926398336:12345-0@lo:400:kworker.0 Request processed in 37us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573674.427382:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:2.0:1777573674.427386:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1777573674.427394:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926398848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573674.427408:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573674.427413:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573674.427419:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926398848:12345-0@lo:400:kworker.0 Request processed in 28us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573674.427423:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1777573674.427445:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926398336:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.427451:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926398848:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.427457:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926398720:0@lo:400:kworker.0 00000100:00100000:2.0:1777573674.427462:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926399232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573674.427486:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926397824:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777573674.744798:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573674.790670:0:100022:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf7ff0a70 20000000:00000080:0.0:1777573674.790685:0:100022:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fa5800 uarg=0000000000000000 00010000:00010000:0.0:1777573674.790861:0:100022:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573674.790873:0:100022:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573674.790884:0:100022:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573674.790891:0:100022:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573674.790906:0:100022:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573674.790920:0:100022:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.790933:0:100022:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.790940:0:100022:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.790978:0:100022:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.790991:0:100022:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 22 pid: 6479 timeout: 1349 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573674.791006:0:100022:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100022:1863919926399360:0@lo:104: 00000100:00100000:0.0:1777573674.791069:0:100022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573674.791168:0:100022:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b5240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573674.791222:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926399360 00000100:00100000:1.0:1777573674.791227:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926399360 00000100:00100000:1.0:1777573674.791270:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1777573674.791280:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:100022:x1863919926399360:12345-0@lo:104: 00010000:00010000:1.0:1777573674.791291:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573674.791369:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573674.791376:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:100022:x1863919926399360:12345-0@lo:104: Request processed in 97us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573674.791383:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00010000:00010000:3.0:1777573674.791391:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573674.791438:0:100022:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100022:1863919926399360:0@lo:104: 00010000:00010000:0.0:1777573674.791455:0:100022:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573674.791522:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573674.791533:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573674.791536:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573674.791542:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573674.791547:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573674.791550:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573674.791574:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573674.791578:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573674.791596:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573674.791603:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a68c2e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c35 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573674.791618:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573674.791618:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926399488:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573674.791620:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573674.791622:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573674.791645:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573674.791815:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926399488 00000100:00100000:0.0:1777573674.791819:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926399488 00010000:00010000:0.0:1777573674.791832:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 23 pid: 6479 timeout: 1349 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573674.791854:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1777573674.791860:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926399488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573674.791869:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573674.791874:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 23 pid: 6479 timeout: 1349 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791884:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 23 pid: 6479 timeout: 1349 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791894:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a68c35 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68c2e expref: 23 pid: 6479 timeout: 1349 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791906:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791914:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791925:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791937:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791943:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791950:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791955:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573674.791959:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791965:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791981:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573674.791990:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573674.792023:0:100022:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573674.792025:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926399488:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (378us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573674.792040:0:100022:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573674.792040:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00010000:00010000:2.0:1777573674.792047:0:100022:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a68c3c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100022 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573674.792064:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926399488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573675.447022:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573675.447043:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926399616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573675.447118:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573675.447200:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926399616 00000100:00100000:1.0:1777573675.447207:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926399616 00000100:00100000:1.0:1777573675.447256:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1777573675.447264:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926399616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573675.447291:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573675.447344:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926399616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573675.447352:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1777573675.447376:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573675.447393:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926399616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573675.447394:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926399744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573675.447431:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573675.447460:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926399744 00000100:00100000:0.0:1777573675.447465:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926399744 00000100:00100000:0.0:1777573675.447492:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1777573675.447500:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcf80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926399744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573675.447511:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808896 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573675.447602:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcf80850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926399744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573675.447609:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1777573675.447675:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926399744:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777573675.772718:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573675.958817:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926399872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573675.958905:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573675.958946:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926399872 00000100:00100000:0.0:1777573675.958954:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926399872 00000100:00100000:0.0:1777573675.959004:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1777573675.959014:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926399872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573675.959046:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573675.959105:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926399872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573675.959112:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1777573675.959203:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926399872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573676.056340:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573676.056413:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573676.056471:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573676.056488:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573676.056504:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573676.056550:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917764992 00000100:00100000:3.0:1777573676.056560:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917764992 00000100:00100000:2.0:1777573676.056563:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917764864 00000100:00100000:2.0:1777573676.056569:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917764864 00000100:00100000:3.0:1777573676.056622:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917765120 00000100:00100000:2.0:1777573676.056624:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 905 00000100:00100000:3.0:1777573676.056627:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917765120 00000100:00100000:2.0:1777573676.056636:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917764864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573676.056658:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1614 00000100:00100000:3.0:1777573676.056666:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917764992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573676.056769:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917764864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 134us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573676.056785:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 905 00000100:00100000:3.0:1777573676.056807:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917764992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 141us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573676.056816:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1614 00000100:00100000:2.0:1777573676.056824:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1615 00000100:00100000:2.0:1777573676.056834:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917765120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:3.0:1777573676.056845:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573676.056850:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573676.056864:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917765120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 32us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573676.056870:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1615 00000100:00100000:2.0:1777573676.056914:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917765376 00000100:00100000:1.0:1777573676.056914:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917765248 00000100:00100000:2.0:1777573676.056918:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917765376 00000100:00100000:1.0:1777573676.056918:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917765248 00000100:00100000:2.0:1777573676.056952:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 907 00000100:00100000:1.0:1777573676.056956:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 908 00000100:00100000:2.0:1777573676.056958:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917765376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573676.056962:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917765248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573676.056985:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917765376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 27us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573676.056985:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917765248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 23us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573676.056992:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 908 00000100:00080000:3.0:1777573676.057034:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573676.057037:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573676.057139:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 907 00000100:00100000:1.0:1777573676.166601:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573676.166851:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917765504 00000100:00100000:0.0:1777573676.166861:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917765504 00000100:00100000:0.0:1777573676.166917:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1260 00000100:00100000:0.0:1777573676.167015:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59728:x1863919917765504:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573676.167034:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573676.167058:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68c43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e2fd expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.167124:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c4a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.167138:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c4a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.167165:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c4a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573676.167213:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1777573676.167217:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573676.167237:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c4a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.167262:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68c43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2fd expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.167283:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c4a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2fd expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.167291:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe900) 00010000:00010000:0.0:1777573676.167294:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573676.167297:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573676.167351:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:59728:x1863919917765504:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 425us (759us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573676.167358:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1260 00000100:00100000:3.0:1777573676.171226:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573676.171271:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917765760 00000100:00100000:2.0:1777573676.171281:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917765760 00000100:00100000:2.0:1777573676.171335:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1261 00000100:00100000:2.0:1777573676.171346:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:59728:x1863919917765760:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573676.171398:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573676.171425:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68c4a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e2fd expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.171444:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe900) 00010000:00010000:2.0:1777573676.171455:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573676.171482:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.171499:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.171508:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573676.172030:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000e719eba reply state 000000007f5be400 transno 4294967479 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.172044:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.172052:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:2.0:1777573676.172054:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573676.172057:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573676.172065:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000100:00100000:2.0:1777573676.172157:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:59728:x1863919917765760:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 802us (931us total) trans 4294967479 rc 0/0 00000100:00100000:2.0:1777573676.172166:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1261 10000000:01000000:2.0:1777573676.534765:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573676.534773:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573676.534779:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573676.534822:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.534834:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.534846:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573676.534876:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926400000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573676.534957:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573676.534999:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400000 00000100:00100000:2.0:1777573676.535007:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827c00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573676.535008:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400000 00000100:00100000:1.0:1777573676.535051:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1777573676.535059:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926400000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573676.535070:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573676.535082:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68c58 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.535102:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.535109:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.535116:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186200, rc 0) 00000100:00100000:1.0:1777573676.535168:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926400000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573676.535174:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1777573676.535259:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926400000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573676.535274:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.535284:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573676.535460:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573676.535467:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.535475:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573676.572342:0:100218:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdea4ec660 20000000:00000080:3.0:1777573676.572359:0:100218:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc475c000 uarg=0000000000000000 00010000:00010000:3.0:1777573676.572552:0:100218:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573676.572571:0:100218:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573676.572593:0:100218:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573676.572605:0:100218:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573676.572627:0:100218:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573676.572646:0:100218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573676.572666:0:100218:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573676.572674:0:100218:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573676.572788:0:100218:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573676.572803:0:100218:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 22 pid: 6480 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573676.572818:0:100218:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100218:1863919926400128:0@lo:104: 00000100:00100000:3.0:1777573676.572883:0:100218:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573676.573011:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400128 00000100:00100000:2.0:1777573676.573019:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400128 00000100:00100000:3.0:1777573676.573067:0:100218:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573676.573198:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1777573676.573209:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:100218:x1863919926400128:12345-0@lo:104: 00010000:00010000:2.0:1777573676.573221:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573676.573293:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573676.573299:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:100218:x1863919926400128:12345-0@lo:104: Request processed in 93us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573676.573309:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00010000:00010000:1.0:1777573676.573359:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573676.573366:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.573373:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc1329c20) 00000100:00100000:0.0:1777573676.573375:0:100218:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100218:1863919926400128:0@lo:104: 10000000:00010000:1.0:1777573676.573376:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.573384:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573676.573392:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573676.573398:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573676.573411:0:100218:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.573425:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.573431:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573676.573449:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.573455:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55800/0x1e8fa618a5a68c58 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c5f expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573676.573468:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573676.573469:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573676.573471:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573676.573489:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926400256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573676.573520:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573676.573709:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400256 00000100:00100000:0.0:1777573676.573715:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400256 00010000:00010000:0.0:1777573676.573736:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 23 pid: 6480 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573676.573760:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1777573676.573767:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae74050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926400256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573676.573777:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573676.573782:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 23 pid: 6480 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573797:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 23 pid: 6480 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573808:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186200/0x1e8fa618a5a68c5f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68c58 expref: 23 pid: 6480 timeout: 1351 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573818:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573823:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573831:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573835:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573840:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573843:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573846:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573676.573849:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573853:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573868:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573676.573878:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573676.573887:0:100218:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573676.573894:0:100218:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573676.573900:0:100218:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68c66 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573676.573913:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae74050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926400256:12345-0@lo:103:ldlm_bl.0 Request processed in 146us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573676.573919:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1777573676.574639:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926400256:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573676.793066:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573677.494834:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926400384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573677.494898:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573677.494953:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400384 00000100:00100000:0.0:1777573677.494964:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400384 00000100:00100000:0.0:1777573677.495165:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1777573677.495172:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926400384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573677.495212:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573677.495265:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926400384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573677.495273:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1777573677.496281:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926400384:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573677.814917:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573677.879762:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573677.879769:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573677.879774:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573677.879816:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573677.879828:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573677.879840:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573677.879871:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926400512:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573677.879937:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573677.879987:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400512 00000100:00100000:3.0:1777573677.879994:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc48ce480 going to sleep for 11 seconds 00000100:00100000:1.0:1777573677.879996:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400512 00000100:00100000:1.0:1777573677.880056:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1777573677.880067:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926400512:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573677.880081:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573677.880095:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68c6d expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573677.880130:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573677.880142:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573677.880151:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:1.0:1777573677.880199:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926400512:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573677.880205:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1777573677.880270:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926400512:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573677.880287:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573677.880308:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573677.880331:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573677.880336:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573677.880343:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573677.984036:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573677.984078:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917765888 00000100:00100000:3.0:1777573677.984087:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917765888 00000100:00100000:3.0:1777573677.984194:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1262 00000100:00100000:3.0:1777573677.984202:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917765888:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573677.984282:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917765888:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 82us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573677.984287:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1262 00000100:00100000:3.0:1777573677.985892:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573677.986146:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766016 00000100:00100000:2.0:1777573677.986158:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766016 00000100:00100000:2.0:1777573677.986211:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 563 00000100:00100000:2.0:1777573677.986221:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766016:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573677.986489:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766016:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 269us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573677.986500:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 563 00000100:00100000:0.0:1777573677.988933:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573677.989131:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766144 00000100:00100000:2.0:1777573677.989141:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766144 00000100:00100000:2.0:1777573677.989189:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 564 00000100:00100000:2.0:1777573677.989200:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766144:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573677.989427:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766144:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 229us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573677.989435:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 564 00000100:00100000:3.0:1777573677.991173:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573677.991223:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766272 00000100:00100000:0.0:1777573677.991230:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766272 00000100:00100000:0.0:1777573677.991279:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1263 00000100:00100000:0.0:1777573677.991288:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766272:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573677.991480:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766272:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 192us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573677.991487:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1263 00000100:00100000:3.0:1777573677.993795:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573677.993843:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766400 00000100:00100000:0.0:1777573677.993853:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766400 00000100:00100000:1.0:1777573677.993940:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1264 00000100:00100000:1.0:1777573677.993949:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:59809:x1863919917766400:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573677.994131:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:59809:x1863919917766400:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 182us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573677.994139:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1264 00000100:00100000:1.0:1777573677.998355:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573677.998436:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766528 00000100:00100000:3.0:1777573677.998446:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766528 00000100:00100000:3.0:1777573677.998508:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1265 00000100:00100000:3.0:1777573677.998518:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766528:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573677.998639:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766528:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 122us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573677.998647:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1265 00000100:00100000:3.0:1777573678.000798:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573678.001487:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766656 00000100:00100000:1.0:1777573678.001494:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766656 00000100:00100000:1.0:1777573678.001565:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 565 00000100:00100000:1.0:1777573678.001574:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766656:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:2.0:1777573678.001771:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573678.001807:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766656:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 232us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573678.001814:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 565 00000100:00100000:1.0:1777573678.003435:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573678.003497:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766784 00000100:00100000:2.0:1777573678.003505:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766784 00000100:00100000:2.0:1777573678.003565:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 566 00000100:00100000:2.0:1777573678.003575:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766784:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00080000:3.0:1777573678.003597:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573678.004875:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766784:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 1298us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573678.004884:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 566 00000100:00100000:0.0:1777573678.007679:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573678.007733:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917766912 00000100:00100000:3.0:1777573678.007741:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917766912 00000100:00080000:2.0:1777573678.007777:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573678.007798:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1266 00000100:00100000:3.0:1777573678.007807:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766912:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573678.007976:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:59809:x1863919917766912:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 168us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573678.007984:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1266 00000100:00100000:3.0:1777573678.009593:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573678.009652:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917767040 00000100:00100000:2.0:1777573678.009658:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917767040 00000100:00100000:2.0:1777573678.009792:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1267 00000100:00100000:2.0:1777573678.009801:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:59809:x1863919917767040:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573678.009928:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:59809:x1863919917767040:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 128us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573678.009935:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1267 00000100:00080000:3.0:1777573678.010013:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573678.039805:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573678.039872:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917767168 00000100:00100000:0.0:1777573678.039881:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917767168 00000100:00100000:0.0:1777573678.039927:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 182 00000100:00100000:0.0:1777573678.039934:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:59813:x1863919917767168:12345-192.168.204.9@tcp:49:dd.60003 00000100:00100000:0.0:1777573678.040044:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:59813:x1863919917767168:12345-192.168.204.9@tcp:49:dd.60003 Request processed in 109us (245us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777573678.040053:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 182 00000100:00100000:0.0:1777573678.041366:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573678.041423:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917767424 00000100:00100000:2.0:1777573678.041430:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917767424 00000100:00100000:2.0:1777573678.041466:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1268 00000100:00100000:2.0:1777573678.041472:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:59813:x1863919917767424:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:2.0:1777573678.041483:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573678.041504:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68c7b lrc: 2/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e304 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.041610:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.041621:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.041630:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.041639:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.041643:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.041646:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573678.041964:0:6486:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x11:0x0], index 0: 0 00010000:00010000:2.0:1777573678.042073:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68c90 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042082:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68c90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042093:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68c90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042148:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042155:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042161:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042167:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042173:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573678.042177:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042184:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042201:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:2.0:1777573678.042204:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573678.042208:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042214:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68c82 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573678.042227:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7663c15 reply state 00000000ff60f635 transno 4294967480 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042237:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042243:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89deef243b00) 00010000:00010000:2.0:1777573678.042245:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573678.042247:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573678.042274:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68c7b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e304 expref: 10 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042286:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68c90 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e304 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573678.042290:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2a:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573678.042292:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573678.042293:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55600, rc 0) 00000100:00100000:2.0:1777573678.042338:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:59813:x1863919917767424:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 866us (975us total) trans 4294967480 rc 0/0 00000100:00100000:2.0:1777573678.042344:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1268 00000100:00100000:3.0:1777573678.046593:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573678.046740:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917767552 00000100:00100000:1.0:1777573678.046750:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917767552 00000100:00100000:1.0:1777573678.046817:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 567 00000100:00100000:1.0:1777573678.046933:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:59813:x1863919917767552:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:1.0:1777573678.046951:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573678.046971:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e30b expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573678.046995:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777573678.047017:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573678.047020:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573678.047028:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.047048:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 6 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.047062:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186e00, rc 0) 00000100:00100000:1.0:1777573678.047183:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:59813:x1863919917767552:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 348us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573678.047190:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 567 00000100:00100000:1.0:1777573678.059388:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573678.060182:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917767680 00000100:00100000:2.0:1777573678.060193:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917767680 00002000:00100000:2.0:1777573678.060257:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11:0x0] (0->1048575) req@ffff89ddc47d6680 x1863919917767680/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:179/0 lens 488/0 e 0 to 0 dl 1777573689 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1777573678.060269:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc47d6680 with x1863919917767680 ext(0->1048575) 00002000:00010000:2.0:1777573678.060275:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc47d6680 00000100:00100000:2.0:1777573678.060309:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 27 00000100:00100000:2.0:1777573678.060321:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917767680:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:2.0:1777573678.071153:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917767680:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 10826us (11765us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1777573678.071166:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 27 00002000:00100000:2.0:1777573678.071487:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11:0x0] (0->1048575) req@ffff89ddc47d6680 x1863919917767680/t4294967367(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:179/0 lens 488/448 e 0 to 0 dl 1777573689 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1777573678.071500:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc47d6680 with x1863919917767680 ext(0->1048575) 00002000:00010000:2.0:1777573678.071506:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff89ddc47d6680 00000100:00100000:3.0:1777573678.073011:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573678.073092:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917767808 00000100:00100000:2.0:1777573678.073101:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917767808 00000100:00100000:2.0:1777573678.073158:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1269 00000100:00100000:2.0:1777573678.073169:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:59813:x1863919917767808:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:0.0:1777573678.075761:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967480 is committed 00010000:00010000:1.0:1777573678.075801:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075815:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075824:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075830:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573678.075835:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075843:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075861:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89deef243e00) 00010000:00010000:1.0:1777573678.075864:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573678.075869:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075875:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55000/0x1e8fa618a5a68c51 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075900:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075906:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075913:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075919:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573678.075922:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075929:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075937:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89deef243b00) 00010000:00010000:1.0:1777573678.075940:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573678.075943:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573678.075949:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a68c89 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573678.075990:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:59813:x1863919917767808:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 2820us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573678.076000:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1269 00000100:00100000:1.0:1777573678.077892:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573678.077942:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917767936 00000100:00100000:0.0:1777573678.077949:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917767936 00000100:00100000:0.0:1777573678.077995:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 568 00000100:00100000:0.0:1777573678.078004:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917767936:12345-192.168.204.9@tcp:16:dd.60003 00000001:00080000:3.0:1777573678.080825:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:0.0:1777573678.080973:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917767936:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 2966us (3080us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573678.080985:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 568 00000100:00100000:0.0:1777573678.083089:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573678.083141:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917768192 00000100:00100000:3.0:1777573678.083149:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917768192 00000100:00100000:3.0:1777573678.083193:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 183 00000100:00100000:3.0:1777573678.083199:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:59813:x1863919917768192:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:3.0:1777573678.083601:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:59813:x1863919917768192:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 400us (519us total) trans 4294967481 rc 0/0 00000100:00100000:3.0:1777573678.083609:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 183 00000001:00080000:0.0:1777573678.669948:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967481 is committed 00010000:00010000:1.0:1777573678.839471:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573679.287440:0:100461:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1203935744790ns, next at 1157732280104ns, rc = 0 00080000:00080000:3.0:1777573679.287453:0:100461:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573679.287596:0:100461:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1203935902745ns, next at 1183684977517ns, rc = 0 00080000:00080000:3.0:1777573679.287603:0:100461:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573679.288006:0:100461:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1203936312617ns, next at 1148334226750ns, rc = 0 00080000:00080000:3.0:1777573679.288013:0:100461:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573679.288098:0:100461:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1203936404734ns, next at 1195846736456ns, rc = 0 00080000:00080000:3.0:1777573679.288103:0:100461:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573679.291392:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 74 committed 00000004:00080000:1.0:1777573679.291842:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 71 committed 00000004:00080000:1.0:1777573679.293403:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 71 committed 00000004:00080000:3.0:1777573679.293678:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 74 committed 00000100:00100000:0.0:1777573679.543171:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926400640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573679.543242:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573679.543561:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926400896:0@lo:400:kworker.0 00000100:00100000:0.0:1777573679.543573:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926400768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573679.543612:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573679.543625:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573679.543640:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926401280:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.543653:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926401408:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.543726:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573679.543730:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573679.543741:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926401024:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.543749:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926401920:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.543780:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573679.543788:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400640 00000100:00100000:1.0:1777573679.543795:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400640 00000100:00100000:3.0:1777573679.543812:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400896 00000100:00100000:3.0:1777573679.543817:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400896 00000100:00100000:1.0:1777573679.543844:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1777573679.543852:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401408 00000100:00100000:3.0:1777573679.543856:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401408 00000100:00100000:1.0:1777573679.543856:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926400640:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573679.543875:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401920 00000100:00100000:3.0:1777573679.543878:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401920 00002000:00000024:1.0:1777573679.543887:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573679.543900:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1777573679.543907:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926400896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.543924:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926400640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573679.543929:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1777573679.543950:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926400896:12345-0@lo:400:kworker.0 Request processed in 43us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573679.543954:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926400768 00000100:00100000:3.0:1777573679.543958:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:1.0:1777573679.543959:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926400768 00000100:00100000:3.0:1777573679.543977:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:3.0:1777573679.543985:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926401408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.543991:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1777573679.544000:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926400768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.544012:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926401408:12345-0@lo:400:kworker.0 Request processed in 29us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573679.544019:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:3.0:1777573679.544035:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1777573679.544039:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926400768:12345-0@lo:400:kworker.0 Request processed in 39us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573679.544047:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926401920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.544051:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1777573679.544097:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926401920:12345-0@lo:400:kworker.0 Request processed in 53us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573679.544103:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:0.0:1777573679.544123:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926401792:0@lo:400:kworker.0 00000100:00080000:3.0:1777573679.544136:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573679.544146:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573679.544160:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573679.544171:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926401152:0@lo:400:kworker.0 00000100:00100000:0.0:1777573679.544189:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926402304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573679.544203:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573679.544223:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926401664:0@lo:400:kworker.0 00000100:00100000:0.0:1777573679.544227:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573679.544254:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573679.544268:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926400768:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.544277:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926402176:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.544304:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573679.544308:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401280 00000100:00100000:0.0:1777573679.544312:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401280 00000100:00100000:3.0:1777573679.544341:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926400640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573679.544346:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1777573679.544355:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926401280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.544367:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926402304 00000100:00100000:1.0:1777573679.544372:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926402304 00000100:00100000:3.0:1777573679.544379:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401792 00000100:00100000:3.0:1777573679.544384:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401792 00000100:00100000:0.0:1777573679.544398:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926401280:12345-0@lo:400:kworker.0 Request processed in 44us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573679.544405:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1777573679.544418:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1777573679.544422:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401664 00000100:00100000:3.0:1777573679.544426:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401664 00000100:00100000:1.0:1777573679.544428:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926402304:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573679.544433:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926402176 00000100:00100000:0.0:1777573679.544438:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926402176 00002000:00000024:1.0:1777573679.544441:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573679.544473:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926402304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573679.544478:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1777573679.544505:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573679.544526:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926401536:0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.544547:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573679.544561:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926402048:0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.544580:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573679.544605:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401024 00000100:00100000:1.0:1777573679.544609:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401024 00000100:00100000:1.0:1777573679.544636:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777573679.544642:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926401024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.544677:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926401024:12345-0@lo:400:kworker.0 Request processed in 35us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573679.544683:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777573679.544728:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926401024:0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.544784:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926402304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573679.544793:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926401280:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.545883:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1777573679.545895:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926401792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573679.545906:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1777573679.545914:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1777573679.545916:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926401664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573679.545928:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926402176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.545952:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926401792:12345-0@lo:400:kworker.0 Request processed in 60us (1791us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573679.545952:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926401664:12345-0@lo:400:kworker.0 Request processed in 39us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573679.545960:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1777573679.545965:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1777573679.545977:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926402176:12345-0@lo:400:kworker.0 Request processed in 53us (1670us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573679.545985:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1777573679.546004:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401152 00000100:00100000:2.0:1777573679.546009:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401152 00000100:00080000:1.0:1777573679.546012:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573679.546016:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573679.546019:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926401664:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.546032:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926402176:0@lo:400:kworker.0 00000100:00100000:2.0:1777573679.546037:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926401536 00000100:00100000:2.0:1777573679.546039:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926401536 00000100:00100000:3.0:1777573679.546056:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926402048 00000100:00100000:3.0:1777573679.546059:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926402048 00000100:00100000:2.0:1777573679.546061:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:2.0:1777573679.546068:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926401152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573679.546073:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926400896:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.546097:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:0.0:1777573679.546103:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926401408:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.546106:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926401536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573679.546121:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926401152:12345-0@lo:400:kworker.0 Request processed in 54us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573679.546130:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:0.0:1777573679.546130:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926401920:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.546148:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926401536:12345-0@lo:400:kworker.0 Request processed in 45us (1600us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573679.546153:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1777573679.546157:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00100000:2.0:1777573679.546160:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926402048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573679.546186:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926402048:12345-0@lo:400:kworker.0 Request processed in 28us (1605us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573679.546193:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1777573679.546194:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926401536:0@lo:400:kworker.0 00000100:00080000:0.0:1777573679.546194:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573679.546207:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926402048:0@lo:400:kworker.0 00000100:00100000:0.0:1777573679.546232:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926401792:0@lo:400:kworker.0 00000100:00100000:3.0:1777573679.546246:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926401152:0@lo:400:kworker.0 00010000:00010000:3.0:1777573679.862861:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573679.880134:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573679.880189:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917768320 00000100:00100000:0.0:1777573679.880200:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917768320 00000100:00100000:0.0:1777573679.880262:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1270 00000100:00100000:0.0:1777573679.880272:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768320:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573679.880371:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768320:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 100us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573679.880382:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1270 00000100:00100000:3.0:1777573679.881723:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573679.881754:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917768448 00000100:00100000:0.0:1777573679.881759:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917768448 00000100:00100000:0.0:1777573679.881791:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 569 00000100:00100000:0.0:1777573679.881798:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917768448:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573679.881880:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc67450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917768448:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 84us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573679.881886:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 569 00000100:00100000:0.0:1777573679.882755:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573679.882824:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917768576 00000100:00100000:2.0:1777573679.882829:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917768576 00000100:00100000:2.0:1777573679.882883:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 570 00000100:00100000:2.0:1777573679.882892:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768576:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573679.883057:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768576:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 167us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573679.883065:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 570 00000100:00100000:3.0:1777573679.884167:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573679.884213:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917768704 00000100:00100000:0.0:1777573679.884219:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917768704 00000100:00100000:0.0:1777573679.884260:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1271 00000100:00100000:0.0:1777573679.884269:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768704:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573679.884410:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768704:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 141us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573679.884417:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1271 00000100:00100000:3.0:1777573679.885567:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573679.886063:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917768832 00000100:00100000:2.0:1777573679.886070:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917768832 00000100:00100000:2.0:1777573679.886116:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1272 00000100:00100000:2.0:1777573679.886123:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917768832:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573679.886273:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917768832:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 150us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573679.886278:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1272 00000100:00100000:2.0:1777573679.888132:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573679.888210:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917768960 00000100:00100000:1.0:1777573679.888217:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917768960 00000100:00100000:1.0:1777573679.888265:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1273 00000100:00100000:1.0:1777573679.888277:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768960:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573679.888359:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917768960:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 86us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573679.888367:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1273 00000100:00100000:1.0:1777573679.889763:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573679.889798:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917769088 00000100:00100000:3.0:1777573679.889806:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917769088 00000100:00100000:3.0:1777573679.889857:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 571 00000100:00100000:3.0:1777573679.889867:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917769088:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573679.889968:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917769088:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 104us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573679.889978:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 571 00000100:00100000:3.0:1777573679.890811:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573679.890857:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917769216 00000100:00100000:2.0:1777573679.890864:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917769216 00000100:00100000:2.0:1777573679.890903:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 572 00000100:00100000:2.0:1777573679.890912:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917769216:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573679.891060:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917769216:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 149us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573679.891067:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 572 00000100:00100000:2.0:1777573679.892043:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573679.892184:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917769344 00000100:00100000:3.0:1777573679.892191:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917769344 00000100:00100000:3.0:1777573679.892244:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1274 00000100:00100000:3.0:1777573679.892255:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917769344:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573679.892440:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:60009:x1863919917769344:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 188us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573679.892448:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1274 00000100:00100000:1.0:1777573679.894763:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573679.895843:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917769472 00000100:00100000:1.0:1777573679.895853:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917769472 00000100:00100000:1.0:1777573679.895914:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1275 00000100:00100000:1.0:1777573679.895926:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917769472:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573679.896047:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:60009:x1863919917769472:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 124us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573679.896055:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1275 00000100:00100000:0.0:1777573679.922673:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573679.922796:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917769728 00000100:00100000:3.0:1777573679.922805:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917769728 00000100:00100000:3.0:1777573679.922856:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1276 00000100:00100000:3.0:1777573679.922865:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:60013:x1863919917769728:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573679.922914:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573679.922939:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a68c90 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e304 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.922956:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2a:0x0].0x0 (ffff89deef243600) 00010000:00010000:3.0:1777573679.922967:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573679.922992:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923004:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923014:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923026:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923033:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923039:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923183:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923195:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923202:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573679.923426:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9280 00000004:00080000:3.0:1777573679.923435:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1204571741945ns, next at 1205571739789ns, rc = 0 00010000:00010000:3.0:1777573679.923472:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923479:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923484:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923489:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923494:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923500:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923522:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573679.923539:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923545:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923552:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923559:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573679.923561:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573679.923564:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573679.923569:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923572:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573679.923586:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573679.923590:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2a:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:3.0:1777573679.923594:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573679.923597:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573679.923603:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923604:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cb3 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573679.923624:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923633:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923638:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923642:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923645:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923648:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573679.923649:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2a:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:3.0:1777573679.923652:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573679.923655:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573679.923660:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573679.923661:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923668:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea100) 00010000:00010000:3.0:1777573679.923671:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573679.923671:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68cba lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923673:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923685:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a68ca5 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573679.923721:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573679.923722:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573679.923724:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1777573679.923757:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071d32e70 reply state 000000004532ed41 transno 4294967482 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923765:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573679.923769:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc10ea500) 00010000:00010000:3.0:1777573679.923771:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573679.923772:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573679.923822:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:60013:x1863919917769728:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 958us (1158us total) trans 4294967482 rc 0/0 00000100:00100000:3.0:1777573679.923830:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1276 00000100:00100000:2.0:1777573680.566928:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573680.566953:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926402432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573680.567008:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926402560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573680.567068:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573680.567119:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926402432 00000100:00100000:1.0:1777573680.567128:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926402432 00000100:00100000:2.0:1777573680.567153:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573680.567194:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926402560 00000100:00100000:0.0:1777573680.567200:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926402560 00000100:00100000:0.0:1777573680.567239:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1777573680.567250:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926402432:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573680.567255:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1777573680.567267:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926402560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573680.567302:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3922481152 avail 3690958848 00002000:00000024:0.0:1777573680.567302:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1777573680.567415:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926402560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573680.569459:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926402560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2189us (2301us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573680.569472:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:2.0:1777573680.569518:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926402432:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573680.569573:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926402432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2326us (2515us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573680.569580:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00010000:00010000:1.0:1777573680.887824:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1777573680.904357:0:100605:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1205552660840ns, next at 1157732280104ns, rc = 0 00080000:00080000:0.0:1777573680.904374:0:100605:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573680.904469:0:100605:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1205552775755ns, next at 1205571739789ns, rc = 0 00080000:00080000:0.0:1777573680.904475:0:100605:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573680.908259:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 75 committed 00000004:00080000:1.0:1777573680.908683:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 73 committed 00000001:00080000:1.0:1777573680.908982:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967482 is committed 00000004:00080000:1.0:1777573680.908988:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 72 committed 00010000:00010000:0.0:1777573680.909107:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.909119:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.909126:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.909132:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573680.909136:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.909144:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.909159:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0xecba81fd (ffff89ddc10ea500) 00010000:00010000:0.0:1777573680.909162:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573680.909166:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.909172:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68cac lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x25:0x0].0xecba81fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573680.909471:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926402688:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777573680.909533:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573680.909638:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926402688 00000100:00100000:2.0:1777573680.909646:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926402688 00000100:00100000:2.0:1777573680.909767:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1777573680.909778:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926402688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1777573680.909803:0:9951:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:17 count 1 00010000:00010000:2.0:1777573680.909822:0:9951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.909842:0:9951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.909850:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573680.909852:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573680.909855:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.909878:0:9951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 5 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.909891:0:9951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 5 pid: 9951 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573680.909902:0:9951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926402816:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573680.909959:0:9951:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827780 going to sleep for 11 seconds 00000100:00100000:0.0:1777573680.915605:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573680.915730:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917769856 00000100:00100000:1.0:1777573680.915738:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917769856 00000100:00100000:2.0:1777573680.915829:0:9951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926402816:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573680.915853:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 6 pid: 9951 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.915856:0:9951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573680.915920:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 399 00000100:00100000:2.0:1777573680.915929:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917769856:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573680.915944:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573680.915951:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 6 pid: 9951 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.915965:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 6 pid: 9951 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.915988:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e799048/0x1e8fa618a5a68c9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e30b expref: 6 pid: 9951 timeout: 1305 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.916002:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573680.916004:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573680.916008:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.916017:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573680.916049:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573680.916105:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917769856:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 177us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573680.916113:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 399 00000100:00080000:0.0:1777573680.916174:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777573680.916220:0:9951:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573680.916229:0:9951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573680.916238:0:9951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573680.916245:0:9951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573680.916417:0:9951:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777573680.916735:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926402688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 6959us (7201us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1777573680.916743:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00010000:00010000:0.0:1777573680.916874:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573680.916881:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.916890:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573680.916893:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.916902:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.916916:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.916923:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056e3cdcd/0x1e8fa618a5a68cc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573680.916941:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573680.916943:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573680.916944:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573680.917077:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89def79bdc00/2, rc 0, transno 4294967368 00000100:00100000:1.0:1777573680.917138:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926402688:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1777573680.917344:0:100605:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1205565650857ns, next at 1148334226750ns, rc = 0 00080000:00080000:0.0:1777573680.917353:0:100605:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573680.917491:0:100605:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1205565797590ns, next at 1195846736456ns, rc = 0 00080000:00080000:0.0:1777573680.917498:0:100605:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573680.919498:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 72 committed 00000004:00080000:3.0:1777573680.920119:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 75 committed 00000100:00100000:1.0:1777573681.080953:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573681.080983:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926402944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573681.081061:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573681.081118:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926402944 00000100:00100000:2.0:1777573681.081126:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926402944 00000100:00100000:2.0:1777573681.081196:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1777573681.081207:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926402944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573681.081241:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573681.081302:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926402944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573681.081311:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1777573681.081343:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926402944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573681.176811:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573681.176889:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573681.176900:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917769984 00000100:00100000:1.0:1777573681.176916:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917769984 00000100:00100000:3.0:1777573681.176968:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917770240 00000100:00100000:3.0:1777573681.176979:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917770240 00000100:00100000:1.0:1777573681.176984:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 909 00000100:00100000:1.0:1777573681.176995:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917769984:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573681.177085:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917769984:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 93us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573681.177092:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 909 00000100:00100000:3.0:1777573681.177098:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1622 00000100:00100000:3.0:1777573681.177112:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770240:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573681.177149:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573681.177198:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770240:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 87us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573681.177215:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1622 00000100:00100000:3.0:1777573681.177242:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917770112 00000100:00100000:3.0:1777573681.177246:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917770112 00000100:00100000:3.0:1777573681.177294:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1623 00000100:00100000:0.0:1777573681.177296:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573681.177308:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770112:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573681.177353:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770112:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573681.177368:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1623 00000100:00100000:0.0:1777573681.177390:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917770368 00000100:00080000:3.0:1777573681.177394:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573681.177397:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917770368 00000100:00080000:3.0:1777573681.177400:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573681.177429:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573681.177451:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 912 00000100:00100000:0.0:1777573681.177460:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770368:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573681.177507:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770368:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 49us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573681.177513:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 912 00010000:00010000:2.0:1777573681.910969:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573682.615120:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573682.615142:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926403072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573682.615214:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573682.615253:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403072 00000100:00100000:1.0:1777573682.615263:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403072 00000100:00100000:1.0:1777573682.615303:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1777573682.615313:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926403072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573682.615347:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573682.615412:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926403072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573682.615418:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1777573682.615526:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926403072:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573682.934853:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573683.960053:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573684.663018:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926403200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573684.663088:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573684.663553:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403200 00000100:00100000:3.0:1777573684.663568:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403200 00000100:00080000:2.0:1777573684.663635:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573684.663664:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1777573684.663683:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926403200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573684.663755:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573684.663958:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926403328:0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.663972:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926403200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 296us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.664026:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573684.664030:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1777573684.664066:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926403456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.664068:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926403840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.664117:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.664119:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573684.664147:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926403968:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.664151:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926404352:0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.664179:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.664189:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573684.664270:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926404480:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.664549:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1777573684.664556:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926403712:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.664588:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403328 00000100:00100000:0.0:1777573684.664592:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403328 00000100:00100000:0.0:1777573684.664618:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1777573684.664621:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.664625:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926403328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.664834:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926403328:12345-0@lo:400:kworker.0 Request processed in 208us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.664842:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:0.0:1777573684.664880:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403840 00000100:00100000:0.0:1777573684.664885:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403840 00000100:00100000:0.0:1777573684.664916:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1777573684.664924:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926403840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.664961:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926403840:12345-0@lo:400:kworker.0 Request processed in 39us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.664968:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1777573684.665004:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404352 00000100:00100000:0.0:1777573684.665009:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404352 00000100:00100000:0.0:1777573684.665103:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1777573684.665111:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926404352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665144:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926404352:12345-0@lo:400:kworker.0 Request processed in 35us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.665151:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1777573684.665404:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403456 00000100:00100000:0.0:1777573684.665409:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403456 00000100:00100000:3.0:1777573684.665415:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1777573684.665423:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926403584:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665446:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403968 00000100:00100000:0.0:1777573684.665450:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403968 00000100:00100000:0.0:1777573684.665479:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404480 00000100:00100000:0.0:1777573684.665482:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404480 00000100:00100000:0.0:1777573684.665506:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:0.0:1777573684.665514:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926403456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665553:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926403456:12345-0@lo:400:kworker.0 Request processed in 40us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.665560:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:0.0:1777573684.665574:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:0.0:1777573684.665580:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926403968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.665600:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.665614:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926403968:12345-0@lo:400:kworker.0 Request processed in 33us (1433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.665620:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:0.0:1777573684.665633:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:0.0:1777573684.665639:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926404480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665672:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926404480:12345-0@lo:400:kworker.0 Request processed in 34us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.665678:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:0.0:1777573684.665720:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403584 00000100:00100000:0.0:1777573684.665725:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403584 00000100:00100000:0.0:1777573684.665752:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1777573684.665758:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926403584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665791:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926403584:12345-0@lo:400:kworker.0 Request processed in 33us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573684.665796:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926404096:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665800:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00080000:0.0:1777573684.665828:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573684.665834:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573684.665849:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.665871:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926404224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665899:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573684.665913:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.665917:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926404736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.665939:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.665976:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926403328:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666004:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926403840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.666009:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926404608:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666019:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926404352:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666054:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404224 00000100:00100000:0.0:1777573684.666059:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404224 00000100:00100000:0.0:1777573684.666089:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404736 00000100:00100000:0.0:1777573684.666092:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404736 00000100:00100000:0.0:1777573684.666116:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1777573684.666123:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926404224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.666160:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.666161:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926404224:12345-0@lo:400:kworker.0 Request processed in 38us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.666171:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1777573684.666188:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1777573684.666191:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926403456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666198:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926404736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.666207:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926403968:0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.666218:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926404480:0@lo:400:kworker.0 00000100:00100000:3.0:1777573684.666245:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926403584:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666251:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926404736:12345-0@lo:400:kworker.0 Request processed in 56us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.666258:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1777573684.666279:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926403712 00000100:00100000:3.0:1777573684.666283:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926403712 00000100:00080000:0.0:1777573684.666287:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573684.666291:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573684.666302:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404096 00000100:00100000:0.0:1777573684.666306:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404096 00000100:00100000:0.0:1777573684.666330:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404608 00000100:00100000:0.0:1777573684.666333:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404608 00000100:00100000:0.0:1777573684.666348:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:0.0:1777573684.666353:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926403712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666379:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926403712:12345-0@lo:400:kworker.0 Request processed in 26us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.666384:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:0.0:1777573684.666395:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:0.0:1777573684.666400:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926404096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666433:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926404096:12345-0@lo:400:kworker.0 Request processed in 32us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.666440:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:0.0:1777573684.666451:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:0.0:1777573684.666457:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926404608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666481:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926404608:12345-0@lo:400:kworker.0 Request processed in 25us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.666487:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00080000:0.0:1777573684.666499:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573684.666520:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926403712:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666531:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926404224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666540:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926404736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666569:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926404096:0@lo:400:kworker.0 00000100:00100000:0.0:1777573684.666580:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc46fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926404608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573684.666612:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926404864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573684.666651:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573684.666680:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404864 00000100:00100000:0.0:1777573684.666685:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404864 00000100:00100000:0.0:1777573684.666742:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1777573684.666751:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926404864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573684.666769:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573684.666813:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926403200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573684.666818:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926404864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573684.666827:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1777573684.666927:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926404864:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1777573684.982925:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573685.688774:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926405120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573685.688842:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573685.688880:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926405120 00000100:00100000:2.0:1777573685.688888:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926405120 00000100:00100000:0.0:1777573685.688999:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926404992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573685.689026:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573685.689037:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926404992 00000100:00100000:2.0:1777573685.689041:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926404992 00000100:00100000:2.0:1777573685.689075:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1777573685.689084:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1777573685.689088:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926405120:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573685.689098:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926404992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573685.689121:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573685.689121:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573685.689185:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926404992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573685.689187:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926405120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573685.689198:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1777573685.689206:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1777573685.689235:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926405120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573685.689254:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926404992:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777573686.006919:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573686.198998:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573686.199021:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926405248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573686.199089:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573686.199489:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926405248 00000100:00100000:2.0:1777573686.199497:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926405248 00000100:00100000:2.0:1777573686.199580:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1777573686.199589:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926405248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573686.199621:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573686.199676:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926405248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573686.199682:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1777573686.199774:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926405248:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1777573686.201534:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000100:00100000:0.0:1777573686.297134:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573686.297174:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573686.297211:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573686.297216:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917770496 00000100:00100000:1.0:1777573686.297228:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917770496 00000100:00100000:0.0:1777573686.297242:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573686.297254:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917770624 00000100:00100000:3.0:1777573686.297267:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917770624 00000100:00100000:1.0:1777573686.297283:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 911 00000100:00100000:1.0:1777573686.297298:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917770496:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573686.297308:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917770752 00000100:00100000:3.0:1777573686.297312:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917770752 00000100:00100000:0.0:1777573686.297320:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573686.297331:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1630 00000100:00100000:0.0:1777573686.297353:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917770880 00000100:00100000:0.0:1777573686.297358:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917770880 00000100:00100000:3.0:1777573686.297361:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770624:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573686.297369:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917770496:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 73us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573686.297377:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 911 00000100:00100000:3.0:1777573686.297395:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770624:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 58us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573686.297395:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771008 00000100:00100000:0.0:1777573686.297399:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771008 00000100:00100000:3.0:1777573686.297403:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1630 00000100:00100000:3.0:1777573686.297419:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1631 00000100:00100000:3.0:1777573686.297427:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770752:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573686.297432:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 916 00000100:00100000:0.0:1777573686.297442:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770880:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573686.297447:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770752:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 21us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573686.297453:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1631 00000100:00080000:1.0:1777573686.297456:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573686.297462:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573686.297466:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573686.297469:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573686.297481:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917770880:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573686.297490:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 916 00000100:00100000:0.0:1777573686.297504:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 917 00000100:00100000:0.0:1777573686.297511:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917771008:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573686.297541:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917771008:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 31us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573686.297548:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 917 00010000:00010000:0.0:1777573687.031196:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573687.736238:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573687.736261:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926405376:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573687.736328:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573687.736389:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926405376 00000100:00100000:0.0:1777573687.736398:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926405376 00000100:00100000:0.0:1777573687.736449:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1777573687.736464:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926405376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573687.736500:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573687.736545:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926405376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573687.736549:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1777573687.736608:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926405376:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573688.056117:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573689.078812:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573689.782994:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926405504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573689.782994:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926405888:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.782997:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926405760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573689.783069:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573689.783110:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573689.783119:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926405632:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.783137:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926406272:0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.783214:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926406016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783221:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573689.783252:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573689.783257:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926406144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.783283:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926406784:0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.783300:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406272 00000100:00100000:1.0:1777573689.783306:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573689.783310:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406272 00000100:00100000:2.0:1777573689.783316:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573689.783329:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926406656:0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783354:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573689.783362:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1777573689.783373:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926407296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.783374:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926406272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783379:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926407168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.783415:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573689.783420:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926405760 00000100:00100000:1.0:1777573689.783425:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926405760 00000100:00100000:3.0:1777573689.783446:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926406272:12345-0@lo:400:kworker.0 Request processed in 75us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573689.783454:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1777573689.783466:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926405504 00000100:00100000:2.0:1777573689.783467:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926406272:0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783470:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926405504 00000100:00100000:3.0:1777573689.783489:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573689.783500:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1777573689.783507:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406016 00000100:00100000:1.0:1777573689.783509:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926405760:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573689.783513:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406016 00000100:00100000:3.0:1777573689.783516:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926406528:0@lo:400:kworker.0 00002000:00000024:1.0:1777573689.783535:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573689.783544:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573689.783552:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1777573689.783562:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926406016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.783568:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926407040:0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783585:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926405760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573689.783592:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1777573689.783604:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573689.783612:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1777573689.783613:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926406016:12345-0@lo:400:kworker.0 Request processed in 50us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573689.783621:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926405504:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573689.783622:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00002000:00000024:1.0:1777573689.783634:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573689.783672:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406784 00000100:00100000:1.0:1777573689.783674:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926405504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573689.783677:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406784 00000100:00100000:1.0:1777573689.783684:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1777573689.783730:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926405632 00000100:00100000:1.0:1777573689.783734:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926405632 00000100:00100000:2.0:1777573689.783735:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406656 00000100:00100000:2.0:1777573689.783740:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406656 00000100:00100000:1.0:1777573689.783763:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1777573689.783768:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407296 00000100:00100000:2.0:1777573689.783773:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407296 00000100:00100000:1.0:1777573689.783788:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926405632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.783798:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1777573689.783805:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926405504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573689.783810:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926406784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783827:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926405632:12345-0@lo:400:kworker.0 Request processed in 56us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573689.783834:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926406016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783835:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1777573689.783853:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777573689.783859:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926406784:12345-0@lo:400:kworker.0 Request processed in 51us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573689.783865:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926406400:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.783867:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00080000:1.0:1777573689.783869:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573689.783876:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573689.783898:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1777573689.783907:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926406656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573689.783908:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406144 00000100:00100000:2.0:1777573689.783937:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926406656:12345-0@lo:400:kworker.0 Request processed in 34us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573689.783943:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1777573689.783954:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1777573689.783960:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926407296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.783984:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926407296:12345-0@lo:400:kworker.0 Request processed in 24us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573689.783989:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1777573689.784081:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406528 00000100:00100000:2.0:1777573689.784298:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406528 00000100:00100000:0.0:1777573689.784326:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573689.784342:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407040 00000100:00100000:2.0:1777573689.784346:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407040 00000100:00100000:0.0:1777573689.784373:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926405888 00000100:00100000:0.0:1777573689.784378:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926405888 00000100:00100000:2.0:1777573689.784381:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:2.0:1777573689.784393:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926406528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.784394:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573689.784405:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406400 00000100:00100000:0.0:1777573689.784409:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406400 00000100:00100000:3.0:1777573689.784416:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926406912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573689.784434:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1777573689.784442:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926406528:12345-0@lo:400:kworker.0 Request processed in 52us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573689.784444:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926407040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.784451:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573689.784462:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:2.0:1777573689.784478:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926406912 00000100:00100000:3.0:1777573689.784480:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926406528:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784483:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406912 00000100:00100000:0.0:1777573689.784497:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926407040:12345-0@lo:400:kworker.0 Request processed in 54us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573689.784501:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926407040:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784510:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:0.0:1777573689.784519:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1777573689.784521:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926405888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573689.784541:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:0.0:1777573689.784550:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926406400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784565:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926405888:12345-0@lo:400:kworker.0 Request processed in 48us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573689.784572:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:2.0:1777573689.784596:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1777573689.784597:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926406400:12345-0@lo:400:kworker.0 Request processed in 46us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573689.784607:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926406912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573689.784608:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00080000:3.0:1777573689.784633:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573689.784637:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573689.784679:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926406144 00000100:00100000:2.0:1777573689.784726:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926406912:12345-0@lo:400:kworker.0 Request processed in 121us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573689.784734:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:2.0:1777573689.784743:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:1.0:1777573689.784746:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926406144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.784770:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573689.784790:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926406784:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784800:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926407296:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784813:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926405760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573689.784848:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926406144:12345-0@lo:400:kworker.0 Request processed in 105us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573689.784856:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1777573689.784859:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926405632:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784874:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407168 00000100:00100000:3.0:1777573689.784878:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926406144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784892:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407168 00000100:00100000:3.0:1777573689.784911:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967368 gen 2 00000004:00080000:3.0:1777573689.784916:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89def79bdc00, transno 4294967368 00000100:00100000:2.0:1777573689.784925:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1777573689.784925:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926405888:0@lo:400:kworker.0 00000100:00100000:3.0:1777573689.784932:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926406656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784937:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926407168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573689.784984:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926407168:12345-0@lo:400:kworker.0 Request processed in 51us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573689.784991:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1777573689.784993:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926407168:0@lo:400:kworker.0 00000100:00100000:0.0:1777573689.786052:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926406400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573689.786068:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926406912:0@lo:400:kworker.0 00010000:00010000:3.0:1777573690.102929:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573690.409438:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573690.409590:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771136 00000100:00100000:3.0:1777573690.409601:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771136 00000100:00100000:3.0:1777573690.409683:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1277 00000100:00100000:3.0:1777573690.409720:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771136:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573690.409816:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771136:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 124us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573690.409825:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1277 00000100:00080000:1.0:1777573690.410131:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573690.411915:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573690.411959:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771264 00000100:00100000:2.0:1777573690.411968:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771264 00000100:00100000:2.0:1777573690.412042:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 574 00000100:00100000:2.0:1777573690.412054:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771264:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573690.412301:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771264:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 250us (392us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573690.412302:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573690.412312:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 574 00000100:00100000:0.0:1777573690.413608:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573690.413639:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771392 00000100:00100000:3.0:1777573690.413647:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771392 00000100:00080000:1.0:1777573690.413716:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573690.413737:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 575 00000100:00100000:3.0:1777573690.413747:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771392:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573690.413933:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771392:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 187us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573690.413942:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 575 00000100:00100000:3.0:1777573690.414996:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.415047:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771520 00000100:00100000:0.0:1777573690.415054:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771520 00000100:00100000:0.0:1777573690.415102:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1278 00000100:00100000:0.0:1777573690.415112:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771520:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573690.415307:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771520:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 197us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573690.415315:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1278 00000100:00100000:1.0:1777573690.417651:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.417727:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771648 00000100:00100000:0.0:1777573690.417737:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771648 00000100:00080000:1.0:1777573690.417780:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573690.417805:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1279 00000100:00100000:0.0:1777573690.417816:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771648:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573690.418054:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771648:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 240us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573690.418063:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1279 00000100:00100000:0.0:1777573690.421297:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.421334:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771776 00000100:00100000:0.0:1777573690.421343:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771776 00000100:00100000:0.0:1777573690.421394:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1280 00000100:00100000:0.0:1777573690.421405:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771776:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573690.421496:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771776:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 94us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573690.421504:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1280 00000100:00100000:0.0:1777573690.422621:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573690.422671:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917771904 00000100:00100000:1.0:1777573690.422678:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917771904 00000100:00100000:1.0:1777573690.422765:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 576 00000100:00100000:1.0:1777573690.422774:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771904:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573690.422979:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc46fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917771904:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 206us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573690.422987:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 576 00000100:00100000:0.0:1777573690.424351:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573690.424628:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917772032 00000100:00100000:3.0:1777573690.424637:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917772032 00000100:00100000:3.0:1777573690.424688:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 577 00000100:00100000:3.0:1777573690.424721:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917772032:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573690.424887:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917772032:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 168us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573690.424895:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 577 00000100:00100000:0.0:1777573690.426579:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573690.426658:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917772160 00000100:00100000:3.0:1777573690.426665:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917772160 00000100:00100000:3.0:1777573690.426810:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1281 00000100:00100000:3.0:1777573690.426820:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917772160:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573690.427039:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917772160:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 220us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573690.427047:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1281 00000100:00100000:0.0:1777573690.430520:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573690.430569:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917772288 00000100:00100000:1.0:1777573690.430579:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917772288 00000100:00100000:1.0:1777573690.430637:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1282 00000100:00100000:1.0:1777573690.430648:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917772288:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573690.430987:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:60382:x1863919917772288:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 341us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573690.430996:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1282 00000100:00100000:1.0:1777573690.449020:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.449069:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917772416 00000100:00100000:0.0:1777573690.449085:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917772416 00000100:00100000:0.0:1777573690.449145:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1283 00000100:00100000:0.0:1777573690.449155:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:60383:x1863919917772416:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573690.449174:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573690.449237:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68cc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e312 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573690.449312:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68ccf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573690.449325:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68ccf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573690.449338:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68ccf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573690.449383:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00000004:00200000:0.0:1777573690.449387:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573690.449405:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68ccf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573690.449431:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a68cc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e312 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573690.449458:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68ccf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e312 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573690.449467:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:0.0:1777573690.449470:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573690.449473:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573690.449523:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:60383:x1863919917772416:12345-192.168.204.9@tcp:101:rm.0 Request processed in 370us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573690.449528:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1283 00000100:00100000:0.0:1777573690.451896:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573690.452057:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917772544 00000100:00100000:3.0:1777573690.452068:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917772544 00000100:00100000:3.0:1777573690.452153:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 184 00000100:00100000:3.0:1777573690.452163:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:60383:x1863919917772544:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:3.0:1777573690.452306:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:60383:x1863919917772544:12345-192.168.204.9@tcp:49:rm.0 Request processed in 146us (438us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573690.452314:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 184 00000100:00100000:3.0:1777573690.453768:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.453830:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917772800 00000100:00100000:0.0:1777573690.453836:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917772800 00000100:00100000:3.0:1777573690.453910:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1284 00000100:00100000:3.0:1777573690.453921:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:60383:x1863919917772800:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573690.453938:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573690.453964:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e319 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573690.454078:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x25:0x0]: returning size 4096 00010000:00010000:3.0:1777573690.454304:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cd6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e319 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.454320:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89ddc10ea800) 00010000:00010000:3.0:1777573690.454323:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573690.454329:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a68cd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e319 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.454348:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573690.454507:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:60383:x1863919917772800:12345-192.168.204.9@tcp:101:rm.0 Request processed in 588us (740us total) trans 4294967483 rc 301/301 00000100:00100000:3.0:1777573690.454514:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1284 00000100:00100000:1.0:1777573690.457823:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.457901:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917772928 00000100:00100000:0.0:1777573690.457914:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917772928 00000100:00100000:0.0:1777573690.457989:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 185 00000100:00100000:0.0:1777573690.458000:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:60383:x1863919917772928:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:1.0:1777573690.461239:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:60383:x1863919917772928:12345-192.168.204.9@tcp:37:rm.0 Request processed in 3233us (3415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573690.461252:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 185 00000100:00100000:3.0:1777573690.464138:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.464766:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917773184 00000100:00100000:0.0:1777573690.464776:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917773184 00000100:00100000:0.0:1777573690.464839:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 186 00000100:00100000:0.0:1777573690.464851:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:60383:x1863919917773184:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1777573690.465070:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:60383:x1863919917773184:12345-192.168.204.9@tcp:35:rm.0 Request processed in 221us (940us total) trans 4294967484 rc 0/0 00000100:00100000:0.0:1777573690.465077:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 186 00000100:00100000:0.0:1777573690.467297:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573690.467350:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573690.467352:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917773568 00000100:00100000:1.0:1777573690.467359:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917773568 00000100:00100000:1.0:1777573690.467415:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1285 00000100:00100000:1.0:1777573690.467424:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:60383:x1863919917773568:12345-192.168.204.9@tcp:36:rm.0 00000100:00100000:2.0:1777573690.467449:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917773312 00000100:00100000:2.0:1777573690.467454:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917773312 00010000:00010000:1.0:1777573690.467468:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573690.467495:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a68ccf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e312 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.467513:0:8523:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a689e2) 00010000:00010000:1.0:1777573690.467517:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc2efe200) 00000100:00100000:2.0:1777573690.467529:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 77 00010000:00010000:1.0:1777573690.467529:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573690.467539:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917773312:12345-192.168.204.9@tcp:103:rm.0 00010000:00010000:2.0:1777573690.467549:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573690.467551:0:6472:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a6898e) 00010000:00010000:2.0:1777573690.467553:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573690.467574:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.467581:0:8523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.467589:0:8523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573690.467594:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917773312:12345-192.168.204.9@tcp:103:rm.0 Request processed in 55us (242us total) trans 0 rc 116/116 00000100:00100000:2.0:1777573690.467602:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 77 00000100:00100000:1.0:1777573690.467610:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407424:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1777573690.467653:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573690.467717:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b89540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573690.468707:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407424 00000100:00100000:2.0:1777573690.468712:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407424 00000100:00100000:2.0:1777573690.468747:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1777573690.468753:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8523:x1863919926407424:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1777573690.468764:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573690.468841:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ceb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68ce4 expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.468889:0:13250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ceb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68ce4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.468914:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ceb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68ce4 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.468921:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573690.468923:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573690.468926:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54e00, rc 0) 00000100:00100000:2.0:1777573690.468972:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8523:x1863919926407424:12345-0@lo:101:mdt00_003.0 Request processed in 218us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573690.468978:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1777573690.469028:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407424:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1777573690.469046:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.469056:0:8523:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573690.469079:0:8523:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573690.469103:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.469110:0:8523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.469118:0:8523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573690.469131:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407552:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1777573690.469156:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573690.469187:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b89540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573690.469227:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407552 00000100:00100000:2.0:1777573690.469232:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407552 00000100:00100000:2.0:1777573690.469263:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1777573690.469270:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8523:x1863919926407552:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1777573690.469278:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573690.469304:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68cf9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68cf2 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.469319:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68cf9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68cf2 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.469329:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68cf9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68cf2 expref: 8 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.469336:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef243500) 00010000:00010000:2.0:1777573690.469339:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573690.469341:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55800, rc 0) 00000100:00100000:2.0:1777573690.469375:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926407552:12345-0@lo:101:mdt00_003.0 Request processed in 105us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573690.469382:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1777573690.469399:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407552:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1777573690.469408:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.469414:0:8523:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573690.469423:0:8523:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1777573690.469445:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407680:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777573690.469463:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573690.469539:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407680 00000100:00100000:2.0:1777573690.469544:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407680 00000100:00100000:1.0:1777573690.469545:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b893c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573690.469572:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1777573690.469581:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926407680:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777573690.469643:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926407680:12345-0@lo:1000:mdt00_003.0 Request processed in 64us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573690.469654:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1777573690.469673:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407680:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777573690.469741:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407808:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777573690.469814:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573690.469895:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b893c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573690.469927:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407808 00000100:00100000:3.0:1777573690.469931:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407808 00000100:00100000:3.0:1777573690.469968:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1777573690.469975:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926407808:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1777573690.470165:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926407808:12345-0@lo:1000:mdt00_003.0 Request processed in 189us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573690.470172:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1777573690.470223:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407808:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777573690.470302:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407936:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1777573690.470325:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573690.470381:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b893c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573690.470409:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926407936 00000100:00100000:2.0:1777573690.470414:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926407936 00000100:00100000:2.0:1777573690.470478:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1777573690.470485:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926407936:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1777573690.470561:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926407936:12345-0@lo:1000:mdt00_003.0 Request processed in 77us (235us total) trans 0 rc 1/1 00000100:00100000:2.0:1777573690.470568:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1777573690.470615:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926407936:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1777573690.470650:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.470657:0:8523:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.470665:0:8523:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573690.470676:0:8523:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926408064:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1777573690.470718:0:8523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573690.470814:0:8523:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b89540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573690.470839:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408064 00000100:00100000:3.0:1777573690.470844:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408064 00000100:00100000:3.0:1777573690.470863:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1777573690.470879:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8523:x1863919926408064:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1777573690.470886:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573690.470926:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68d07 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68d00 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.470943:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68d07 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d00 expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.470953:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68d07 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d00 expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.470961:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea800) 00010000:00010000:3.0:1777573690.470963:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573690.470966:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573690.471033:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8523:x1863919926408064:12345-0@lo:101:mdt00_003.0 Request processed in 165us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573690.471037:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1777573690.471081:0:8523:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8523:1863919926408064:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1777573690.471092:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471100:0:8523:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471123:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471131:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471139:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471184:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471191:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471197:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471203:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573690.471208:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471214:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471224:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc1ccf200) 00010000:00010000:1.0:1777573690.471227:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573690.471230:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471235:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a68d0e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471252:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471260:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471267:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471335:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777573690.471343:0:8523:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573690.471365:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471373:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471379:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471455:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1777573690.471462:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471469:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186e00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:3.0:1777573690.471473:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573690.471481:0:8386:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471505:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471512:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573690.471542:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471550:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a68d00 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68d07 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471565:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573690.471569:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926408192:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573690.471570:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471582:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:3.0:1777573690.471586:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573690.471593:0:8386:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573690.471610:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1777573690.471612:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471619:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573690.471627:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471636:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573690.471637:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1777573690.471639:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573690.471643:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573690.471648:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926408320:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573690.471669:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573690.471732:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408192 00000100:00100000:0.0:1777573690.471737:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408192 00000100:00100000:0.0:1777573690.471773:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408320 00000100:00100000:0.0:1777573690.471776:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408320 00010000:00010000:1.0:1777573690.471848:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1777573690.471854:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187400/0x1e8fa618a5a68ce4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68ceb expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573690.471855:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1777573690.471863:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3637:x1863919926408192:12345-0@lo:103:ldlm_bl.0 00000004:00080000:1.0:1777573690.471865:0:8523:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573690.471878:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471882:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573690.471885:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.471892:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.471895:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68d07 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a68d00 expref: 10 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573690.471902:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00010000:00010000:3.0:1777573690.471908:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25:0x0].0x0 (ffff89ddc10ea800) 00000100:00100000:0.0:1777573690.471914:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3637:x1863919926408320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573690.471917:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573690.471923:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777573690.471925:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573690.471939:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ceb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a68ce4 expref: 9 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573690.471949:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919926408192:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (339us total) trans 0 rc 0/0 00010000:00010000:0.0:1777573690.471953:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00000100:00100000:3.0:1777573690.471958:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:0.0:1777573690.471959:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573690.471981:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1777573690.471982:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:60383:x1863919917773568:12345-192.168.204.9@tcp:36:rm.0 Request processed in 4559us (4689us total) trans 0 rc -13/-13 00010000:00010000:3.0:1777573690.471986:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573690.471992:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1285 00000100:00100000:0.0:1777573690.471993:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926408320:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (321us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573690.471995:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:3.0:1777573690.472000:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573690.472006:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00010000:1.0:1777573690.472009:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:3.0:1777573690.472014:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.472032:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.472038:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1777573690.472048:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926408320:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573690.472055:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.472063:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186a00/0x1e8fa618a5a68cf2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a68cf9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573690.472063:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926408192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573690.472064:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926408448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573690.472083:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573690.472085:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573690.472087:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573690.472093:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573690.472118:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408448 00000100:00100000:0.0:1777573690.472121:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408448 00000100:00100000:0.0:1777573690.472162:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1777573690.472170:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3635:x1863919926408448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573690.472178:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573690.472189:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68cf9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9a6a165d bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a68cf2 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573690.472200:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9a6a165d (ffff89deef243500) 00010000:00010000:0.0:1777573690.472207:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573690.472240:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926408448:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573690.472244:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1777573690.472305:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4767100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926408448:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573690.809383:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926408576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573690.809440:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573690.809557:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408576 00000100:00100000:3.0:1777573690.809566:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408576 00000100:00100000:3.0:1777573690.809609:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1777573690.809617:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926408576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573690.809647:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573690.809715:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4767100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926408576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573690.809725:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1777573690.809771:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926408576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573690.809850:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573690.809871:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926408704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573690.809906:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573690.809968:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408704 00000100:00100000:0.0:1777573690.809973:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408704 00000100:00100000:0.0:1777573690.810005:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1777573690.810012:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926408704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573690.810023:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573690.810061:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926408704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573690.810068:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:2.0:1777573690.810162:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926408704:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1777573690.852442:0:100991:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedb9efbf0 20000000:00000080:2.0:1777573690.852456:0:100991:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7926800 uarg=0000000000000000 00010000:00010000:2.0:1777573690.853386:0:100991:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573690.853402:0:100991:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573690.853422:0:100991:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573690.853431:0:100991:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573690.853473:0:100991:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573690.853489:0:100991:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.853505:0:100991:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.853513:0:100991:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.853549:0:100991:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.853562:0:100991:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 22 pid: 6478 timeout: 1365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573690.853575:0:100991:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100991:1863919926408832:0@lo:104: 00000100:00100000:2.0:1777573690.853634:0:100991:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573690.853681:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408832 00000100:00100000:3.0:1777573690.853689:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408832 00000100:00100000:2.0:1777573690.853756:0:100991:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573690.853762:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1777573690.853770:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:100991:x1863919926408832:12345-0@lo:104: 00010000:00010000:3.0:1777573690.853780:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573690.853846:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573690.853852:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:100991:x1863919926408832:12345-0@lo:104: Request processed in 84us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573690.853857:0:100991:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:100991:1863919926408832:0@lo:104: 00000100:00100000:3.0:1777573690.853872:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00010000:00010000:2.0:1777573690.853891:0:100991:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.853943:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573690.853950:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.853956:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573690.853960:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.853968:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573690.853975:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573690.853981:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573690.854039:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854046:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573690.854072:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854080:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace400/0x1e8fa618a5a68c6d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68c74 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573690.854095:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926408960:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573690.854112:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573690.854115:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573690.854118:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573690.854125:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573690.854379:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926408960 00000100:00100000:1.0:1777573690.854384:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926408960 00010000:00010000:1.0:1777573690.854404:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 23 pid: 6478 timeout: 1365 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573690.854436:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1777573690.854443:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926408960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573690.854453:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573690.854458:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 23 pid: 6478 timeout: 1365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854467:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 23 pid: 6478 timeout: 1365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854479:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68c74 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68c6d expref: 23 pid: 6478 timeout: 1365 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854490:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854497:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854510:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854522:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854529:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854536:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854541:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573690.854545:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854552:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854573:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573690.854582:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573690.854616:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926408960:12345-0@lo:103:ldlm_bl.0 Request processed in 174us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573690.854623:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1777573690.854663:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926408960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573690.854676:0:100991:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.854685:0:100991:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573690.854722:0:100991:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54c00/0x1e8fa618a5a68d15 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 100991 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573691.127796:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573691.275569:0:101039:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedff16e10 20000000:00000080:3.0:1777573691.275586:0:101039:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fa9000 uarg=0000000000000000 00010000:00010000:3.0:1777573691.275767:0:101039:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573691.275785:0:101039:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573691.275806:0:101039:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573691.275818:0:101039:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573691.275848:0:101039:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573691.275916:0:101039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275936:0:101039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275947:0:101039:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275953:0:101039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275959:0:101039:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275966:0:101039:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275971:0:101039:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573691.275975:0:101039:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275982:0:101039:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.275994:0:101039:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.276002:0:101039:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573691.276007:0:101039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d1c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573691.319218:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926409088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573691.319308:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573691.319386:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409088 00000100:00100000:3.0:1777573691.319394:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409088 00000100:00100000:3.0:1777573691.319443:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1777573691.319452:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926409088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573691.319488:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:3.0:1777573691.319539:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926409088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573691.319549:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1777573691.319615:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926409088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573691.416133:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573691.416183:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573691.416206:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917773696 00000100:00100000:1.0:1777573691.416220:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917773696 00000100:00100000:2.0:1777573691.416231:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917773824 00000100:00100000:2.0:1777573691.416236:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917773824 00000100:00100000:1.0:1777573691.416280:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 913 00000100:00100000:2.0:1777573691.416281:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 922 00000100:00100000:1.0:1777573691.416296:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917773696:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573691.416303:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917773824:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573691.416316:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573691.416366:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917773952 00000100:00100000:0.0:1777573691.416375:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917773952 00000100:00100000:2.0:1777573691.416383:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917773824:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 91us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573691.416385:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917773696:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 93us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573691.416397:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 913 00000100:00100000:2.0:1777573691.416400:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 922 00000100:00100000:2.0:1777573691.416440:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 923 00000100:00100000:2.0:1777573691.416451:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917773952:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573691.416479:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917773952:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573691.416484:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 923 00000020:00000080:2.0:1777573691.694417:0:101087:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdce105090 20000000:00000080:2.0:1777573691.694431:0:101087:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def77ab400 uarg=0000000000000000 00010000:00010000:2.0:1777573691.694577:0:101087:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573691.694588:0:101087:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573691.694600:0:101087:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573691.694607:0:101087:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573691.694629:0:101087:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573691.694644:0:101087:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694658:0:101087:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694666:0:101087:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694671:0:101087:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694676:0:101087:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694681:0:101087:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694684:0:101087:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573691.694687:0:101087:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694719:0:101087:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694732:0:101087:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694739:0:101087:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573691.694748:0:101087:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68d23 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101087 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573692.152146:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573692.471768:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573692.471774:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573692.471779:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573692.471822:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573692.471850:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573692.471860:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573692.471885:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926409216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573692.471942:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573692.471985:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409216 00000100:00100000:2.0:1777573692.471987:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e6300 going to sleep for 11 seconds 00000100:00100000:1.0:1777573692.471993:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409216 00000100:00100000:1.0:1777573692.472049:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1777573692.472059:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926409216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573692.472074:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573692.472088:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68d2a expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573692.472111:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573692.472122:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573692.472131:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187000, rc 0) 00000100:00100000:1.0:1777573692.472240:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926409216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573692.472257:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1777573692.472296:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926409216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573692.472309:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573692.472318:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573692.472336:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573692.472341:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573692.472348:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573692.856016:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573692.856040:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926409344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573692.856123:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573692.856187:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409344 00000100:00100000:2.0:1777573692.856195:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409344 00000100:00100000:2.0:1777573692.856240:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1777573692.856249:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926409344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573692.856279:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573692.856373:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926409344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573692.856380:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1777573692.856429:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926409344:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573693.174788:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573693.399072:0:101282:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee04aad50 20000000:00000080:3.0:1777573693.399085:0:101282:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc307bc00 uarg=0000000000000000 00010000:00010000:3.0:1777573693.399227:0:101282:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573693.399238:0:101282:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573693.399250:0:101282:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573693.399257:0:101282:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573693.399275:0:101282:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573693.399288:0:101282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573693.399302:0:101282:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573693.399310:0:101282:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573693.399346:0:101282:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573693.399359:0:101282:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 22 pid: 6480 timeout: 1368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573693.399371:0:101282:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4766d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101282:1863919926409472:0@lo:104: 00000100:00100000:3.0:1777573693.399417:0:101282:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573693.399469:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409472 00000100:00100000:1.0:1777573693.399477:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409472 00000100:00100000:3.0:1777573693.399512:0:101282:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573693.399527:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1777573693.399537:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:101282:x1863919926409472:12345-0@lo:104: 00010000:00010000:1.0:1777573693.399548:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573693.399613:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573693.399618:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:101282:x1863919926409472:12345-0@lo:104: Request processed in 84us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573693.399625:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1777573693.399633:0:101282:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4766d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101282:1863919926409472:0@lo:104: 00010000:00010000:2.0:1777573693.399633:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573693.399642:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573693.399651:0:101282:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399651:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573693.399657:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399668:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573693.399675:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573693.399680:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573693.399746:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399753:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573693.399776:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399785:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54800/0x1e8fa618a5a68d2a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d31 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399797:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573693.399797:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926409600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573693.399799:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573693.399801:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573693.399847:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573693.399892:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409600 00000100:00100000:2.0:1777573693.399897:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409600 00010000:00010000:2.0:1777573693.399916:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 23 pid: 6480 timeout: 1368 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573693.399941:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1777573693.399948:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae76c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926409600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573693.399959:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573693.399964:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 23 pid: 6480 timeout: 1368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399973:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 23 pid: 6480 timeout: 1368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399984:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d31 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68d2a expref: 23 pid: 6480 timeout: 1368 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.399996:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400002:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400013:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400018:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400022:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400025:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400028:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573693.400030:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400034:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400043:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573693.400049:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573693.400058:0:101282:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573693.400066:0:101282:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573693.400073:0:101282:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a68d38 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101282 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573693.400078:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae76c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926409600:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573693.400086:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1777573693.400472:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926409600:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573694.200037:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573694.774913:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573694.774928:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573694.774936:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573694.775006:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573694.775020:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573694.775036:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573694.775074:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4766d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926409728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573694.775172:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573694.775252:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc448d180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573694.775255:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409728 00000100:00100000:1.0:1777573694.775268:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409728 00000100:00100000:1.0:1777573694.775343:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1777573694.775357:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926409728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573694.775379:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573694.775399:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68d3f expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573694.775430:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573694.775444:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573694.775455:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187000, rc 0) 00000100:00100000:1.0:1777573694.775509:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926409728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573694.775518:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1777573694.775544:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4766d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926409728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573694.775560:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573694.775568:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573694.775588:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573694.775592:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573694.775598:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573694.902971:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926409984:0@lo:400:kworker.0 00000100:00100000:2.0:1777573694.903052:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573694.903058:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926410112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573694.903107:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926409856:0@lo:400:kworker.0 00000100:00100000:2.0:1777573694.903131:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926410496:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.903154:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.903178:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409984 00000100:00100000:1.0:1777573694.903185:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.903186:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409984 00000100:00100000:0.0:1777573694.903206:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926410368:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.903232:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.903244:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926410368 00000100:00100000:2.0:1777573694.903248:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926410368 00000100:00100000:0.0:1777573694.903258:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926410880:0@lo:400:kworker.0 00000100:00100000:2.0:1777573694.903290:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1777573694.903301:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926409984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.903308:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926410624:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.903327:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573694.903363:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926411392:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.903370:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.903392:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926409984:12345-0@lo:400:kworker.0 Request processed in 91us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573694.903404:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1777573694.903405:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573694.903417:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926411136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573694.903444:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1777573694.903448:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1777573694.903463:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573694.903463:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926410240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573694.903473:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926410368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.903521:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926410112 00000100:00100000:1.0:1777573694.903529:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926410112 00000100:00100000:0.0:1777573694.903540:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.903546:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926410368:12345-0@lo:400:kworker.0 Request processed in 80us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573694.903576:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1777573694.903585:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926410752:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.903587:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411136 00000100:00100000:1.0:1777573694.903594:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411136 00000100:00100000:2.0:1777573694.903637:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926409856 00000100:00100000:2.0:1777573694.903644:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926409856 00000100:00100000:1.0:1777573694.903667:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1777573694.903668:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.903687:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926410624 00000100:00100000:1.0:1777573694.903688:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926410112:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573694.903726:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926410624 00000100:00100000:2.0:1777573694.903790:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926410240 00000100:00100000:2.0:1777573694.903800:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926410240 00000100:00100000:0.0:1777573694.903816:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926411264:0@lo:400:kworker.0 00002000:00000024:1.0:1777573694.903841:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573694.903853:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:0.0:1777573694.903870:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.903874:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926409856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.903934:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926410368:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.903936:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926410112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 243us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573694.903950:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926409856:12345-0@lo:400:kworker.0 Request processed in 83us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573694.903962:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1777573694.903968:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:0.0:1777573694.903995:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926409856:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904002:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1777573694.904004:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411264 00000100:00100000:2.0:1777573694.904011:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411264 00000100:00100000:1.0:1777573694.904017:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926411136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573694.904032:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573694.904042:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:2.0:1777573694.904050:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:0.0:1777573694.904056:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926410624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573694.904063:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926410240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904081:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926411136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573694.904090:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00080000:1.0:1777573694.904124:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573694.904125:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926410624:12345-0@lo:400:kworker.0 Request processed in 71us (752us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573694.904129:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573694.904135:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926410240:12345-0@lo:400:kworker.0 Request processed in 72us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573694.904146:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:2.0:1777573694.904152:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1777573694.904162:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1777573694.904173:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926411264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904184:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926410880 00000100:00100000:0.0:1777573694.904191:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926410880 00000100:00100000:2.0:1777573694.904206:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573694.904241:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926411264:12345-0@lo:400:kworker.0 Request processed in 69us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573694.904243:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411392 00000100:00100000:0.0:1777573694.904250:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411392 00000100:00100000:2.0:1777573694.904251:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926411008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904259:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:0.0:1777573694.904278:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926410752 00000100:00100000:0.0:1777573694.904284:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926410752 00000100:00100000:1.0:1777573694.904290:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926410496 00000100:00100000:1.0:1777573694.904295:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926410496 00000100:00100000:2.0:1777573694.904304:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573694.904334:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1777573694.904339:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1777573694.904340:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926411520:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904348:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926410496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904357:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926410880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573694.904371:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573694.904399:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926409984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904424:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926410496:12345-0@lo:400:kworker.0 Request processed in 75us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573694.904436:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926410496:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904436:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926410880:12345-0@lo:400:kworker.0 Request processed in 78us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573694.904442:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1777573694.904462:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1777573694.904485:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411008 00000100:00100000:0.0:1777573694.904487:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411520 00000100:00100000:1.0:1777573694.904495:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411008 00000100:00100000:0.0:1777573694.904495:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411520 00000100:00100000:0.0:1777573694.904532:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1777573694.904542:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1777573694.904546:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926411392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904551:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:2.0:1777573694.904560:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926410752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904568:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926411008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904603:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926411392:12345-0@lo:400:kworker.0 Request processed in 62us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573694.904613:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1777573694.904622:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926410752:12345-0@lo:400:kworker.0 Request processed in 68us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573694.904633:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1777573694.904644:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926411008:12345-0@lo:400:kworker.0 Request processed in 74us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573694.904647:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777573694.904655:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:0.0:1777573694.904669:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926411520:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777573694.904687:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573694.904715:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573694.904768:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926411520:12345-0@lo:400:kworker.0 Request processed in 103us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573694.904771:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926410112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573694.904797:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777573694.904811:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926410624:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904836:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926411136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573694.904861:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926410240:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904883:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926410752:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904907:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926411008:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904915:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926411264:0@lo:400:kworker.0 00000100:00100000:1.0:1777573694.904931:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926411520:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904940:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926410880:0@lo:400:kworker.0 00000100:00100000:0.0:1777573694.904959:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926411392:0@lo:400:kworker.0 00010000:00010000:1.0:1777573695.222867:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573695.417079:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967484 is committed 00000100:00100000:1.0:1777573695.926943:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926411648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573695.927010:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573695.927049:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411648 00000100:00100000:3.0:1777573695.927057:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411648 00000100:00100000:3.0:1777573695.927109:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1777573695.927118:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926411648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573695.927149:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573695.927193:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926411648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573695.927200:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1777573695.927271:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926411648:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573695.927941:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573695.927951:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926411776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573695.927975:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573695.928590:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411776 00000100:00100000:1.0:1777573695.928596:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411776 00000100:00100000:1.0:1777573695.928629:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1777573695.928638:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926411776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573695.928650:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573695.928687:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926411776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573695.928723:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:2.0:1777573695.928741:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926411776:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573696.246888:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573696.439863:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573696.439885:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926411904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573696.439964:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573696.440112:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926411904 00000100:00100000:2.0:1777573696.440121:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926411904 00000100:00100000:2.0:1777573696.440241:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1777573696.440249:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926411904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573696.440287:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573696.440342:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926411904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573696.440351:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1777573696.440458:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926411904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573696.537294:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573696.537363:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573696.537398:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573696.537422:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573696.537518:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573696.537559:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774336 00000100:00100000:1.0:1777573696.537573:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774336 00000100:00100000:1.0:1777573696.537666:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774208 00000100:00100000:1.0:1777573696.537670:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774208 00000100:00100000:1.0:1777573696.537724:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1644 00000100:00100000:1.0:1777573696.537736:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774336:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573696.537846:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774336:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 114us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573696.537855:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1644 00000100:00100000:1.0:1777573696.537876:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1645 00000100:00100000:1.0:1777573696.537884:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774208:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573696.537908:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774208:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573696.537917:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1645 00000100:00100000:1.0:1777573696.537938:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774592 00000100:00100000:1.0:1777573696.537942:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774592 00000100:00100000:1.0:1777573696.537969:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774464 00000100:00100000:1.0:1777573696.537972:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774464 00000100:00100000:1.0:1777573696.537996:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 928 00000100:00100000:1.0:1777573696.538003:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774592:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573696.538031:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774592:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 29us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573696.538037:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 928 00000100:00100000:1.0:1777573696.538048:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 929 00000100:00100000:1.0:1777573696.538054:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774464:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573696.538090:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917774464:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 36us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573696.538096:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 929 00000100:00080000:1.0:1777573696.538131:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573696.538135:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573696.538138:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573696.538140:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573696.538339:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774080 00000100:00100000:3.0:1777573696.538344:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774080 00000100:00100000:3.0:1777573696.538488:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 916 00000100:00100000:3.0:1777573696.538495:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917774080:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573696.538539:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917774080:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573696.538547:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 916 00000001:02000400:2.0:1777573697.252962:0:101625:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 22: test nodemap mapped_trusted_admin fileops ========================================================== 14:28:17 (1777573697) 00010000:00010000:2.0:1777573697.272178:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1777573697.770414:0:101673:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1777573697.779224:0:101673:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:2.0:1777573697.779437:0:101673:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1777573697.779440:0:101673:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00000100:00100000:0.0:1777573697.975883:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573697.975909:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926412032:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573697.975983:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573697.976778:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412032 00000100:00100000:3.0:1777573697.976788:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412032 00000100:00100000:3.0:1777573697.976845:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1777573697.976854:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926412032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573697.976890:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573697.976957:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926412032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573697.976964:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:1.0:1777573697.977243:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4766d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926412032:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1777573698.203943:0:101721:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd526b0060 20000000:00000080:1.0:1777573698.203978:0:101721:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc4567800 uarg=0000000000000000 10000000:01000000:1.0:1777573698.204744:0:101721:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573698.204769:0:101721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573698.204800:0:101721:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573698.204811:0:101721:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573698.204859:0:101721:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573698.204876:0:101721:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 22 pid: 6479 timeout: 1372 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573698.204893:0:101721:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101721:1863919926412160:0@lo:104: 00000100:00100000:1.0:1777573698.204992:0:101721:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573698.205055:0:101721:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820f00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573698.205163:0:9433:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1777573698.205204:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412160 00000100:00100000:0.0:1777573698.205215:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412160 00000100:00100000:0.0:1777573698.205285:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1777573698.205296:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4efc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:101721:x1863919926412160:12345-0@lo:104: 00010000:00010000:0.0:1777573698.205313:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205411:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573698.205417:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4efc850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:101721:x1863919926412160:12345-0@lo:104: Request processed in 123us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573698.205425:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:1.0:1777573698.205479:0:101721:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101721:1863919926412160:0@lo:104: 00010000:00010000:3.0:1777573698.205486:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573698.205494:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573698.205503:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc1329c20) 00010000:00010000:1.0:1777573698.205504:0:101721:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573698.205509:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573698.205531:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573698.205541:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573698.205545:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573698.205582:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573698.205586:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573698.205610:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573698.205615:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68d3f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d46 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573698.205633:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573698.205635:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573698.205637:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573698.205642:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926412288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573698.205679:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573698.205759:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412288 00000100:00100000:0.0:1777573698.205766:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412288 00010000:00010000:0.0:1777573698.205810:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 23 pid: 6479 timeout: 1372 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573698.205851:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1777573698.205858:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926412288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573698.205869:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573698.205874:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 23 pid: 6479 timeout: 1372 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205885:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 23 pid: 6479 timeout: 1372 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205901:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d46 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68d3f expref: 23 pid: 6479 timeout: 1372 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205926:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205935:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205950:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205957:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205964:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205970:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205975:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573698.205979:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.205985:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.206003:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.206013:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573698.206057:0:101721:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573698.206066:0:101721:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573698.206073:0:101721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68d4d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573698.206327:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926412288:12345-0@lo:103:ldlm_bl.0 Request processed in 468us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573698.206336:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1777573698.206391:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4764a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926412288:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573698.295986:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573698.577068:0:101769:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdb96f760 20000000:00000080:0.0:1777573698.577083:0:101769:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ded4242c00 uarg=0000000000000000 10000000:01000000:0.0:1777573698.577353:0:101769:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573698.577373:0:101769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577390:0:101769:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577400:0:101769:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577407:0:101769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577414:0:101769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577420:0:101769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577426:0:101769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573698.577430:0:101769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577438:0:101769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577449:0:101769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577461:0:101769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573698.577467:0:101769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d54 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573698.951218:0:101817:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3cf4fe90 20000000:00000080:2.0:1777573698.951232:0:101817:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc45f8000 uarg=0000000000000000 10000000:01000000:2.0:1777573698.951381:0:101817:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573698.951400:0:101817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951416:0:101817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951426:0:101817:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951432:0:101817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951442:0:101817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951449:0:101817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951454:0:101817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573698.951458:0:101817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951464:0:101817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951475:0:101817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951483:0:101817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573698.951488:0:101817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a68d5b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.319847:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573699.352006:0:101865:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe68309800 20000000:00000080:1.0:1777573699.352019:0:101865:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc4565000 uarg=0000000000000000 10000000:01000000:1.0:1777573699.352245:0:101865:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573699.352264:0:101865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352280:0:101865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352290:0:101865:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352297:0:101865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352304:0:101865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352311:0:101865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352318:0:101865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573699.352322:0:101865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352330:0:101865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352342:0:101865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352354:0:101865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.352359:0:101865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d62 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573699.768073:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1777573699.768080:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:0.0:1777573699.768084:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573699.768126:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573699.768138:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573699.768154:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573699.768180:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926412416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573699.768243:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573699.768283:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412416 00000100:00100000:1.0:1777573699.768290:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412416 00000100:00100000:0.0:1777573699.768291:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded42f60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573699.768340:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1777573699.768349:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926412416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573699.768363:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573699.768379:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68d69 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.768402:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.768414:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.768424:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187400, rc 0) 00000100:00100000:1.0:1777573699.768459:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926412416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573699.768464:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1777573699.768532:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926412416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573699.768547:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573699.768557:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573699.768575:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573699.768581:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573699.768589:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573699.769258:0:101913:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4d7e61a0 20000000:00000080:3.0:1777573699.769271:0:101913:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3079000 uarg=0000000000000000 10000000:01000000:3.0:1777573699.769408:0:101913:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573699.769421:0:101913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573699.769433:0:101913:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573699.769442:0:101913:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573699.769465:0:101913:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573699.769478:0:101913:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 22 pid: 6479 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573699.769489:0:101913:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4765c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101913:1863919926412544:0@lo:104: 00000100:00100000:3.0:1777573699.769524:0:101913:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573699.769564:0:101913:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc448d600 going to sleep for 11 seconds 00000100:00100000:1.0:1777573699.769621:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412544 00000100:00100000:1.0:1777573699.769626:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412544 00000100:00100000:1.0:1777573699.769668:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1777573699.769675:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:101913:x1863919926412544:12345-0@lo:104: 00010000:00010000:1.0:1777573699.769755:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573699.769841:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573699.769847:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4765500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:101913:x1863919926412544:12345-0@lo:104: Request processed in 174us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573699.769854:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00010000:00010000:2.0:1777573699.769897:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777573699.769898:0:101913:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4765c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:101913:1863919926412544:0@lo:104: 00010000:00010000:2.0:1777573699.769906:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.769916:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc1329c20) 00010000:00010000:3.0:1777573699.769917:0:101913:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573699.769922:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.769934:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573699.769941:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573699.769947:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573699.769977:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.769983:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573699.770010:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.770018:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0a00/0x1e8fa618a5a68d69 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d70 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573699.770023:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926412672:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573699.770041:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573699.770044:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573699.770045:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573699.770055:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573699.770208:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412672 00000100:00100000:2.0:1777573699.770213:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412672 00010000:00010000:2.0:1777573699.770235:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 23 pid: 6479 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573699.770262:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1777573699.770268:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926412672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573699.770278:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573699.770283:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 23 pid: 6479 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.770293:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 23 pid: 6479 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.770650:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187400/0x1e8fa618a5a68d70 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68d69 expref: 23 pid: 6479 timeout: 1374 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.770664:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.770672:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771657:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771671:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771678:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771684:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771712:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573699.771717:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771724:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771745:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573699.771759:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573699.771819:0:101913:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573699.771831:0:101913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573699.771831:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926412672:12345-0@lo:103:ldlm_bl.0 Request processed in 1560us (1773us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573699.771845:0:101913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68d77 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573699.771846:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1777573699.771954:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926412672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573700.023020:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926412800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573700.023113:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573700.023166:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573700.023185:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926412928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573700.023205:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412800 00000100:00100000:3.0:1777573700.023215:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412800 00000100:00100000:2.0:1777573700.023222:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573700.023282:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926412928 00000100:00100000:2.0:1777573700.023287:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926412928 00000100:00100000:3.0:1777573700.023291:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1777573700.023304:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926412800:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573700.023325:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:2.0:1777573700.023334:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926412928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573700.023342:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1777573700.023348:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573700.023412:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926412800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573700.023416:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926412928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573700.023425:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1777573700.023432:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00080000:3.0:1777573700.023455:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573700.023496:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926412928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573700.023497:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4765c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926412800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573700.023725:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926413440:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.023764:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.023790:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926413952:0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.023815:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926413184:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.023816:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.023841:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1777573700.023847:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc494ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926413056:0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.023863:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.023876:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573700.023891:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926413696:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.023896:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926413568:0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.023929:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.023940:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413440 00000100:00100000:0.0:1777573700.023946:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413440 00000100:00100000:3.0:1777573700.023955:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926414208:0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.023975:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.023980:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413184 00000100:00100000:0.0:1777573700.023983:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413184 00000100:00100000:3.0:1777573700.023996:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1777573700.024003:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1777573700.024005:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926413312:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024011:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926413440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.024036:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.024055:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926413440:12345-0@lo:400:kworker.0 Request processed in 46us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573700.024060:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1777573700.024064:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926413824:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024075:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1777573700.024082:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926413184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.024088:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.024129:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4765c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926413184:12345-0@lo:400:kworker.0 Request processed in 45us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573700.024139:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1777573700.024159:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413952 00000100:00100000:0.0:1777573700.024163:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413952 00000100:00100000:0.0:1777573700.024194:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413824 00000100:00100000:0.0:1777573700.024197:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413824 00000100:00100000:0.0:1777573700.024217:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1777573700.024223:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926413952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.024247:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413056 00000100:00100000:3.0:1777573700.024253:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413056 00000100:00100000:0.0:1777573700.024257:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926413952:12345-0@lo:400:kworker.0 Request processed in 33us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573700.024264:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1777573700.024278:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1777573700.024286:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926413824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.024293:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413696 00000100:00100000:3.0:1777573700.024297:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413696 00000100:00100000:0.0:1777573700.024319:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926413824:12345-0@lo:400:kworker.0 Request processed in 35us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573700.024325:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414208 00000100:00100000:0.0:1777573700.024326:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1777573700.024330:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414208 00000100:00100000:3.0:1777573700.024350:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1777573700.024354:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413312 00000100:00100000:3.0:1777573700.024359:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926413056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024361:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413312 00000100:00100000:0.0:1777573700.024392:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:0.0:1777573700.024400:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926413696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.024404:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926413056:12345-0@lo:400:kworker.0 Request processed in 45us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573700.024414:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:3.0:1777573700.024434:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1777573700.024442:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926413696:12345-0@lo:400:kworker.0 Request processed in 43us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573700.024444:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926414208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024456:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00100000:0.0:1777573700.024475:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1777573700.024484:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926413312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573700.024488:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926414208:12345-0@lo:400:kworker.0 Request processed in 46us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573700.024496:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1777573700.024522:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4766d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926413312:12345-0@lo:400:kworker.0 Request processed in 40us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573700.024533:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1777573700.024578:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.024596:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926414080:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024624:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573700.024651:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926413440:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024664:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926413952:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024719:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc494ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926413056:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024740:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926413568 00000100:00100000:0.0:1777573700.024744:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926413568 00000100:00100000:0.0:1777573700.024767:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414080 00000100:00100000:0.0:1777573700.024770:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414080 00000100:00100000:0.0:1777573700.024789:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1777573700.024795:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926413568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024836:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926413568:12345-0@lo:400:kworker.0 Request processed in 40us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573700.024842:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1777573700.024855:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:0.0:1777573700.024861:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926414080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024895:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926414080:12345-0@lo:400:kworker.0 Request processed in 35us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573700.024901:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00080000:0.0:1777573700.024920:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573700.024924:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573700.024927:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573700.024945:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926413568:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024954:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926414080:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024980:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926413312:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.024993:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926413824:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.025005:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926413184:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.025016:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926413696:0@lo:400:kworker.0 00000100:00100000:0.0:1777573700.025025:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926414208:0@lo:400:kworker.0 00000020:00000080:1.0:1777573700.184467:0:101961:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf72ada70 20000000:00000080:1.0:1777573700.184482:0:101961:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc4566800 uarg=0000000000000000 10000000:01000000:1.0:1777573700.184631:0:101961:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573700.184652:0:101961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184667:0:101961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184690:0:101961:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184769:0:101961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184776:0:101961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184783:0:101961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184791:0:101961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573700.184795:0:101961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184803:0:101961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184815:0:101961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184823:0:101961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573700.184829:0:101961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a68d7e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 101961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573700.343285:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573701.048098:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573701.048113:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926414464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573701.048126:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926414336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573701.048199:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573701.048312:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573701.048348:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414464 00000100:00100000:0.0:1777573701.048356:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414464 00000100:00100000:0.0:1777573701.048402:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414336 00000100:00100000:0.0:1777573701.048407:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414336 00000100:00100000:0.0:1777573701.048791:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1777573701.048802:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926414464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573701.048836:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573701.048857:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1777573701.048878:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926414336:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573701.048894:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926414464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573701.048903:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00002000:00000024:1.0:1777573701.048948:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573701.048959:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926414464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573701.049015:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926414336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573701.049025:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1777573701.049066:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926414336:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573701.367064:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1777573701.430834:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1777573701.430846:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:0.0:1777573701.430853:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573701.430903:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.430918:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.430930:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573701.430958:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926414592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573701.431025:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573701.431081:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489e40 going to sleep for 11 seconds 00000100:00100000:1.0:1777573701.431150:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414592 00000100:00100000:1.0:1777573701.431164:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414592 00000100:00100000:1.0:1777573701.431241:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1777573701.431266:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926414592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573701.431286:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573701.431308:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68d85 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.431339:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.431348:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.431356:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:1.0:1777573701.431434:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926414592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573701.431442:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1777573701.431488:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926414592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573701.431508:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.431518:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573701.431537:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573701.431541:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.431548:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573701.526609:0:102108:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9a3a4550 20000000:00000080:0.0:1777573701.526625:0:102108:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2569800 uarg=0000000000000000 10000000:01000000:0.0:1777573701.526968:0:102108:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573701.526987:0:102108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.527004:0:102108:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.527013:0:102108:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.527053:0:102108:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.527066:0:102108:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 22 pid: 6478 timeout: 1376 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573701.527179:0:102108:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102108:1863919926414720:0@lo:104: 00000100:00100000:0.0:1777573701.527247:0:102108:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573701.527296:0:102108:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489e40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573701.527309:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414720 00000100:00100000:2.0:1777573701.527318:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414720 00000100:00100000:2.0:1777573701.527368:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1777573701.527377:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102108:x1863919926414720:12345-0@lo:104: 00010000:00010000:2.0:1777573701.527389:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527449:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573701.527456:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102108:x1863919926414720:12345-0@lo:104: Request processed in 81us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573701.527463:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00010000:00010000:3.0:1777573701.527476:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573701.527477:0:102108:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102108:1863919926414720:0@lo:104: 00010000:00010000:3.0:1777573701.527484:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573701.527492:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573701.527495:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.527497:0:102108:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573701.527504:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573701.527511:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573701.527516:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573701.527544:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573701.527551:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573701.527577:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573701.527579:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926414848:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573701.527584:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0600/0x1e8fa618a5a68d85 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68d8c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573701.527598:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573701.527600:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573701.527603:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573701.527606:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573701.527832:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414848 00000100:00100000:2.0:1777573701.527837:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414848 00010000:00010000:2.0:1777573701.527856:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 23 pid: 6478 timeout: 1376 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573701.527883:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1777573701.527889:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926414848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573701.527898:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573701.527904:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 23 pid: 6478 timeout: 1376 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527916:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 23 pid: 6478 timeout: 1376 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527936:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a68d8c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68d85 expref: 23 pid: 6478 timeout: 1376 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527949:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527957:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527971:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527981:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527988:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527993:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.527998:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573701.528002:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.528008:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.528022:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573701.528032:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573701.528051:0:102108:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.528060:0:102108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573701.528066:0:102108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1000/0x1e8fa618a5a68d93 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573701.528075:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926414848:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573701.528082:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1777573701.528145:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4767b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926414848:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573701.560533:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926414976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573701.560957:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573701.561002:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926414976 00000100:00100000:0.0:1777573701.561012:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926414976 00000100:00100000:0.0:1777573701.561123:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1777573701.561136:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926414976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573701.561187:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573701.561624:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4767b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926414976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 491us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573701.561634:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1777573701.562469:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926414976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573701.657928:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573701.657983:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573701.658016:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573701.658047:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573701.658096:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573701.658133:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774976 00000100:00100000:1.0:1777573701.658145:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774976 00000100:00100000:1.0:1777573701.658229:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774848 00000100:00100000:1.0:1777573701.658232:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774848 00000100:00100000:1.0:1777573701.658260:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1652 00000100:00100000:1.0:1777573701.658271:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917774976:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573701.658360:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917774976:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 91us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573701.658372:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1652 00000100:00100000:1.0:1777573701.658391:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1653 00000100:00100000:1.0:1777573701.658398:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917774848:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573701.658421:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917774848:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 24us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573701.658429:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1653 00000100:00100000:1.0:1777573701.658450:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917775232 00000100:00100000:1.0:1777573701.658454:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917775232 00000100:00100000:1.0:1777573701.658489:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917775104 00000100:00100000:1.0:1777573701.658493:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917775104 00000100:00100000:3.0:1777573701.658552:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 932 00000100:00100000:3.0:1777573701.658578:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775232:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573701.658599:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 933 00000100:00100000:0.0:1777573701.658612:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775104:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573701.658663:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917774720 00000100:00100000:2.0:1777573701.658669:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917774720 00000100:00100000:0.0:1777573701.658681:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775104:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 65us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573701.658683:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775232:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 109us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573701.658764:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 919 00000100:00100000:2.0:1777573701.658772:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917774720:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573701.658803:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917774720:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573701.658814:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 919 00000100:00080000:1.0:1777573701.658908:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573701.658913:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573701.658916:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573701.658918:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573701.659788:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 933 00000100:00100000:3.0:1777573701.659801:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 932 00000020:00000080:1.0:1777573701.936347:0:102156:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb2464ca0 20000000:00000080:1.0:1777573701.936370:0:102156:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc4566c00 uarg=0000000000000000 10000000:01000000:1.0:1777573701.936603:0:102156:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573701.936631:0:102156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936778:0:102156:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936793:0:102156:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936802:0:102156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936810:0:102156:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936823:0:102156:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936831:0:102156:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573701.936837:0:102156:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936845:0:102156:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936860:0:102156:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936868:0:102156:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573701.936874:0:102156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a68d9a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573702.390835:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573702.583417:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573702.583425:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573702.583430:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573702.583519:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573702.583532:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573702.583543:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573702.583568:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4764e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926415104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573702.583648:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573702.583739:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29480 going to sleep for 11 seconds 00000100:00100000:1.0:1777573702.583816:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926415104 00000100:00100000:1.0:1777573702.583825:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926415104 00000100:00100000:1.0:1777573702.583888:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1777573702.583899:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926415104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573702.583912:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573702.583927:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68da1 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573702.583950:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573702.583966:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573702.583975:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573702.584014:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926415104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573702.584020:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1777573702.584055:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4764e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926415104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573702.584073:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573702.584202:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573702.584222:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573702.584228:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573702.584235:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573703.095846:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573703.095866:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926415232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573703.095980:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573703.096594:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926415232 00000100:00100000:0.0:1777573703.096602:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926415232 00000100:00100000:0.0:1777573703.096665:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1777573703.096675:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926415232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573703.096733:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573703.096788:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926415232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573703.096795:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1777573703.096846:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4764e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926415232:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1777573703.217614:0:102303:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0ab457d0 20000000:00000080:1.0:1777573703.217642:0:102303:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f0e400 uarg=0000000000000000 00010000:00010000:1.0:1777573703.217936:0:102303:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573703.217952:0:102303:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573703.217973:0:102303:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573703.217985:0:102303:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573703.218005:0:102303:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573703.218021:0:102303:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573703.218039:0:102303:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573703.218047:0:102303:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573703.218092:0:102303:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573703.218105:0:102303:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 22 pid: 6478 timeout: 1377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573703.218124:0:102303:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102303:1863919926415360:0@lo:104: 00000100:00100000:1.0:1777573703.218183:0:102303:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573703.218282:0:102303:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44c39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573703.218321:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926415360 00000100:00100000:0.0:1777573703.218327:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926415360 00000100:00100000:0.0:1777573703.218368:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1777573703.218378:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102303:x1863919926415360:12345-0@lo:104: 00010000:00010000:0.0:1777573703.218390:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218454:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573703.218461:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102303:x1863919926415360:12345-0@lo:104: Request processed in 85us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573703.218470:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1777573703.218482:0:102303:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102303:1863919926415360:0@lo:104: 00010000:00010000:1.0:1777573703.218503:0:102303:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573703.218506:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573703.218517:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573703.218525:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573703.218529:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573703.218537:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573703.218543:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573703.218547:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573703.218577:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573703.218583:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573703.218607:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573703.218615:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf000/0x1e8fa618a5a68da1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68da8 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573703.218633:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926415488:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573703.218650:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573703.218653:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573703.218655:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573703.218659:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573703.218725:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926415488 00000100:00100000:0.0:1777573703.218730:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926415488 00010000:00010000:0.0:1777573703.218749:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 23 pid: 6478 timeout: 1377 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573703.218784:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1777573703.218794:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926415488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573703.218804:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573703.218808:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 23 pid: 6478 timeout: 1377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218819:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 23 pid: 6478 timeout: 1377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218831:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a68da8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68da1 expref: 23 pid: 6478 timeout: 1377 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218843:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218851:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218862:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218868:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218876:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218882:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218886:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573703.218890:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218897:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218916:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573703.218925:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573703.218960:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926415488:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573703.218967:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1777573703.218994:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926415488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573703.219018:0:102303:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573703.219025:0:102303:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573703.219028:0:102303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186600/0x1e8fa618a5a68daf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102303 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573703.416031:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573704.441982:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573704.934066:0:102499:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc584d2b80 20000000:00000080:0.0:1777573704.934083:0:102499:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3339800 uarg=0000000000000000 00010000:00010000:0.0:1777573704.934271:0:102499:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573704.934289:0:102499:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573704.934310:0:102499:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573704.934321:0:102499:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573704.934342:0:102499:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573704.934360:0:102499:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934375:0:102499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934386:0:102499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934393:0:102499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934405:0:102499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934413:0:102499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934419:0:102499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573704.934423:0:102499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934430:0:102499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934443:0:102499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934451:0:102499:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573704.934457:0:102499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1e00/0x1e8fa618a5a68db6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102499 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573705.014925:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1777573705.014930:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:0.0:1777573705.014934:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573705.014968:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.014977:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.014989:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573705.015010:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926415616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573705.015106:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.015145:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ce9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573705.015149:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926415616 00000100:00100000:2.0:1777573705.015157:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926415616 00000100:00100000:2.0:1777573705.015204:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1777573705.015214:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926415616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573705.015227:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573705.015240:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68dbd expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.015262:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.015274:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.015282:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573705.016595:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926415616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1369us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.016604:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777573705.016923:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926415616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573705.016937:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.016945:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573705.016967:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573705.016971:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.016976:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573705.143016:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926415744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573705.143083:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.143130:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573705.143144:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926415872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573705.143173:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926415744 00000100:00100000:0.0:1777573705.143179:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573705.143182:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926415744 00000100:00100000:0.0:1777573705.143214:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926415872 00000100:00100000:0.0:1777573705.143219:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926415872 00000100:00100000:2.0:1777573705.143235:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1777573705.143245:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926415744:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573705.143257:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1777573705.143266:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926415872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573705.143273:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573705.143279:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573705.143321:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4764e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926415872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.143328:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926415744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573705.143332:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1777573705.143342:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00080000:2.0:1777573705.143368:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573705.143382:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926415872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573705.143402:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926415744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573705.143470:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926416000:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.143510:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573705.143524:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926416128:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.143538:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926416512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.143558:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.143569:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573705.143579:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926416640:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.143609:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926417024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.143620:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.143640:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573705.143643:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926417152:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.143668:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1777573705.143673:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.143679:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926416384:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.143727:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1777573705.143729:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573705.143736:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926416256:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.143751:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926416896:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.143763:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.143785:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573705.143790:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926416768:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.143815:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.143818:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416000 00000100:00100000:0.0:1777573705.143823:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416000 00000100:00100000:0.0:1777573705.143851:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416512 00000100:00100000:2.0:1777573705.143854:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416640 00000100:00100000:0.0:1777573705.143854:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416512 00000100:00100000:2.0:1777573705.143859:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416640 00000100:00100000:0.0:1777573705.143884:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417024 00000100:00100000:0.0:1777573705.143888:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417024 00000100:00100000:2.0:1777573705.143889:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417152 00000100:00100000:2.0:1777573705.143899:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417152 00000100:00100000:0.0:1777573705.143909:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416256 00000100:00100000:0.0:1777573705.143914:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416256 00000100:00100000:2.0:1777573705.143924:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:2.0:1777573705.143932:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926416000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.143949:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:2.0:1777573705.143968:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926416000:12345-0@lo:400:kworker.0 Request processed in 37us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.143975:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:2.0:1777573705.143988:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1777573705.143993:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926416640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144021:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926416640:12345-0@lo:400:kworker.0 Request processed in 28us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.144027:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1777573705.144038:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1777573705.144043:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926417024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144066:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926417024:12345-0@lo:400:kworker.0 Request processed in 23us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573705.144069:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926416512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144076:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1777573705.144092:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1777573705.144098:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926417152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.144117:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926416512:12345-0@lo:400:kworker.0 Request processed in 160us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573705.144125:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:2.0:1777573705.144132:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926417152:12345-0@lo:400:kworker.0 Request processed in 33us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.144139:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1777573705.144145:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:0.0:1777573705.144153:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926416256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144175:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926416640:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.144185:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926416256:12345-0@lo:400:kworker.0 Request processed in 32us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.144189:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926417152:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.144195:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:2.0:1777573705.144214:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926416256:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.144223:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416128 00000100:00100000:0.0:1777573705.144228:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416128 00000100:00100000:2.0:1777573705.144252:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416896 00000100:00100000:0.0:1777573705.144255:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416384 00000100:00100000:2.0:1777573705.144256:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416896 00000100:00100000:0.0:1777573705.144259:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416384 00000100:00100000:0.0:1777573705.144283:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1777573705.144290:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926416128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144293:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926416768 00000100:00100000:2.0:1777573705.144297:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926416768 00000100:00100000:2.0:1777573705.144324:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1777573705.144336:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926416896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.144337:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926416128:12345-0@lo:400:kworker.0 Request processed in 43us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573705.144347:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1777573705.144363:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1777573705.144371:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926416384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144376:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926416896:12345-0@lo:400:kworker.0 Request processed in 44us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.144387:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1777573705.144403:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1777573705.144408:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926416384:12345-0@lo:400:kworker.0 Request processed in 38us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.144414:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926416768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.144420:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00080000:0.0:1777573705.144447:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573705.144450:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573705.144451:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926416768:12345-0@lo:400:kworker.0 Request processed in 41us (635us total) trans 0 rc 0/0 00000100:00080000:0.0:1777573705.144455:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573705.144461:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1777573705.144479:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926416768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573705.144494:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926416128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144528:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926416384:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144537:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926416896:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144545:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926416512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144553:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926417024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573705.144560:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926416000:0@lo:400:kworker.0 00000020:00000080:0.0:1777573705.325528:0:102547:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe76fdb750 20000000:00000080:0.0:1777573705.325541:0:102547:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def778f400 uarg=0000000000000000 00010000:00010000:0.0:1777573705.325725:0:102547:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573705.325743:0:102547:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573705.325763:0:102547:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573705.325770:0:102547:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573705.325787:0:102547:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573705.325804:0:102547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.325822:0:102547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.325830:0:102547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.325870:0:102547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.325884:0:102547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 22 pid: 6479 timeout: 1379 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573705.325897:0:102547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102547:1863919926417280:0@lo:104: 00000100:00100000:0.0:1777573705.325958:0:102547:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573705.326050:0:102547:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1a540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573705.326722:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417280 00000100:00100000:2.0:1777573705.326730:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417280 00000100:00100000:2.0:1777573705.326791:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1777573705.326810:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102547:x1863919926417280:12345-0@lo:104: 00010000:00010000:2.0:1777573705.326822:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.326896:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573705.326903:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102547:x1863919926417280:12345-0@lo:104: Request processed in 95us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.326910:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00010000:00010000:1.0:1777573705.326951:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573705.326968:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573705.326982:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573705.326988:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573705.327000:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573705.327014:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573705.327022:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573705.327088:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573705.327094:0:102547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102547:1863919926417280:0@lo:104: 00010000:00010000:1.0:1777573705.327103:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573705.327126:0:102547:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573705.327142:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573705.327152:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68dbd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68dc4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573705.327161:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1777573705.327177:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573705.327180:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573705.327182:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573705.327187:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926417408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573705.327258:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573705.327309:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417408 00000100:00100000:2.0:1777573705.327315:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417408 00010000:00010000:2.0:1777573705.327342:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 23 pid: 6479 timeout: 1379 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573705.327371:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1777573705.327379:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926417408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573705.327389:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573705.327393:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 23 pid: 6479 timeout: 1379 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327401:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 23 pid: 6479 timeout: 1379 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327411:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a68dc4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68dbd expref: 23 pid: 6479 timeout: 1379 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327421:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327427:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327436:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327440:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327444:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327449:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327453:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573705.327456:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327461:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327473:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573705.327481:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573705.327498:0:102547:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.327505:0:102547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573705.327511:0:102547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0800/0x1e8fa618a5a68dcb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573705.327518:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926417408:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573705.327524:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1777573705.327574:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926417408:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573705.462905:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573706.167001:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926417536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573706.167078:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573706.167222:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417536 00000100:00100000:0.0:1777573706.167235:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417536 00000100:00100000:0.0:1777573706.167321:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1777573706.167335:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926417536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573706.167377:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573706.167471:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926417536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573706.167482:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1777573706.167538:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926417536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573706.168033:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573706.168049:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926417664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573706.168091:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573706.168227:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417664 00000100:00100000:1.0:1777573706.168234:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417664 00000100:00100000:1.0:1777573706.168277:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1777573706.168286:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926417664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573706.168303:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573706.168360:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926417664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573706.168371:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1777573706.168401:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926417664:0@lo:13:osp-pre-0-1.0 10000000:01000000:3.0:1777573706.422786:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573706.422793:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573706.422799:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573706.422846:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573706.422856:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573706.422866:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573706.422890:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926417792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573706.422963:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573706.423010:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573706.423010:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417792 00000100:00100000:2.0:1777573706.423019:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417792 00000100:00100000:2.0:1777573706.423074:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1777573706.423168:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926417792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573706.423181:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573706.423194:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68dd2 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573706.423222:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573706.423234:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573706.423243:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573706.423285:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926417792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573706.423293:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1777573706.423307:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926417792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573706.423319:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573706.423325:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573706.423338:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573706.423341:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573706.423346:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573706.486860:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573706.680971:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926417920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573706.681034:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573706.682633:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926417920 00000100:00100000:0.0:1777573706.682642:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926417920 00000100:00100000:0.0:1777573706.682688:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1777573706.682712:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926417920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573706.682746:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:0.0:1777573706.682804:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926417920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573706.682811:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:0.0:1777573706.682860:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926417920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573706.776737:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573706.776794:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573706.776836:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573706.776881:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573706.776898:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917775360 00000100:00100000:2.0:1777573706.776914:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917775360 00000100:00100000:0.0:1777573706.776977:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573706.777004:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 923 00000100:00100000:0.0:1777573706.777008:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917775616 00000100:00100000:0.0:1777573706.777013:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917775616 00000100:00100000:2.0:1777573706.777019:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917775360:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573706.777064:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917775488 00000100:00100000:0.0:1777573706.777067:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917775488 00000100:00100000:0.0:1777573706.777093:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1660 00000100:00100000:0.0:1777573706.777102:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917775616:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573706.777117:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917775360:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 101us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573706.777126:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 923 00000100:00100000:0.0:1777573706.777142:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917775616:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573706.777147:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1660 00000100:00100000:0.0:1777573706.777165:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1661 00000100:00100000:0.0:1777573706.777172:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775488:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573706.777202:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775488:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 31us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573706.777209:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1661 00000100:00100000:0.0:1777573706.777246:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917775872 00000100:00100000:0.0:1777573706.777250:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917775872 00000100:00100000:0.0:1777573706.777282:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917775744 00000100:00100000:0.0:1777573706.777286:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917775744 00000100:00100000:0.0:1777573706.777317:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 936 00000100:00100000:0.0:1777573706.777327:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917775872:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:1.0:1777573706.777330:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573706.777334:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 937 00000100:00080000:1.0:1777573706.777337:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573706.777342:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573706.777345:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573706.777349:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775744:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573706.777372:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc494ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917775872:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 46us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573706.777380:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 936 00000100:00100000:2.0:1777573706.777385:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917775744:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 41us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573706.777394:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 937 00010000:00010000:2.0:1777573707.511876:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573707.836758:0:102838:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff51a22d40 20000000:00000080:2.0:1777573707.836772:0:102838:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4dd9800 uarg=0000000000000000 00010000:00010000:2.0:1777573707.836945:0:102838:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573707.836962:0:102838:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573707.836986:0:102838:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573707.836997:0:102838:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573707.837018:0:102838:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573707.837035:0:102838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.837053:0:102838:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.837061:0:102838:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.837101:0:102838:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.837115:0:102838:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 22 pid: 6480 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573707.837129:0:102838:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102838:1863919926418048:0@lo:104: 00000100:00100000:2.0:1777573707.837191:0:102838:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573707.837323:0:102838:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2e313c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573707.837395:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418048 00000100:00100000:0.0:1777573707.837402:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418048 00000100:00100000:0.0:1777573707.837460:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1777573707.837470:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102838:x1863919926418048:12345-0@lo:104: 00010000:00010000:0.0:1777573707.837483:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573707.837572:0:102838:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:102838:1863919926418048:0@lo:104: 00010000:00010000:2.0:1777573707.837590:0:102838:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573707.837658:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1777573707.837665:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:102838:x1863919926418048:12345-0@lo:104: Request processed in 197us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573707.837672:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00010000:00010000:3.0:1777573707.837744:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573707.837749:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573707.837754:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573707.837757:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573707.837762:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573707.837767:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573707.837770:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573707.837824:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573707.837832:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573707.837863:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573707.837871:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acec00/0x1e8fa618a5a68dd2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68dd9 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573707.837885:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573707.837886:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573707.837888:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573707.837913:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573707.837928:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926418176:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573707.837974:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573707.838063:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418176 00000100:00100000:2.0:1777573707.838068:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418176 00010000:00010000:2.0:1777573707.838085:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 23 pid: 6480 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573707.838110:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1777573707.838114:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926418176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573707.838121:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573707.838124:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 23 pid: 6480 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838131:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 23 pid: 6480 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838139:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55c00/0x1e8fa618a5a68dd9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68dd2 expref: 23 pid: 6480 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838149:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838161:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838172:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838179:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838185:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838191:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838196:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573707.838200:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838206:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838225:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573707.838234:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573707.838266:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926418176:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (291us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573707.838272:0:102838:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573707.838275:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00010000:00010000:3.0:1777573707.838284:0:102838:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573707.838289:0:102838:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a68de0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102838 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573707.838297:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926418176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573708.215884:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573708.215929:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926418304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573708.216008:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573708.216077:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418304 00000100:00100000:2.0:1777573708.216097:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418304 00000100:00100000:2.0:1777573708.216193:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1777573708.216208:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926418304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573708.216264:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573708.216388:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926418304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 185us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573708.216398:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1777573708.216440:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926418304:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1777573708.234101:0:102886:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6028bfe0 20000000:00000080:2.0:1777573708.234124:0:102886:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc41b6000 uarg=0000000000000000 00010000:00010000:2.0:1777573708.234362:0:102886:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573708.234381:0:102886:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573708.234395:0:102886:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573708.234407:0:102886:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573708.234432:0:102886:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573708.234455:0:102886:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234473:0:102886:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234483:0:102886:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234488:0:102886:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234493:0:102886:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234498:0:102886:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234502:0:102886:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573708.234506:0:102886:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234513:0:102886:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234539:0:102886:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234547:0:102886:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.234558:0:102886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55200/0x1e8fa618a5a68de7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 102886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573708.534879:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573709.559268:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1777573709.559736:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1777573709.559741:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:0.0:1777573709.559745:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573709.559782:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.559793:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.559804:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573709.559828:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926418432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573709.559900:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573709.559950:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573709.560038:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418432 00000100:00100000:2.0:1777573709.560046:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418432 00000100:00100000:2.0:1777573709.560103:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1777573709.560112:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926418432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573709.560125:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573709.560138:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68dee expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.560160:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.560171:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.560179:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54800, rc 0) 00000100:00100000:2.0:1777573709.560225:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926418432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573709.560231:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1777573709.560267:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926418432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573709.560336:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.560345:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573709.560362:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573709.560367:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.560374:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573709.625130:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573709.625167:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917776000 00000100:00100000:0.0:1777573709.625176:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917776000 00000100:00100000:0.0:1777573709.625250:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 81 00000100:00100000:0.0:1777573709.625260:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae74c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917776000:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573709.625351:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573709.625356:0:6472:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a68972) 00010000:00010000:0.0:1777573709.625358:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573709.625483:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae74c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917776000:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 224us (361us total) trans 0 rc 116/116 00000100:00100000:0.0:1777573709.625492:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 81 00000100:00080000:0.0:1777573709.625557:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573709.647008:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573709.647119:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917776128 00000100:00100000:0.0:1777573709.647131:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917776128 00000100:00100000:0.0:1777573709.647243:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1286 00000100:00100000:0.0:1777573709.647257:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:61601:x1863919917776128:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573709.647278:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573709.647339:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68dfc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e320 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.647406:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68e03 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.647419:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.647429:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573709.647472:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573709.647475:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573709.647509:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68e03 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.647529:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a68dfc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e320 expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.647545:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68e03 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e320 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.647558:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573709.647560:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573709.647564:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573709.647621:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:61601:x1863919917776128:12345-192.168.204.9@tcp:101:rm.0 Request processed in 369us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573709.647628:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1286 00000100:00100000:0.0:1777573709.649333:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573709.649386:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917776256 00000100:00100000:2.0:1777573709.649394:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917776256 00000100:00100000:2.0:1777573709.649443:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1287 00000100:00100000:2.0:1777573709.649452:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:61601:x1863919917776256:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573709.649465:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573709.649480:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68e0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e327 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649535:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649548:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649557:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649571:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649577:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649583:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649615:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649621:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649627:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649633:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649639:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573709.649643:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649650:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649660:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573709.649662:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573709.649667:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649673:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649683:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649688:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649737:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649742:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573709.649745:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649750:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649762:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89deef243d00) 00010000:00010000:2.0:1777573709.649764:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573709.649767:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649772:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649799:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68e0a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e327 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649809:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573709.649811:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573709.649814:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68e0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e327 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.649823:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54c00, rc 0) 00000100:00100000:2.0:1777573709.649873:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:61601:x1863919917776256:12345-192.168.204.9@tcp:101:rm.0 Request processed in 422us (543us total) trans 0 rc 301/301 00000100:00100000:2.0:1777573709.649879:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1287 00000100:00100000:3.0:1777573709.674890:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573709.674998:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917776512 00000100:00100000:1.0:1777573709.675014:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917776512 00000100:00100000:1.0:1777573709.675114:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1288 00000100:00100000:1.0:1777573709.675128:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:61605:x1863919917776512:12345-192.168.204.9@tcp:36:lfs.0 00010000:00010000:1.0:1777573709.675214:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573709.675248:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a68e03 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e320 expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.675274:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573709.675279:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573709.675351:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.675368:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.675380:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.675410:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.675418:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.675424:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677439:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677465:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677477:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573709.677519:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098d66c18 reply state 00000000aa796867 transno 4294967556 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677531:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677539:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573709.677542:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573709.677547:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573709.677556:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00010000:00010000:1.0:1777573709.677567:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677574:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677579:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677585:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677592:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573709.677597:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677604:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677614:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573709.677617:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573709.677620:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677626:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a68e1f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573709.677642:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098d66c18 reply state 00000000aa796867 transno 4294967556 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677651:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573709.677656:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573709.677658:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573709.677660:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1777573709.677800:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:61605:x1863919917776512:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 2671us (2915us total) trans 4294967556 rc 0/0 00000100:00100000:1.0:1777573709.677810:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1288 00000100:00100000:1.0:1777573709.710203:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573709.710857:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917776640 00000100:00100000:2.0:1777573709.710870:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917776640 00000100:00100000:2.0:1777573709.710940:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1289 00000100:00100000:2.0:1777573709.710950:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:61609:x1863919917776640:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:2.0:1777573709.710974:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573709.710994:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68e34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e32e expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.711061:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.711075:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.711087:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573709.711132:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1777573709.711136:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573709.711159:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.711181:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a68e34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e32e expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.711199:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e32e expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.711208:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573709.711211:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573709.711214:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54e00, rc 0) 00000100:00100000:2.0:1777573709.711281:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:61609:x1863919917776640:12345-192.168.204.9@tcp:101:chown.0 Request processed in 332us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573709.711288:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1289 00000100:00100000:0.0:1777573709.717826:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573709.717875:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917776768 00000100:00100000:2.0:1777573709.717893:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917776768 00000100:00100000:2.0:1777573709.717956:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1290 00000100:00100000:2.0:1777573709.717966:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:61609:x1863919917776768:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:2.0:1777573709.717985:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573709.718005:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e335 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718060:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718074:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718084:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718095:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718102:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718109:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718634:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68e57 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718643:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68e57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718650:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68e57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573709.718719:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:2.0:1777573709.718724:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573709.718744:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68e57 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718756:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718763:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718769:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718776:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718782:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573709.718786:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718792:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718803:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573709.718806:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573709.718810:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718816:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68e49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718833:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718849:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718854:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718858:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573709.718861:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718866:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718873:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc1ccfc00) 00010000:00010000:2.0:1777573709.718875:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573709.718878:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718883:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718904:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68e42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e335 expref: 10 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718916:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68e57 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e335 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573709.718929:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:2.0:1777573709.718931:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573709.718943:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573709.719004:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:61609:x1863919917776768:12345-192.168.204.9@tcp:101:chown.0 Request processed in 1039us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573709.719012:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1290 00000100:00100000:3.0:1777573709.721668:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573709.721824:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777024 00000100:00100000:0.0:1777573709.721832:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777024 00000100:00100000:0.0:1777573709.721880:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1291 00000100:00100000:0.0:1777573709.721890:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:61609:x1863919917777024:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:0.0:1777573709.721944:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573709.721966:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68e57 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e335 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.721983:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:0.0:1777573709.721988:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573709.722007:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.722018:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.722026:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573709.722168:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ecc4ab7 reply state 000000008679e076 transno 4294967557 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.722188:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573709.722194:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:0.0:1777573709.722196:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573709.722199:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1777573709.722206:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000100:00100000:0.0:1777573709.722274:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:61609:x1863919917777024:12345-192.168.204.9@tcp:36:chown.0 Request processed in 386us (611us total) trans 4294967557 rc 0/0 00000100:00100000:0.0:1777573709.722281:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1291 00000020:00000080:3.0:1777573710.112659:0:103081:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdddb3d080 20000000:00000080:3.0:1777573710.112672:0:103081:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc475f400 uarg=0000000000000000 00010000:00010000:3.0:1777573710.112988:0:103081:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1777573710.113025:0:103081:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573710.113028:0:103081:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573710.113040:0:103081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68e3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e32e expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113063:0:103081:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1777573710.113090:0:103081:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573710.113101:0:103081:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573710.113122:0:103081:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573710.113137:0:103081:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113150:0:103081:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113158:0:103081:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113195:0:103081:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113209:0:103081:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 22 pid: 6480 timeout: 1384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573710.113225:0:103081:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103081:1863919926418560:0@lo:104: 00000100:00100000:3.0:1777573710.113284:0:103081:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573710.113339:0:103081:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29900 going to sleep for 11 seconds 00000100:00100000:2.0:1777573710.113339:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418560 00000100:00100000:2.0:1777573710.113348:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418560 00000100:00100000:2.0:1777573710.113413:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1777573710.113424:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:103081:x1863919926418560:12345-0@lo:104: 00010000:00010000:2.0:1777573710.113435:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113518:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573710.113524:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:103081:x1863919926418560:12345-0@lo:104: Request processed in 103us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.113531:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00010000:00010000:3.0:1777573710.113535:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573710.113543:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113563:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573710.113570:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113580:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573710.113587:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573710.113593:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:1.0:1777573710.113603:0:103081:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:103081:1863919926418560:0@lo:104: 00010000:00010000:1.0:1777573710.113626:0:103081:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113644:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113651:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573710.113680:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573710.113687:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0400/0x1e8fa618a5a68dee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68df5 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573710.113721:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4478380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926418688:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573710.113743:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573710.113745:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573710.113747:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573710.113758:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573710.113802:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418688 00000100:00100000:2.0:1777573710.113806:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418688 00010000:00010000:2.0:1777573710.113820:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 23 pid: 6480 timeout: 1384 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573710.113843:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1777573710.113849:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926418688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573710.113859:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573710.113863:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 23 pid: 6480 timeout: 1384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113874:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 23 pid: 6480 timeout: 1384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113884:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54800/0x1e8fa618a5a68df5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68dee expref: 23 pid: 6480 timeout: 1384 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113897:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113905:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113916:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113923:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113929:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113933:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113937:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573710.113940:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113944:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113963:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.113972:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573710.113982:0:103081:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.113989:0:103081:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.113994:0:103081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acec00/0x1e8fa618a5a68e65 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103081 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573710.114003:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926418688:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.114010:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1777573710.114053:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4478380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926418688:0@lo:103:ldlm_bl.0 00000001:00080000:3.0:1777573710.114584:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967557 is committed 00010000:00010000:0.0:1777573710.114596:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114604:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114610:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114616:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573710.114620:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114627:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114639:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc1ccfc00) 00010000:00010000:0.0:1777573710.114643:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573710.114646:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114653:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68e26 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114670:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114676:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114681:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114685:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573710.114688:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114736:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114745:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:0.0:1777573710.114747:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573710.114751:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114756:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68e2d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114768:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114777:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114782:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114787:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573710.114789:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114803:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114810:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfe00) 00010000:00010000:0.0:1777573710.114812:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573710.114815:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573710.114820:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e5e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573710.262922:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926419200:0@lo:400:kworker.0 00000100:00100000:3.0:1777573710.262993:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573710.263019:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926419072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.263061:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573710.263062:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926419712:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.263085:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926419584:0@lo:400:kworker.0 00000100:00100000:3.0:1777573710.263096:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573710.263110:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573710.263125:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926420224:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.263128:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926420096:0@lo:400:kworker.0 00000100:00100000:3.0:1777573710.263169:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573710.263193:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573710.263202:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926419328:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263223:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419712 00000100:00100000:2.0:1777573710.263230:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419712 00000100:00100000:3.0:1777573710.263235:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573710.263252:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926419840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573710.263273:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573710.263287:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926420352:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.263323:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573710.263327:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573710.263356:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420224 00000100:00100000:2.0:1777573710.263360:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420224 00000100:00100000:0.0:1777573710.263370:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926418944:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263381:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419840 00000100:00100000:2.0:1777573710.263384:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419840 00000100:00100000:0.0:1777573710.263408:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573710.263410:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1777573710.263418:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926419712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573710.263432:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc447b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926418816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573710.263471:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926419712:12345-0@lo:400:kworker.0 Request processed in 54us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573710.263473:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573710.263491:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1777573710.263506:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926419456:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263511:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1777573710.263519:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926420224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573710.263533:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573710.263555:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926419968:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263559:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926420224:12345-0@lo:400:kworker.0 Request processed in 40us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.263565:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1777573710.263575:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420352 00000100:00100000:2.0:1777573710.263578:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420352 00000100:00100000:0.0:1777573710.263591:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573710.263596:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1777573710.263601:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926419840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573710.263623:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926419712:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263627:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926419840:12345-0@lo:400:kworker.0 Request processed in 24us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573710.263630:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419072 00000100:00100000:0.0:1777573710.263636:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419072 00000100:00100000:2.0:1777573710.263637:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1777573710.263647:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926420224:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263650:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1777573710.263659:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926420352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573710.263679:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419328 00000100:00100000:0.0:1777573710.263683:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419328 00000100:00100000:2.0:1777573710.263684:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926420352:12345-0@lo:400:kworker.0 Request processed in 27us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573710.263686:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926419840:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263713:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1777573710.263726:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1777573710.263732:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419200 00000100:00100000:3.0:1777573710.263734:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926420352:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263736:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419200 00000100:00100000:0.0:1777573710.263737:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926419072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263760:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419584 00000100:00100000:2.0:1777573710.263762:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419584 00000100:00100000:2.0:1777573710.263777:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420096 00000100:00100000:3.0:1777573710.263778:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418944 00000100:00100000:3.0:1777573710.263783:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418944 00000100:00100000:3.0:1777573710.263807:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419456 00000100:00100000:3.0:1777573710.263810:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419456 00000100:00100000:2.0:1777573710.263811:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420096 00000100:00100000:3.0:1777573710.263840:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926419968 00000100:00100000:2.0:1777573710.263843:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:3.0:1777573710.263844:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926419968 00000100:00100000:2.0:1777573710.263848:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926419200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573710.263876:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:2.0:1777573710.263877:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926419200:12345-0@lo:400:kworker.0 Request processed in 29us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.263883:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:2.0:1777573710.263892:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1777573710.263896:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926418944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263913:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926418944:12345-0@lo:400:kworker.0 Request processed in 17us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.263916:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:2.0:1777573710.263924:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:2.0:1777573710.263927:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926419456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.263948:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926419456:12345-0@lo:400:kworker.0 Request processed in 20us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.263954:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:2.0:1777573710.263965:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1777573710.264014:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926419584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.264021:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926420096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573710.264528:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926419072:12345-0@lo:400:kworker.0 Request processed in 794us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573710.264536:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1777573710.264540:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926419072:0@lo:400:kworker.0 00000100:00100000:0.0:1777573710.264559:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1777573710.264566:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926419328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573710.264597:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926419328:12345-0@lo:400:kworker.0 Request processed in 32us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573710.264603:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1777573710.264629:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:0.0:1777573710.264635:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926419968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573710.264714:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926419584:12345-0@lo:400:kworker.0 Request processed in 828us (1603us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573710.264721:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:2.0:1777573710.265002:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926420096:12345-0@lo:400:kworker.0 Request processed in 1031us (1683us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.265009:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:2.0:1777573710.265056:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926418816 00000100:00100000:2.0:1777573710.265061:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926418816 00000100:00100000:2.0:1777573710.265088:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1777573710.265094:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926418816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573710.265115:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573710.265211:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926419584:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.265221:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926420096:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.265286:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926418944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.265296:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926419456:0@lo:400:kworker.0 00000100:00080000:1.0:1777573710.265324:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573710.265328:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573710.265331:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573710.265332:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573710.265372:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926420480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573710.265681:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573710.265812:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420480 00000100:00100000:1.0:1777573710.265821:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420480 00000100:00100000:1.0:1777573710.265862:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1777573710.265870:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926420480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573710.265893:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573710.265938:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926420480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573710.265945:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1777573710.265996:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc48f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926420480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573710.266516:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926419328:0@lo:400:kworker.0 00000100:00100000:0.0:1777573710.266517:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926419968:12345-0@lo:400:kworker.0 Request processed in 1877us (2922us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573710.266530:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1777573710.266539:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926419200:0@lo:400:kworker.0 00000100:00100000:1.0:1777573710.268027:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926419968:0@lo:400:kworker.0 00000100:00100000:2.0:1777573710.268032:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926418816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2934us (4556us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573710.268044:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1777573710.268070:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc447b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926418816:0@lo:13:osp-pre-1-1.0 00000020:00000080:1.0:1777573710.496604:0:103129:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe9c3b97a0 20000000:00000080:1.0:1777573710.496619:0:103129:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4d72400 uarg=0000000000000000 00010000:00010000:1.0:1777573710.496889:0:103129:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573710.496905:0:103129:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573710.496926:0:103129:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573710.496937:0:103129:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573710.496958:0:103129:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573710.496978:0:103129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.496994:0:103129:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497005:0:103129:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497012:0:103129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497018:0:103129:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497025:0:103129:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497032:0:103129:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573710.497035:0:103129:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497042:0:103129:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497054:0:103129:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497060:0:103129:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573710.497068:0:103129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187a00/0x1e8fa618a5a68e6c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 103129 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573710.582777:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1777573711.287880:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1777573711.287889:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:0.0:1777573711.287895:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573711.287954:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573711.287969:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573711.287985:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573711.288020:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926420608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573711.288113:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573711.288189:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445bc00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573711.288195:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420608 00000100:00100000:1.0:1777573711.288206:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420608 00000100:00100000:0.0:1777573711.288285:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926420736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573711.288287:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1777573711.288299:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926420608:12345-0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573711.288312:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc447b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926420864:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1777573711.288316:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777573711.288328:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573711.288333:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a68e73 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573711.288360:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573711.288372:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573711.288375:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420736 00010000:00010000:1.0:1777573711.288377:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573711.288384:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420736 00010000:00010000:1.0:1777573711.288391:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:0.0:1777573711.288413:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420864 00000100:00100000:0.0:1777573711.288419:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420864 00000100:00100000:3.0:1777573711.288455:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1777573711.288474:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926420736:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573711.288480:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1777573711.288492:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926420864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573711.288516:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573711.288517:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38173504 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573711.288566:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926420608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 266us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573711.288576:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1777573711.288594:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926420864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573711.288602:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1777573711.288633:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926420736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 170us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573711.288650:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1777573711.288673:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926420608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573711.288684:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc447b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926420864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573711.288727:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926420736:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777573711.288730:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573711.288738:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573711.288758:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573711.288762:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573711.288767:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573711.607602:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573711.798892:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573711.798924:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926420992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573711.799025:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573711.799074:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926420992 00000100:00100000:1.0:1777573711.799086:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926420992 00000100:00100000:1.0:1777573711.799155:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:1.0:1777573711.799167:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926420992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573711.799215:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573711.799285:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926420992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573711.799293:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1777573711.799359:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926420992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573711.901181:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573711.901225:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573711.901257:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573711.901288:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777152 00000100:00100000:0.0:1777573711.901298:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777152 00000100:00100000:1.0:1777573711.901310:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777408 00000100:00100000:1.0:1777573711.901315:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777408 00000100:00100000:1.0:1777573711.901360:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777280 00000100:00100000:0.0:1777573711.901360:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 926 00000100:00100000:1.0:1777573711.901363:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777280 00000100:00100000:0.0:1777573711.901377:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917777152:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573711.901392:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1668 00000100:00100000:1.0:1777573711.901401:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917777408:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573711.901470:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917777408:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 71us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573711.901474:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1668 00000100:00100000:1.0:1777573711.901494:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1669 00000100:00100000:1.0:1777573711.901500:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917777280:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573711.901518:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917777152:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 145us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573711.901531:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917777280:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 28us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573711.901531:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 926 00000100:00100000:1.0:1777573711.901540:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1669 00000100:00080000:1.0:1777573711.901559:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573711.901564:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573711.906970:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573711.907012:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777664 00000100:00100000:1.0:1777573711.907023:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777664 00000100:00100000:1.0:1777573711.907086:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 82 00000100:00100000:1.0:1777573711.907097:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6156:x1863919917777664:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573711.907113:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573711.907117:0:6471:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a68e3b) 00010000:00010000:1.0:1777573711.907119:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573711.907166:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:6156:x1863919917777664:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 71us (205us total) trans 0 rc 116/116 00000100:00100000:1.0:1777573711.907175:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 82 00000100:00100000:1.0:1777573711.907591:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573711.910429:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777536 00000100:00100000:3.0:1777573711.910441:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777536 00000100:00100000:3.0:1777573711.910522:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 578 00000100:00100000:3.0:1777573711.910533:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc48f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917777536:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:3.0:1777573711.910561:0:17492:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a685f2 00000100:00080000:3.0:1777573711.910571:0:17492:0:(import.c:65:import_set_state_nolock()) ffff89ddc403c800 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1777573711.910575:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:3.0:1777573711.910615:0:17492:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967368 00000100:00100000:1.0:1777573711.910678:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573711.910729:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777792 00000100:00100000:1.0:1777573711.910733:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777792 00000100:00100000:1.0:1777573711.910770:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 579 00000100:00100000:1.0:1777573711.910779:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917777792:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:1.0:1777573711.910794:0:8362:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a684da 00000100:00100000:3.0:1777573711.910800:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc48f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917777536:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 269us (3208us total) trans 0 rc 0/0 00000100:00080000:1.0:1777573711.910801:0:8362:0:(import.c:65:import_set_state_nolock()) ffff89ddc403b800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1777573711.910809:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 578 00000001:00000004:1.0:1777573711.910838:0:8362:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967364 00010000:00010000:3.0:1777573711.910839:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573711.910962:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917777792:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 184us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573711.910971:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 579 00010000:00010000:1.0:1777573711.911000:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1777573711.911007:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573712.331714:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573712.331825:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917777920 00000100:00100000:2.0:1777573712.331836:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917777920 00000100:00100000:2.0:1777573712.331896:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1292 00000100:00100000:2.0:1777573712.331909:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:61714:x1863919917777920:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573712.331929:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573712.331949:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68e81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e33c expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.332013:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e88 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.332028:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.332040:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573712.332080:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1777573712.332084:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573712.332113:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e88 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.332136:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68e81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e33c expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.332156:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e88 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e33c expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.332165:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573712.332168:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573712.332171:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55a00, rc 0) 00000100:00100000:2.0:1777573712.332224:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:61714:x1863919917777920:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 319us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573712.332231:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1292 00000100:00100000:2.0:1777573712.334068:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.334258:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917778048 00000100:00100000:3.0:1777573712.334272:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917778048 00000100:00100000:3.0:1777573712.334350:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1293 00000100:00100000:3.0:1777573712.334367:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defaecd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:61714:x1863919917778048:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573712.334394:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573712.334422:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68e8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e343 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334518:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334536:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334549:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334566:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334572:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334578:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334727:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68ea4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334736:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334746:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573712.334795:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:3.0:1777573712.334798:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573712.334828:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334848:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334855:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334862:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334869:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334876:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573712.334880:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334888:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334902:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573712.334905:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573712.334910:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334917:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68e96 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334930:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334935:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334949:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334956:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573712.334960:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334966:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334974:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10eaf00) 00010000:00010000:3.0:1777573712.334977:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573712.334980:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.334986:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68e9d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.335017:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68e8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e343 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.335034:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e343 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.335041:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10eac00) 00010000:00010000:3.0:1777573712.335043:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573712.335046:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573712.335129:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defaecd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:61714:x1863919917778048:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 769us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573712.335142:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1293 00000100:00100000:0.0:1777573712.337408:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.337587:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917778304 00000100:00100000:3.0:1777573712.337600:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917778304 00000100:00100000:3.0:1777573712.337675:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1294 00000100:00100000:3.0:1777573712.337687:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:61714:x1863919917778304:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573712.337813:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573712.337848:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68ea4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e343 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.337873:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10eac00) 00010000:00010000:3.0:1777573712.337888:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573712.337921:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.337937:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.337949:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573712.339740:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967558 is committed 00000004:00010000:3.0:1777573712.339872:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b91f6672 reply state 000000009341ee99 transno 4294967558 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.339895:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.339909:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea500) 00010000:00010000:3.0:1777573712.339912:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573712.339917:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573712.339931:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00010000:00080000:3.0:1777573712.340027:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573712.340050:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:61714:x1863919917778304:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2359us (2650us total) trans 4294967558 rc 0/0 00000100:00100000:3.0:1777573712.340062:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1294 00010000:00010000:0.0:1777573712.340067:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.340078:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.340087:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.340094:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573712.340100:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.340109:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.340122:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea500) 00010000:00010000:0.0:1777573712.340125:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573712.340129:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.340135:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68eab lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573712.365222:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573712.365260:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917778432 00000100:00100000:2.0:1777573712.365271:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917778432 00000100:00100000:2.0:1777573712.365512:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1295 00000100:00100000:2.0:1777573712.365524:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:61718:x1863919917778432:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573712.365548:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573712.365569:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68eb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e34a expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365631:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365643:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365654:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365665:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365669:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365673:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365867:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68ec7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365874:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365878:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573712.365904:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:2.0:1777573712.365906:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573712.365921:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365930:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365934:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365938:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365942:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365946:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573712.365948:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365953:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365961:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573712.365962:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573712.365965:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365969:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68eb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365976:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365979:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365982:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365985:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573712.365987:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365990:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365993:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89deef243d00) 00010000:00010000:2.0:1777573712.365994:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573712.365996:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.365999:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68ec0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.366023:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68eb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e34a expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.366031:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e34a expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.366036:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243300) 00010000:00010000:2.0:1777573712.366037:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573712.366039:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573712.366092:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:61718:x1863919917778432:12345-192.168.204.9@tcp:101:touch.0 Request processed in 572us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573712.366099:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1295 00000100:00100000:2.0:1777573712.368561:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573712.368806:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917778688 00000100:00100000:0.0:1777573712.368815:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917778688 00000100:00100000:0.0:1777573712.368871:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1296 00000100:00100000:0.0:1777573712.368881:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:61718:x1863919917778688:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573712.368898:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573712.368915:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68ece lrc: 2/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e351 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369060:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369076:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369094:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369108:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369113:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369116:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573712.369436:0:6487:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:0.0:1777573712.369567:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68ee3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369573:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369580:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68ee3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369606:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369610:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369614:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369619:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369623:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573712.369627:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369632:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369641:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243300) 00010000:00010000:0.0:1777573712.369643:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573712.369646:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369650:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a68ed5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573712.369657:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053031571 reply state 00000000931ee822 transno 4294967559 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369665:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369669:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efef00) 00010000:00010000:0.0:1777573712.369671:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573712.369672:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573712.369717:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a68ece lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e351 expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369728:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68ee3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e351 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.369733:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89ddc2efee00) 00010000:00010000:0.0:1777573712.369735:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573712.369736:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1600, rc 0) 00000100:00100000:0.0:1777573712.369787:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:61718:x1863919917778688:12345-192.168.204.9@tcp:101:touch.0 Request processed in 908us (1240us total) trans 4294967559 rc 0/0 00000100:00100000:0.0:1777573712.369792:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1296 00000100:00100000:0.0:1777573712.371811:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573712.371893:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917778944 00000100:00100000:2.0:1777573712.371902:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917778944 00000100:00100000:2.0:1777573712.371956:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1297 00000100:00100000:2.0:1777573712.371966:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:61718:x1863919917778944:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:2.0:1777573712.372016:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573712.372038:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a68ee3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e351 expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.372052:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89ddc2efee00) 00010000:00010000:2.0:1777573712.372062:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573712.372107:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.372119:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.372128:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573712.372219:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008ca87921 reply state 00000000db677b11 transno 4294967560 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.372231:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.372237:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89deef243d00) 00010000:00010000:2.0:1777573712.372239:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573712.372242:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573712.372399:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+11:61718:x1863919917778944:12345-192.168.204.9@tcp:36:touch.0 Request processed in 434us (593us total) trans 4294967560 rc 0/0 00000100:00100000:2.0:1777573712.372407:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1297 00000100:00100000:2.0:1777573712.374284:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.374335:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917779072 00000100:00100000:1.0:1777573712.374343:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917779072 00000100:00100000:1.0:1777573712.374390:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1298 00000100:00100000:1.0:1777573712.374401:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:61718:x1863919917779072:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573712.374423:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573712.374438:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68ef8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e358 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.374493:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68ef8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e358 expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.374514:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68ef8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e358 expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.374531:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89deef243d00) 00010000:00010000:1.0:1777573712.374535:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573712.374538:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187000, rc 0) 00000100:00100000:1.0:1777573712.374586:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:61718:x1863919917779072:12345-192.168.204.9@tcp:101:touch.0 Request processed in 187us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573712.374593:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1298 00000100:00100000:0.0:1777573712.376060:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.376112:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917779200 00000100:00100000:1.0:1777573712.376120:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917779200 00000100:00100000:1.0:1777573712.376156:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 580 00000100:00100000:1.0:1777573712.376163:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2399:x1863919917779200:12345-192.168.204.9@tcp:8:touch.0 00010000:00080000:1.0:1777573712.376198:0:9951:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0001: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 1237 last 0 00000020:00000080:1.0:1777573712.376228:0:9951:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a68eff 00002000:00100000:1.0:1777573712.376240:0:9951:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc4619800 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777573712.376259:0:9951:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777573712.376316:0:9951:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1777573712.376340:0:9951:0:(import.c:65:import_set_state_nolock()) ffff89ddc461b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777573712.376387:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917779200:12345-192.168.204.9@tcp:8:touch.0 Request processed in 223us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573712.376394:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 580 00000100:00100000:0.0:1777573712.379581:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.379683:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917779328 00000100:00100000:3.0:1777573712.379716:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917779328 00000100:00100000:3.0:1777573712.379783:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 581 00000100:00100000:3.0:1777573712.379791:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:0:x1863919917779328:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:1.0:1777573712.379857:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1777573712.381620:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000001:00100000:2.0:1777573712.381631:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00100000:2.0:1777573712.381637:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:2.0:1777573712.381641:0:9424:0:(genops.c:906:class_export_put()) final put ffff89ddc403f000/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573712.381684:0:9870:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc403f000/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0001 00000100:00100000:0.0:1777573712.381831:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:0:x1863919917779328:12345-192.168.204.9@tcp:2:touch.0 Request processed in 2037us (2256us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1777573712.381843:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 581 00000020:00000080:3.0:1777573712.381910:0:9870:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc403b800 for lustre-OST0001 00000100:00100000:2.0:1777573712.384153:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.384218:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917779584 00000100:00100000:3.0:1777573712.384227:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917779584 00000100:00100000:3.0:1777573712.384286:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 187 00000100:00100000:3.0:1777573712.384296:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:61718:x1863919917779584:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:3.0:1777573712.385187:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:61718:x1863919917779584:12345-192.168.204.9@tcp:35:touch.0 Request processed in 891us (1039us total) trans 4294967561 rc 0/0 00000100:00100000:3.0:1777573712.385196:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 187 00000100:00100000:1.0:1777573712.405549:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573712.405623:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917779712 00000100:00100000:2.0:1777573712.405634:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917779712 00000100:00100000:2.0:1777573712.405724:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1299 00000100:00100000:2.0:1777573712.405736:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:61722:x1863919917779712:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573712.405764:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573712.405784:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68f06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e35f expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405852:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405868:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405878:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405885:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405890:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405894:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405952:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68f1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405957:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.405961:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573712.405991:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 0 00000004:00200000:2.0:1777573712.405995:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573712.406010:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406022:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406028:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406032:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406036:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406040:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406043:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573712.406046:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406050:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406057:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243300) 00010000:00010000:2.0:1777573712.406059:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573712.406062:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406066:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a68f0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406074:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406078:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406082:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406084:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573712.406086:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406089:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406092:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efef00) 00010000:00010000:2.0:1777573712.406094:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573712.406095:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406098:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a68f14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406113:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a68f06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e35f expref: 15 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406121:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68f1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e35f expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.406125:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89deef243d00) 00010000:00010000:2.0:1777573712.406127:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573712.406129:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55400, rc 0) 00000100:00100000:2.0:1777573712.406177:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:61722:x1863919917779712:12345-192.168.204.9@tcp:101:rm.0 Request processed in 445us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573712.406182:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1299 00000100:00100000:0.0:1777573712.409219:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.409525:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917779840 00000100:00100000:1.0:1777573712.409534:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917779840 00000100:00100000:1.0:1777573712.409618:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 582 00000100:00100000:1.0:1777573712.409627:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917779840:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573712.409641:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573712.409655:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e366 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573712.409673:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x69f39f51, atime: 0x69f39f51, ctime: 0x69f39f51, blocks: 0x0 00010000:00010000:1.0:1777573712.409688:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573712.409720:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573712.409729:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 6 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.409747:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 6 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.409760:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187800, rc 0) 00000100:00100000:1.0:1777573712.409812:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917779840:12345-192.168.204.9@tcp:101:rm.0 Request processed in 187us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573712.409817:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 582 00000100:00100000:3.0:1777573712.412384:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.412470:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917780096 00000100:00100000:1.0:1777573712.412480:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917780096 00000100:00100000:1.0:1777573712.412535:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1300 00000100:00100000:1.0:1777573712.412544:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:61722:x1863919917780096:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573712.412595:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573712.412627:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a68f1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e35f expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412652:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68ef8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e358 expref: 13 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412664:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89deef243d00) 00010000:00010000:1.0:1777573712.412670:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573712.412763:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412782:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412793:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412811:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412820:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412828:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412930:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412940:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.412947:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573712.413212:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9408 00000004:00080000:1.0:1777573712.413223:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1237061529162ns, next at 1238061527024ns, rc = 0 00010000:00010000:1.0:1777573712.413273:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413282:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413290:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413298:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413304:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413310:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413337:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573712.413358:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413364:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413371:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413377:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573712.413382:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413389:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413397:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89deef243d00) 00010000:00010000:1.0:1777573712.413400:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573712.413404:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413410:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f37 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413425:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413431:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413436:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413453:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413458:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573712.413461:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413467:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413475:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243300) 00010000:00010000:1.0:1777573712.413477:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573712.413480:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413486:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187600/0x1e8fa618a5a68f29 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573712.413495:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000edb6e6a8 reply state 00000000dfa5bf04 transno 4294967562 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413506:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.413512:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efef00) 00010000:00010000:1.0:1777573712.413514:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573712.413517:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573712.413592:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:61722:x1863919917780096:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1048us (1212us total) trans 4294967562 rc 0/0 00000100:00100000:1.0:1777573712.413601:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1300 00010000:00010000:3.0:1777573712.413668:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573712.413675:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.413681:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573712.413685:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.413722:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.413733:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89deef243d00) 00010000:00010000:3.0:1777573712.413735:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573712.413738:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.413743:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a68f3e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.413753:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573712.413755:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573712.413756:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573712.631089:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573712.844090:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.844385:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917780224 00000100:00100000:3.0:1777573712.844397:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917780224 00000100:00100000:3.0:1777573712.844474:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1301 00000100:00100000:3.0:1777573712.844486:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:61737:x1863919917780224:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573712.844518:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573712.844535:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68f45 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e36d expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.844593:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68f4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.844606:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68f4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.844617:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68f4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573712.844656:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:3.0:1777573712.844660:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573712.844680:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68f4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.844727:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68f45 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e36d expref: 16 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.844756:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68f4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e36d expref: 15 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.844766:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243300) 00010000:00010000:3.0:1777573712.844769:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573712.844772:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acee00, rc 0) 00000100:00100000:3.0:1777573712.844831:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+15:61737:x1863919917780224:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 349us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573712.844839:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1301 00000100:00100000:0.0:1777573712.848342:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573712.848474:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917780480 00000100:00100000:2.0:1777573712.848484:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917780480 00000100:00100000:2.0:1777573712.848553:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1302 00000100:00100000:2.0:1777573712.848565:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:61737:x1863919917780480:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573712.848617:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573712.848641:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68f4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e36d expref: 15 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.848665:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68ec7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e34a expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.848677:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243300) 00010000:00010000:2.0:1777573712.848688:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573712.848737:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.848750:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.848759:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1777573712.851286:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967563 is committed 00000004:00080000:0.0:1777573712.851312:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 76 committed 00010000:00010000:1.0:1777573712.851366:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851384:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573712.851395:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000034cfd7cc reply state 000000004b8e3802 transno 4294967563 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851398:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851424:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573712.851440:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.851445:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851451:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.851458:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243a00) 00010000:00010000:0.0:1777573712.851464:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573712.851470:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573712.851472:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efef00) 00010000:00010000:1.0:1777573712.851477:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00200000:0.0:1777573712.851482:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00010000:00010000:1.0:1777573712.851483:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851496:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a68edc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851522:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851530:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851537:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851543:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573712.851547:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573712.851557:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926421120:0@lo:6:osp-syn-1-0.0 00010000:00080000:0.0:1777573712.851570:0:6487:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:1.0:1777573712.851577:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573712.851590:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:61737:x1863919917780480:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 3025us (3255us total) trans 4294967563 rc 0/0 00010000:00010000:1.0:1777573712.851592:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff89deef243d00) 00010000:00010000:1.0:1777573712.851601:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573712.851606:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573712.851612:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1302 00000100:00100000:3.0:1777573712.851632:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573712.851634:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a68ef1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.851669:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851670:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851685:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851728:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.851747:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.851748:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc18944f0) 00000100:00100000:3.0:1777573712.851754:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926421120 00010000:00010000:1.0:1777573712.851756:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573712.851766:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926421120 00010000:00010000:0.0:1777573712.851775:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.851782:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573712.851786:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.851794:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573712.851811:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243a00) 00010000:00010000:0.0:1777573712.851814:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573712.851818:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573712.851820:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00010000:00010000:0.0:1777573712.851829:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68f53 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573712.851833:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926421120:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1777573712.851860:0:12154:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:19 count 1 00010000:00010000:3.0:1777573712.851879:0:12154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.851985:0:12154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 5 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.852002:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573712.852004:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573712.852065:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.852095:0:12154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 5 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.852108:0:12154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 5 pid: 8362 timeout: 1337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573712.852120:0:12154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc447bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926421248:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573712.852166:0:12154:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29900 going to sleep for 11 seconds 00000100:00080000:0.0:1777573712.852781:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1777573712.853904:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.853919:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efef00) 00010000:00010000:1.0:1777573712.853921:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573712.853925:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.853932:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f30 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573712.855354:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.855417:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917780608 00000100:00100000:1.0:1777573712.855441:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917780608 00010000:00010000:1.0:1777573712.855498:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 6 pid: 8362 timeout: 1337 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573712.855508:0:12154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc447bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926421248:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573712.855548:0:12154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573712.855561:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 409 00000100:00100000:1.0:1777573712.855582:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917780608:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573712.855602:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573712.855609:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 6 pid: 8362 timeout: 1337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.855626:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 6 pid: 8362 timeout: 1337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.855662:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c630fb81/0x1e8fa618a5a68f22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e366 expref: 6 pid: 8362 timeout: 1337 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.855679:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573712.855682:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573712.855688:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.855951:0:7408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.855980:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573712.856053:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917780608:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 478us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573712.856062:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 409 00010000:00010000:3.0:1777573712.856120:0:12154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.856133:0:12154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.856144:0:12154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.856153:0:12154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.856179:0:12154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1777573712.856368:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926421120:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4537us (4744us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1777573712.856379:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000004:00080000:0.0:1777573712.856410:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc4478700/2, rc 0, transno 4294967366 00010000:00010000:1.0:1777573712.856412:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573712.856422:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926421120:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777573712.856423:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.856447:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573712.856453:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.856464:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.856478:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.856485:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f28f8106/0x1e8fa618a5a68f5a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.856512:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573712.856514:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573712.856516:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573712.877485:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.877550:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917780736 00000100:00100000:1.0:1777573712.877566:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917780736 00000100:00100000:1.0:1777573712.877638:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1303 00000100:00100000:1.0:1777573712.877649:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:61741:x1863919917780736:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573712.877677:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573712.877733:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68f61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e374 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877816:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877835:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877848:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877862:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877868:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877879:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877992:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68f76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.877999:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68f76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878005:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68f76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573712.878041:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:1.0:1777573712.878044:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573712.878070:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68f76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878086:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878093:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878112:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878120:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878127:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573712.878132:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878140:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878154:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573712.878158:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573712.878163:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878169:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a68f68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878191:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878195:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878199:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878202:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573712.878203:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878207:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878211:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc1ccfe00) 00010000:00010000:1.0:1777573712.878213:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573712.878215:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878221:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a68f6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878257:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187800/0x1e8fa618a5a68f61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e374 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878271:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68f76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e374 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.878285:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:1.0:1777573712.878288:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1777573712.878290:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187000, rc 0) 00000100:00100000:1.0:1777573712.878364:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:61741:x1863919917780736:12345-192.168.204.9@tcp:101:touch.0 Request processed in 716us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573712.878375:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1303 00000100:00100000:0.0:1777573712.881480:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.881736:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917780992 00000100:00100000:3.0:1777573712.881746:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917780992 00000100:00100000:3.0:1777573712.881804:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1304 00000100:00100000:3.0:1777573712.881816:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:61741:x1863919917780992:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573712.881837:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573712.881855:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68f7d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e37b expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882136:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882153:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882164:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882177:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882184:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882192:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573712.882493:0:12623:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:3.0:1777573712.882640:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68f92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882649:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882656:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882773:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882781:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882788:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882794:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882802:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573712.882808:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882815:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882835:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:3.0:1777573712.882839:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573712.882844:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882851:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68f84 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573712.882868:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f8cf1c97 reply state 0000000029b54ef9 transno 4294967564 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882879:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.882887:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10eac00) 00010000:00010000:3.0:1777573712.882889:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573712.882892:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573712.883054:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68f7d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e37b expref: 10 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.883069:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e37b expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.883084:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:3.0:1777573712.883088:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573712.883091:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:3.0:1777573712.883201:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:61741:x1863919917780992:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1386us (1729us total) trans 4294967564 rc 0/0 00000100:00100000:3.0:1777573712.883213:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1304 00000100:00100000:3.0:1777573712.885734:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.885784:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917781248 00000100:00100000:3.0:1777573712.885793:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917781248 00000100:00100000:3.0:1777573712.885846:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1305 00000100:00100000:3.0:1777573712.885858:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:61741:x1863919917781248:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:3.0:1777573712.885905:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573712.885929:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68f92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e37b expref: 10 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.885945:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10eaf00) 00010000:00010000:3.0:1777573712.885954:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573712.885996:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.886009:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.886019:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573712.886112:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a7720228 reply state 00000000a682b1a5 transno 4294967565 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.886125:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.886132:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:3.0:1777573712.886135:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573712.886138:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573712.886218:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+11:61741:x1863919917781248:12345-192.168.204.9@tcp:36:touch.0 Request processed in 363us (534us total) trans 4294967565 rc 0/0 00000100:00100000:3.0:1777573712.886229:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1305 00000100:00100000:2.0:1777573712.889618:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573712.889671:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917781376 00000100:00100000:2.0:1777573712.889683:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917781376 00000100:00100000:2.0:1777573712.889769:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1306 00000100:00100000:2.0:1777573712.889776:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:61741:x1863919917781376:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573712.889805:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573712.889830:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68fa7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e382 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.889897:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68fa7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e382 expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.889911:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68fa7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e382 expref: 12 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.889928:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:2.0:1777573712.889930:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573712.889934:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573712.889989:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:61741:x1863919917781376:12345-192.168.204.9@tcp:101:touch.0 Request processed in 213us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573712.889995:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1306 00000100:00100000:3.0:1777573712.892082:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.892157:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917781504 00000100:00100000:1.0:1777573712.892174:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917781504 00000100:00100000:1.0:1777573712.892237:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 584 00000100:00100000:1.0:1777573712.892246:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2399:x1863919917781504:12345-192.168.204.9@tcp:8:touch.0 00010000:00080000:1.0:1777573712.892285:0:8359:0:(ldlm_lib.c:1431:target_handle_connect()) lustre-OST0000: connection from 39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp t0 exp 0000000000000000 cur 1237 last 0 00000020:00000080:1.0:1777573712.892320:0:8359:0:(genops.c:1406:class_connect()) connect: client 39328a82-b022-4341-ad2e-a128c9d89287, cookie 0x1e8fa618a5a68fae 00002000:00100000:1.0:1777573712.892335:0:8359:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 39328a82-b022-4341-ad2e-a128c9d89287/ffff89ddc461b000 ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 211347e ocd_grant: 37896192 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1777573712.892360:0:8359:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1777573712.892476:0:8359:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1777573712.892518:0:8359:0:(import.c:65:import_set_state_nolock()) ffff89ddc461f800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1777573712.892605:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917781504:12345-192.168.204.9@tcp:8:touch.0 Request processed in 358us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573712.892614:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 584 00000100:00100000:2.0:1777573712.894874:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.894984:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917781632 00000100:00100000:3.0:1777573712.894999:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917781632 00000100:00080000:2.0:1777573712.895087:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573712.895133:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 585 00000100:00100000:2.0:1777573712.895147:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:0:x1863919917781632:12345-192.168.204.9@tcp:2:touch.0 00000001:00080000:3.0:1777573712.896903:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00100000:3.0:1777573712.896922:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00100000:3.0:1777573712.896930:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573712.896934:0:8355:0:(genops.c:906:class_export_put()) final put ffff89ddc403a800/39328a82-b022-4341-ad2e-a128c9d89287 00000100:00100000:3.0:1777573712.897100:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:0:x1863919917781632:12345-192.168.204.9@tcp:2:touch.0 Request processed in 1943us (2234us total) trans 4294967369 rc 0/0 00000100:00100000:3.0:1777573712.897113:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 585 00000020:00000080:2.0:1777573712.897146:0:9870:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc403a800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0000 00000020:00000080:2.0:1777573712.897206:0:9870:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc403c800 for lustre-OST0000 00000100:00100000:2.0:1777573712.899343:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.899425:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917781888 00000100:00100000:1.0:1777573712.899449:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917781888 00000100:00100000:1.0:1777573712.899531:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 188 00000100:00100000:1.0:1777573712.899554:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:61741:x1863919917781888:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:1.0:1777573712.899980:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04be050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:61741:x1863919917781888:12345-192.168.204.9@tcp:35:touch.0 Request processed in 437us (640us total) trans 4294967566 rc 0/0 00000100:00100000:1.0:1777573712.899990:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 188 00000100:00100000:1.0:1777573712.927550:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.927616:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917782016 00000100:00100000:3.0:1777573712.927626:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917782016 00000100:00100000:3.0:1777573712.927741:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1307 00000100:00100000:3.0:1777573712.927751:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:61745:x1863919917782016:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:3.0:1777573712.927774:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573712.927795:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fb5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e389 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.927856:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.927875:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.927888:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928016:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928024:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928031:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928103:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68fca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928111:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68fca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928118:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68fca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573712.928151:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 0 00000004:00200000:3.0:1777573712.928155:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573712.928172:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68fca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928183:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68fca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928191:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928197:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928207:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928214:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928221:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573712.928225:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928232:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928242:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:3.0:1777573712.928245:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573712.928249:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928256:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928269:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928275:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928281:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928286:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573712.928289:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928295:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928301:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10eac00) 00010000:00010000:3.0:1777573712.928304:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573712.928306:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928312:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928334:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fb5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e389 expref: 15 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928347:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68fca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e389 expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.928354:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:3.0:1777573712.928356:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573712.928359:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573712.928412:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:61745:x1863919917782016:12345-192.168.204.9@tcp:101:rm.0 Request processed in 663us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573712.928423:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1307 00000100:00100000:2.0:1777573712.930581:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573712.931167:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917782144 00000100:00100000:1.0:1777573712.931183:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917782144 00000100:00100000:1.0:1777573712.931262:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 586 00000100:00100000:1.0:1777573712.931275:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917782144:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573712.931298:0:9951:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573712.931421:0:9951:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e390 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573712.931463:0:9951:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x69f39f51, atime: 0x69f39f51, ctime: 0x69f39f51, blocks: 0x0 00010000:00010000:1.0:1777573712.931577:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573712.931580:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573712.931591:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.931615:0:9951:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 6 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573712.931630:0:9951:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186400, rc 0) 00000100:00100000:1.0:1777573712.931742:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917782144:12345-192.168.204.9@tcp:101:rm.0 Request processed in 469us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573712.931750:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 586 00000100:00100000:2.0:1777573712.935622:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573712.935686:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917782400 00000100:00100000:3.0:1777573712.935722:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917782400 00000100:00100000:3.0:1777573712.935780:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1308 00000100:00100000:3.0:1777573712.935788:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:61745:x1863919917782400:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1777573712.935832:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573712.935855:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a68fca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e389 expref: 14 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935871:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a68fa7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e382 expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935879:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:3.0:1777573712.935882:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573712.935900:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935910:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935916:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935923:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935927:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935930:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935986:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935991:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.935995:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573712.936165:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9472 00000004:00080000:3.0:1777573712.936171:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1237584477666ns, next at 1238584476399ns, rc = 0 00010000:00010000:3.0:1777573712.936201:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936207:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936212:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936216:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936220:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936225:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936246:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573712.936267:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936273:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936278:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936285:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573712.936289:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936296:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936304:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:3.0:1777573712.936307:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573712.936310:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936315:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a68fe6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936330:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936336:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936341:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936347:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936352:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573712.936354:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.936460:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573712.936466:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.936472:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573712.936475:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.936481:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.936490:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:2.0:1777573712.936492:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573712.936495:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 1/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.936501:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a68fed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573712.936510:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573712.936512:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573712.936514:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573712.936548:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936556:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:3.0:1777573712.936558:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573712.936560:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936566:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a68fd8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573712.936577:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000144ede63 reply state 000000007f8c208f transno 4294967567 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936587:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573712.936594:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10eac00) 00010000:00010000:3.0:1777573712.936596:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573712.936599:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573712.936667:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:61745:x1863919917782400:12345-192.168.204.9@tcp:36:rm.0 Request processed in 879us (1055us total) trans 4294967567 rc 0/0 00000100:00100000:3.0:1777573712.936675:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1308 00000100:00100000:1.0:1777573713.336480:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573713.336514:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926421376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573713.336610:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573713.336969:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926421376 00000100:00100000:2.0:1777573713.336979:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926421376 00000100:00100000:2.0:1777573713.337050:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1777573713.337061:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926421376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573713.337102:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573713.337173:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926421376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573713.337180:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1777573713.337323:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926421376:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573713.408997:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573713.409068:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917782528 00000100:00100000:2.0:1777573713.409081:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917782528 00000100:00080000:0.0:1777573713.409141:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573713.409173:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1309 00000100:00100000:2.0:1777573713.409184:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:61759:x1863919917782528:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573713.409208:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573713.409228:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68ff4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e397 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.409294:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68ffb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.409309:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68ffb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.409324:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68ffb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573713.409368:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:2.0:1777573713.409372:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573713.409395:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68ffb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.409419:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a68ff4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e397 expref: 16 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.409450:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68ffb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e397 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.409458:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:2.0:1777573713.409461:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573713.409465:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573713.409537:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:61759:x1863919917782528:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 355us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573713.409544:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1309 00000100:00100000:2.0:1777573713.411573:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.411619:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917782784 00000100:00100000:3.0:1777573713.411630:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917782784 00000100:00100000:3.0:1777573713.411953:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1310 00000100:00100000:3.0:1777573713.411971:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:61759:x1863919917782784:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573713.412028:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573713.412059:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a68ffb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e397 expref: 15 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.412087:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a68f76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e374 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.412102:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc1ccfc00) 00010000:00010000:3.0:1777573713.412116:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573713.412146:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.412161:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.412171:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573713.412342:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f49001f reply state 00000000071324d6 transno 4294967568 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.412356:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.412363:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:3.0:1777573713.412366:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573713.412369:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573713.412377:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000100:00100000:3.0:1777573713.412487:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+15:61759:x1863919917782784:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 518us (915us total) trans 4294967568 rc 0/0 00000100:00100000:3.0:1777573713.412499:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1310 00000100:00100000:3.0:1777573713.449068:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573713.451391:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917782912 00000100:00100000:0.0:1777573713.451417:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917782912 00000100:00100000:0.0:1777573713.451497:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1311 00000100:00100000:0.0:1777573713.451509:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917782912:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573713.451908:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917782912:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 401us (2853us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573713.451917:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1311 00000100:00100000:1.0:1777573713.455361:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573713.455407:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783040 00000100:00100000:1.0:1777573713.455418:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783040 00000100:00100000:1.0:1777573713.455493:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 587 00000100:00100000:1.0:1777573713.455505:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:61768:x1863919917783040:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573713.455683:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:61768:x1863919917783040:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 180us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573713.455717:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 587 00000100:00100000:2.0:1777573713.458273:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.458327:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783168 00000100:00100000:3.0:1777573713.458343:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783168 00000100:00100000:3.0:1777573713.458434:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 588 00000100:00100000:3.0:1777573713.458450:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917783168:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573713.458596:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917783168:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 151us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573713.458605:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 588 00000100:00100000:3.0:1777573713.462293:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573713.462364:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783296 00000100:00100000:0.0:1777573713.462377:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783296 00000100:00100000:0.0:1777573713.462458:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1312 00000100:00100000:0.0:1777573713.462471:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917783296:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573713.462657:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917783296:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 189us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573713.462667:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1312 00000100:00100000:1.0:1777573713.464253:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573713.464311:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783424 00000100:00100000:0.0:1777573713.464322:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783424 00000100:00080000:2.0:1777573713.464371:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573713.464389:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1313 00000100:00100000:0.0:1777573713.464403:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917783424:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573713.464529:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917783424:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 131us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573713.464535:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1313 00000100:00100000:2.0:1777573713.466503:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573713.466566:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783552 00000100:00100000:0.0:1777573713.466574:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783552 00000100:00100000:0.0:1777573713.466624:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1314 00000100:00100000:0.0:1777573713.466633:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917783552:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573713.466746:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917783552:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 114us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573713.466754:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1314 00000100:00100000:1.0:1777573713.468358:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.468932:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783680 00000100:00100000:3.0:1777573713.468947:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783680 00000100:00100000:3.0:1777573713.469032:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 589 00000100:00100000:3.0:1777573713.469048:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:61768:x1863919917783680:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573713.469223:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:61768:x1863919917783680:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 181us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573713.469229:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 589 00000100:00100000:1.0:1777573713.471747:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.471837:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783808 00000100:00100000:3.0:1777573713.471849:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783808 00000100:00100000:3.0:1777573713.471904:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 590 00000100:00100000:3.0:1777573713.471912:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917783808:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573713.472064:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917783808:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 151us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573713.472071:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 590 00000100:00100000:0.0:1777573713.474256:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573713.474344:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917783936 00000100:00100000:2.0:1777573713.474370:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917783936 00000100:00100000:2.0:1777573713.474456:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1315 00000100:00100000:2.0:1777573713.474467:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917783936:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573713.474636:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:61768:x1863919917783936:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 171us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573713.474644:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1315 00000100:00100000:0.0:1777573713.476200:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.476282:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917784064 00000100:00100000:3.0:1777573713.476293:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917784064 00000100:00100000:3.0:1777573713.476356:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1316 00000100:00100000:3.0:1777573713.476369:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917784064:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573713.476549:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:61768:x1863919917784064:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 182us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573713.476558:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1316 00000100:00100000:1.0:1777573713.505010:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.505107:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917784192 00000100:00100000:3.0:1777573713.505124:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917784192 00000100:00100000:3.0:1777573713.505191:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1317 00000100:00100000:3.0:1777573713.505200:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+15:61772:x1863919917784192:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573713.505228:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573713.505251:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69009 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e39e expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505313:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505329:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505341:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505355:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505361:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505368:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505464:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6901e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505473:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6901e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505480:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6901e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573713.505511:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:3.0:1777573713.505515:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573713.505536:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6901e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505549:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505555:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505560:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505565:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505571:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573713.505575:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505582:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505593:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573713.505597:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573713.505601:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505608:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69010 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505622:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505627:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505632:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505637:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573713.505639:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505645:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505652:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10eae00) 00010000:00010000:3.0:1777573713.505655:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573713.505657:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505662:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69017 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505689:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69009 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e39e expref: 17 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505762:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6901e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e39e expref: 16 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.505768:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:3.0:1777573713.505771:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573713.505773:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573713.505845:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+16:61772:x1863919917784192:12345-192.168.204.9@tcp:101:dd.0 Request processed in 647us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573713.505852:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1317 00000100:00100000:0.0:1777573713.508519:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.508660:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917784448 00000100:00100000:3.0:1777573713.508673:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917784448 00000100:00100000:3.0:1777573713.508774:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1318 00000100:00100000:3.0:1777573713.508792:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+16:61772:x1863919917784448:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:3.0:1777573713.508812:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573713.508830:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69025 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3a5 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.508924:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.508939:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.508950:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.508961:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.508970:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.508976:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573713.509247:0:6486:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:3.0:1777573713.509409:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6903a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509418:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6903a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509438:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6903a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509481:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509488:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509494:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509512:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509518:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573713.509522:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509533:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509545:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:3.0:1777573713.509548:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573713.509552:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509558:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6902c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573713.509573:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c0e8cb7a reply state 00000000e3efb7d2 transno 4294967569 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509584:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509590:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10eac00) 00010000:00010000:3.0:1777573713.509592:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573713.509595:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573713.509621:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69025 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3a5 expref: 19 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509636:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6903a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3a5 expref: 18 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.509643:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89ddc10ea100) 00010000:00010000:3.0:1777573713.509645:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573713.509647:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec8988200, rc 0) 00000100:00100000:3.0:1777573713.509750:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+19:61772:x1863919917784448:12345-192.168.204.9@tcp:101:dd.0 Request processed in 960us (1245us total) trans 4294967569 rc 0/0 00000100:00100000:3.0:1777573713.509758:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1318 00000100:00100000:1.0:1777573713.514163:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573713.514261:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917784576 00000100:00100000:2.0:1777573713.514272:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917784576 00000100:00100000:2.0:1777573713.514325:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 591 00000100:00100000:2.0:1777573713.514336:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:61772:x1863919917784576:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:2.0:1777573713.514354:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573713.514374:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3ac expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1777573713.514399:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1777573713.514433:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573713.514443:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573713.514454:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 6 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.514471:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 6 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.514484:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55600, rc 0) 00000100:00100000:2.0:1777573713.514548:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:61772:x1863919917784576:12345-192.168.204.9@tcp:101:dd.0 Request processed in 214us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573713.514555:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 591 00000100:00100000:1.0:1777573713.527723:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573713.527970:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917784704 00000100:00100000:0.0:1777573713.527981:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917784704 00002000:00100000:0.0:1777573713.528033:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (0->1048575) req@ffff89def7a15c00 x1863919917784704/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:214/0 lens 488/0 e 0 to 0 dl 1777573724 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1777573713.528044:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def7a15c00 with x1863919917784704 ext(0->1048575) 00002000:00010000:0.0:1777573713.528049:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89def7a15c00 00000100:00100000:0.0:1777573713.528084:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 28 00000100:00100000:0.0:1777573713.528095:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917784704:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:2.0:1777573713.539754:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917784704:12345-192.168.204.9@tcp:4:dd.0 Request processed in 11649us (12049us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1777573713.539768:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 28 00002000:00100000:2.0:1777573713.539782:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x14:0x0] (0->1048575) req@ffff89def7a15c00 x1863919917784704/t4294967367(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:214/0 lens 488/448 e 0 to 0 dl 1777573724 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573713.539794:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def7a15c00 with x1863919917784704 ext(0->1048575) 00002000:00010000:2.0:1777573713.539800:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89def7a15c00 00000100:00100000:1.0:1777573713.543834:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573713.543993:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917784832 00000100:00100000:0.0:1777573713.544002:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917784832 00000100:00100000:0.0:1777573713.544062:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1319 00000100:00100000:0.0:1777573713.544073:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+19:61772:x1863919917784832:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:1.0:1777573713.545459:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967569 is committed 00000004:00080000:1.0:1777573713.545478:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 76 committed 00010000:00010000:0.0:1777573713.545494:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545503:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545509:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545513:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573713.545516:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545521:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545533:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10eac00) 00010000:00010000:0.0:1777573713.545536:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573713.545539:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545543:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a68f8b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545557:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545561:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545565:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545567:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573713.545569:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545572:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545575:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff89ddc10ea300) 00010000:00010000:0.0:1777573713.545577:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573713.545578:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545581:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a68fa0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545592:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545595:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545598:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545601:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573713.545603:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545606:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545610:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10eac00) 00010000:00010000:0.0:1777573713.545611:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573713.545612:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545615:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a68fdf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545621:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545624:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545627:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545630:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573713.545632:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545635:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545639:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:0.0:1777573713.545640:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573713.545642:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545646:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69002 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545650:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545654:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545657:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545660:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec8989000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573713.545662:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545666:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545671:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10eac00) 00010000:00010000:0.0:1777573713.545672:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573713.545673:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573713.545677:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a69033 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573713.545728:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573713.545742:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926421504:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1777573713.545792:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573713.545829:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926421504 00000100:00100000:1.0:1777573713.545840:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926421504 00000100:00100000:1.0:1777573713.545888:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1777573713.545896:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926421504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777573713.545917:0:9951:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:20 count 1 00000100:00100000:0.0:1777573713.545929:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:61772:x1863919917784832:12345-192.168.204.9@tcp:44:dd.0 Request processed in 1857us (2103us total) trans 0 rc 0/0 00000100:00080000:3.0:1777573713.545935:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573713.545936:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1319 00010000:00010000:1.0:1777573713.545949:0:9951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573713.546021:0:9951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 5 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573713.546037:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573713.546039:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573713.546041:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573713.546068:0:9951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 5 pid: 9951 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573713.546082:0:9951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 5 pid: 9951 timeout: 1338 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573713.546095:0:9951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926421632:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573713.546243:0:9951:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573713.547576:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573713.547687:0:9951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926421632:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573713.547748:0:9951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573713.547772:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917784960 00000100:00100000:3.0:1777573713.547779:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917784960 00000100:00100000:3.0:1777573713.547817:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 593 00000100:00100000:3.0:1777573713.547826:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917784960:12345-192.168.204.9@tcp:16:dd.0 00000100:00100000:0.0:1777573713.547848:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573713.547991:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917785088 00000100:00100000:2.0:1777573713.547996:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917785088 00010000:00010000:2.0:1777573713.548019:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 6 pid: 9951 timeout: 1338 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573713.548058:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 410 00000100:00100000:2.0:1777573713.548065:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917785088:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573713.548074:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573713.548080:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 6 pid: 9951 timeout: 1338 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.548092:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 6 pid: 9951 timeout: 1338 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.548125:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7ad53df/0x1e8fa618a5a68fd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e390 expref: 6 pid: 9951 timeout: 1338 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.548141:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573713.548143:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573713.548147:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.548157:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573713.548181:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573713.548202:0:9951:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573713.548210:0:9951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573713.548220:0:9951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573713.548225:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917785088:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 161us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573713.548232:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 410 00010000:00010000:1.0:1777573713.548232:0:9951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573713.548255:0:9951:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573713.548317:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573713.548324:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.548335:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573713.548340:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.548350:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.548363:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.548370:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfebb2d0/0x1e8fa618a5a6904f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573713.548394:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573713.548396:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573713.548399:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573713.548417:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc65050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926421504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2521us (2622us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1777573713.548436:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000004:00080000:0.0:1777573713.548596:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc2e1d180/2, rc 0, transno 4294967370 00000100:00100000:0.0:1777573713.548603:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926421504:0@lo:6:osp-syn-0-0.0 00000001:00080000:3.0:1777573713.549813:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00000001:00080000:3.0:1777573713.549828:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000100:00100000:1.0:1777573713.550037:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917784960:12345-192.168.204.9@tcp:16:dd.0 Request processed in 2211us (2463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573713.550046:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 593 00000100:00100000:0.0:1777573713.551688:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573713.551794:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917785344 00000100:00100000:3.0:1777573713.551805:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917785344 00000100:00100000:3.0:1777573713.551874:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 189 00000100:00100000:3.0:1777573713.551884:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:61772:x1863919917785344:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:3.0:1777573713.552166:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:61772:x1863919917785344:12345-192.168.204.9@tcp:35:dd.0 Request processed in 283us (480us total) trans 4294967570 rc 0/0 00000100:00100000:3.0:1777573713.552174:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 189 00010000:00010000:1.0:1777573713.654884:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573714.119814:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967570 is committed 00010000:00010000:3.0:1777573714.678959:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573714.745296:0:103517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1239393599108ns, next at 1238584476399ns, rc = 0 00080000:00080000:2.0:1777573714.745322:0:103517:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573714.745459:0:103517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1239393765412ns, next at 1205571739789ns, rc = 0 00080000:00080000:2.0:1777573714.745466:0:103517:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573714.745557:0:103517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1239393862793ns, next at 1238061527024ns, rc = 0 00080000:00080000:2.0:1777573714.745562:0:103517:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573714.745634:0:103517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1239393940177ns, next at 1195846736456ns, rc = 0 00080000:00080000:2.0:1777573714.745639:0:103517:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573714.747770:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 77 committed 00000004:00080000:1.0:1777573714.748190:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 74 committed 00000004:00080000:0.0:1777573714.748982:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 77 committed 00000004:00080000:1.0:1777573714.749410:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 73 committed 00000001:00080000:1.0:1777573715.330521:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:3.0:1777573715.376106:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573715.376306:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917785472 00000100:00100000:2.0:1777573715.376319:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917785472 00000100:00100000:2.0:1777573715.376403:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1320 00000100:00100000:2.0:1777573715.376415:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917785472:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573715.376506:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917785472:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 94us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573715.376513:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1320 00000100:00080000:0.0:1777573715.376671:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573715.378530:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573715.378817:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917785600 00000100:00100000:2.0:1777573715.378825:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917785600 00000100:00100000:2.0:1777573715.378882:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 594 00000100:00100000:2.0:1777573715.378891:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917785600:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573715.379020:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917785600:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 130us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573715.379028:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 594 00000100:00080000:2.0:1777573715.379052:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573715.381270:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573715.381422:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917785728 00000100:00100000:3.0:1777573715.381430:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917785728 00000100:00100000:3.0:1777573715.381493:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 595 00000100:00100000:3.0:1777573715.381502:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:61969:x1863919917785728:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573715.381612:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:61969:x1863919917785728:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 111us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.381619:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 595 00000100:00080000:2.0:1777573715.381772:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573715.383008:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926422144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383060:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926422016:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383063:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573715.383104:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.383114:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926422656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383133:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926422528:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383141:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573715.383165:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.383173:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926423168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383190:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926423040:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383201:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573715.383222:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.383228:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1777573715.383237:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926421760:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383247:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1777573715.383257:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926421888:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383270:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573715.383284:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.383299:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926422272:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383309:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926422400:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383327:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573715.383339:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.383352:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926422784:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383363:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926422912:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383397:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573715.383407:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.383420:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926423296:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383444:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573715.383444:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422016 00000100:00100000:2.0:1777573715.383451:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422016 00000100:00100000:3.0:1777573715.383483:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422144 00000100:00100000:3.0:1777573715.383487:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422144 00000100:00100000:2.0:1777573715.383489:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422272 00000100:00100000:2.0:1777573715.383494:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422272 00000100:00100000:2.0:1777573715.383516:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1777573715.383517:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422528 00000100:00100000:3.0:1777573715.383522:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422528 00000100:00100000:2.0:1777573715.383525:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926422016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383547:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423040 00000100:00100000:3.0:1777573715.383551:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423040 00000100:00100000:3.0:1777573715.383566:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926421888 00000100:00100000:3.0:1777573715.383569:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926421888 00000100:00100000:2.0:1777573715.383575:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926422016:12345-0@lo:400:kworker.0 Request processed in 50us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.383579:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422400 00000100:00100000:3.0:1777573715.383582:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422400 00000100:00100000:2.0:1777573715.383584:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1777573715.383598:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422912 00000100:00100000:3.0:1777573715.383601:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422912 00000100:00100000:2.0:1777573715.383606:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1777573715.383615:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926422272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383622:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1777573715.383631:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926422144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383649:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926422272:12345-0@lo:400:kworker.0 Request processed in 36us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573715.383655:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1777573715.383674:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926422144:12345-0@lo:400:kworker.0 Request processed in 44us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573715.383681:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:2.0:1777573715.383766:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926422528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.383796:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926422528:12345-0@lo:400:kworker.0 Request processed in 107us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.383902:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1777573715.383920:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:3.0:1777573715.383926:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926423040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.383962:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926423040:12345-0@lo:400:kworker.0 Request processed in 36us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.383968:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:3.0:1777573715.383981:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:3.0:1777573715.383986:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926421888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384008:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926421888:12345-0@lo:400:kworker.0 Request processed in 23us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384014:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:3.0:1777573715.384024:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1777573715.384029:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926422400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384050:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926422400:12345-0@lo:400:kworker.0 Request processed in 21us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384055:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1777573715.384066:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:3.0:1777573715.384070:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926422912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384096:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926422912:12345-0@lo:400:kworker.0 Request processed in 25us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384102:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00100000:3.0:1777573715.384121:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422656 00000100:00100000:3.0:1777573715.384124:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422656 00000100:00100000:3.0:1777573715.384151:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423168 00000100:00100000:3.0:1777573715.384153:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423168 00000100:00100000:3.0:1777573715.384168:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926422784 00000100:00100000:3.0:1777573715.384170:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926422784 00000100:00100000:3.0:1777573715.384186:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423296 00000100:00100000:3.0:1777573715.384187:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423296 00000100:00100000:3.0:1777573715.384201:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1777573715.384206:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926422656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384226:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926422656:12345-0@lo:400:kworker.0 Request processed in 21us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384230:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1777573715.384237:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1777573715.384241:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926423168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384255:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926423168:12345-0@lo:400:kworker.0 Request processed in 14us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384258:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1777573715.384266:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1777573715.384270:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926422784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573715.384283:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926421760 00000100:00100000:3.0:1777573715.384287:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926422784:12345-0@lo:400:kworker.0 Request processed in 17us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573715.384289:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926421760 00000100:00100000:3.0:1777573715.384293:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1777573715.384300:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1777573715.384307:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926423296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384322:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926423296:12345-0@lo:400:kworker.0 Request processed in 18us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384327:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1777573715.384332:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777573715.384341:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926421760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573715.384395:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926421760:12345-0@lo:400:kworker.0 Request processed in 44us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384403:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573715.384409:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1777573715.384425:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917785856 00000100:00100000:3.0:1777573715.384428:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917785856 00000100:00100000:1.0:1777573715.384452:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1321 00000100:00080000:3.0:1777573715.384485:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573715.384489:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573715.384492:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573715.384494:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573715.384509:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926423552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573715.384532:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917785856:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573715.384539:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.384586:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926421888:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384604:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926422400:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384614:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926422912:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384626:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926422016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573715.384634:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917785856:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 172us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.384637:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926422528:0@lo:400:kworker.0 00000100:00100000:1.0:1777573715.384648:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1321 00000100:00100000:3.0:1777573715.384650:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926423040:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.384676:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573715.384681:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926423424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573715.384731:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423552 00000100:00100000:0.0:1777573715.384736:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423552 00000100:00100000:0.0:1777573715.384763:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1777573715.384770:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926423552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573715.384787:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1777573715.386011:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:3.0:1777573715.386965:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573715.387028:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423424 00000100:00100000:3.0:1777573715.387035:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423424 00000100:00100000:2.0:1777573715.387079:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926421760:0@lo:400:kworker.0 00000100:00100000:3.0:1777573715.387080:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1777573715.387093:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926423424:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573715.387101:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926422272:0@lo:400:kworker.0 00002000:00000024:3.0:1777573715.387116:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1777573715.387117:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967370 gen 2 00000004:00080000:2.0:1777573715.387124:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc2e1d180, transno 4294967370 00000100:00100000:3.0:1777573715.387163:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926423424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.387170:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1777573715.387200:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:3.0:1777573715.387204:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc4478700, transno 4294967366 00000100:00100000:3.0:1777573715.387222:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926423424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573715.387556:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926422784:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.387572:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926423296:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.387583:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926423168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.387664:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926422144:0@lo:400:kworker.0 00000100:00100000:2.0:1777573715.387683:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926422656:0@lo:400:kworker.0 00000100:00100000:0.0:1777573715.388022:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926423552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3251us (3481us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573715.388032:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1777573715.388139:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926423552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573715.388216:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573715.388245:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917785984 00000100:00100000:2.0:1777573715.388249:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917785984 00000100:00100000:2.0:1777573715.388300:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1322 00000100:00100000:2.0:1777573715.388308:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917785984:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573715.388426:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917785984:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 118us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573715.388433:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1322 00000100:00080000:3.0:1777573715.388939:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573715.391132:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573715.391207:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917786112 00000100:00100000:3.0:1777573715.391216:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917786112 00000100:00100000:3.0:1777573715.391272:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1323 00000100:00100000:3.0:1777573715.391281:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917786112:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573715.391366:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917786112:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 85us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.391373:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1323 00000100:00100000:3.0:1777573715.393433:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573715.393510:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917786240 00000100:00100000:0.0:1777573715.393518:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917786240 00000100:00100000:0.0:1777573715.393600:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 596 00000100:00100000:0.0:1777573715.393608:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917786240:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:0.0:1777573715.393744:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917786240:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 136us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573715.393752:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 596 00000100:00100000:2.0:1777573715.395448:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573715.395509:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917786368 00000100:00100000:3.0:1777573715.395515:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917786368 00000100:00100000:3.0:1777573715.395555:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 597 00000100:00100000:3.0:1777573715.395562:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:61969:x1863919917786368:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573715.395664:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:61969:x1863919917786368:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 102us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573715.395671:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 597 00000100:00100000:2.0:1777573715.397331:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573715.397417:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917786496 00000100:00100000:1.0:1777573715.397424:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917786496 00000100:00100000:1.0:1777573715.397474:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1324 00000100:00100000:1.0:1777573715.397482:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917786496:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573715.397608:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:61969:x1863919917786496:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 126us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573715.397614:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1324 00000100:00100000:3.0:1777573715.399439:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573715.399580:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917786624 00000100:00100000:2.0:1777573715.399587:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917786624 00000100:00100000:2.0:1777573715.399628:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1325 00000100:00100000:2.0:1777573715.399637:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917786624:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573715.399771:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:61969:x1863919917786624:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 135us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573715.399779:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1325 00000100:00100000:2.0:1777573715.427894:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573715.428081:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917786880 00000100:00100000:0.0:1777573715.428105:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917786880 00000100:00100000:0.0:1777573715.428182:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1326 00000100:00100000:0.0:1777573715.428193:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:61973:x1863919917786880:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1777573715.428265:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573715.428368:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6903a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3a5 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428401:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89ddc10ea100) 00010000:00010000:0.0:1777573715.428414:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573715.428446:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428460:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428472:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428495:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428503:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428510:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428594:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428605:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.428611:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573715.428939:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9472 00000004:00080000:0.0:1777573715.428953:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1240077259101ns, next at 1241077255971ns, rc = 0 00010000:00010000:0.0:1777573715.429029:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429038:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429047:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429055:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429072:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429079:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429101:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777573715.429125:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429132:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429140:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429147:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573715.429154:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429157:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573715.429168:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429171:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429196:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573715.429198:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89ddc2efe800) 00010000:00010000:0.0:1777573715.429203:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777573715.429207:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429209:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429222:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69064 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429227:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429247:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff89ddc2efe800) 00010000:00010000:3.0:1777573715.429250:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573715.429256:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429258:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429276:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6906b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429279:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429305:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429311:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429317:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573715.429319:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573715.429321:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573715.429322:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573715.429325:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573715.429332:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429342:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:0.0:1777573715.429345:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573715.429347:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429353:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69056 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573715.429363:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004f62a696 reply state 000000003848d8ec transno 4294967571 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429373:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573715.429379:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efe900) 00010000:00010000:0.0:1777573715.429391:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573715.429395:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573715.429475:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:61973:x1863919917786880:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1283us (1594us total) trans 4294967571 rc 0/0 00000100:00100000:0.0:1777573715.429483:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1326 00010000:00010000:2.0:1777573715.703971:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573716.406883:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573716.406914:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926423680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573716.407002:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573716.407072:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423680 00000100:00100000:3.0:1777573716.407084:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423680 00000100:00100000:3.0:1777573716.407145:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1777573716.407155:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926423680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573716.407188:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573716.407242:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926423680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573716.407249:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1777573716.407306:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926423680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573716.408129:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926423808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573716.408464:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573716.408524:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423808 00000100:00100000:1.0:1777573716.408532:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423808 00000100:00100000:1.0:1777573716.408581:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1777573716.408590:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926423808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573716.408605:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573716.408665:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926423808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573716.408673:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1777573716.408802:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926423808:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1777573716.410465:0:103661:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1241058770141ns, next at 1238584476399ns, rc = 0 00080000:00080000:0.0:1777573716.410483:0:103661:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573716.410601:0:103661:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1241058907038ns, next at 1205571739789ns, rc = 0 00080000:00080000:0.0:1777573716.410608:0:103661:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573716.410726:0:103661:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1241059032451ns, next at 1241077255971ns, rc = 0 00080000:00080000:0.0:1777573716.410733:0:103661:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573716.413461:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 75 committed 00000004:00080000:1.0:1777573716.413565:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 78 committed 00000001:00080000:1.0:1777573716.413607:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967571 is committed 00000004:00080000:1.0:1777573716.413612:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 78 committed 00010000:00010000:0.0:1777573716.413858:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.413881:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.413890:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.413897:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573716.413902:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.413910:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.413932:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efe900) 00010000:00010000:0.0:1777573716.413935:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573716.413941:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.413947:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a6905d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573716.414285:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926423936:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1777573716.414392:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573716.414609:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926423936 00000100:00100000:2.0:1777573716.414619:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926423936 00000100:00100000:2.0:1777573716.414673:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1777573716.414683:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926423936:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777573716.414744:0:12154:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:20 count 1 00010000:00010000:2.0:1777573716.414772:0:12154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.414795:0:12154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 5 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.414805:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573716.414808:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573716.414811:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.414846:0:12154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 5 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.414862:0:12154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 5 pid: 8362 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573716.414875:0:12154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926424064:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573716.414946:0:12154:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f299c0 going to sleep for 11 seconds 00000004:00080000:1.0:1777573716.415579:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 79 committed 00000100:00100000:1.0:1777573716.417046:0:12154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12154:1863919926424064:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573716.417076:0:12154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573716.418066:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573716.418131:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787008 00000100:00100000:1.0:1777573716.418143:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787008 00010000:00010000:1.0:1777573716.418199:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 6 pid: 8362 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573716.418255:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 411 00000100:00100000:1.0:1777573716.418266:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917787008:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573716.418280:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573716.418285:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 6 pid: 8362 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573716.418295:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 6 pid: 8362 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573716.418322:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000016d8d46/0x1e8fa618a5a69048 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ac expref: 6 pid: 8362 timeout: 1341 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573716.418343:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573716.418345:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573716.418350:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573716.418362:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573716.418413:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573716.418465:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917787008:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 202us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573716.418471:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 411 00010000:00010000:2.0:1777573716.418538:0:12154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.418548:0:12154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.418559:0:12154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.418568:0:12154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573716.418606:0:12154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777573716.418676:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573716.418686:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.418732:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573716.418739:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.418750:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.418769:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.418777:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8a8f27f/0x1e8fa618a5a69072 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573716.418800:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573716.418803:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573716.418805:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573716.418884:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926423936:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4201us (4491us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1777573716.418892:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000004:00080000:1.0:1777573716.419059:0:3635:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc2f09880/2, rc 0, transno 4294967368 00000100:00100000:1.0:1777573716.419079:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926423936:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1777573716.419347:0:103661:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1241067653024ns, next at 1195846736456ns, rc = 0 00080000:00080000:0.0:1777573716.419358:0:103661:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573716.420573:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 74 committed 00010000:00010000:2.0:1777573716.727908:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573716.919840:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573716.919864:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926424192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573716.919932:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573716.919967:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926424192 00000100:00100000:2.0:1777573716.919976:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926424192 00000100:00100000:2.0:1777573716.920030:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1777573716.920040:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926424192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573716.920077:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:2.0:1777573716.920135:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926424192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573716.920142:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1777573716.920317:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926424192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573717.016125:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573717.016181:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573717.016228:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573717.016275:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787264 00000100:00100000:0.0:1777573717.016288:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787264 00000100:00100000:1.0:1777573717.016293:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787136 00000100:00100000:1.0:1777573717.016299:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787136 00000100:00080000:2.0:1777573717.016348:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573717.016365:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787520 00000100:00100000:3.0:1777573717.016371:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787520 00000100:00100000:1.0:1777573717.016380:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 928 00000100:00100000:0.0:1777573717.016389:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1676 00000100:00100000:0.0:1777573717.016402:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917787264:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:2.0:1777573717.016404:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573717.016430:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 946 00000100:00100000:2.0:1777573717.016437:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573717.016439:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917787520:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573717.016500:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917787264:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 104us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573717.016515:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1676 00000100:00100000:1.0:1777573717.016516:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917787136:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573717.016534:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787392 00000100:00100000:0.0:1777573717.016538:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787392 00000100:00100000:0.0:1777573717.016564:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1677 00000100:00100000:0.0:1777573717.016570:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917787392:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573717.016658:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917787136:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 268us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573717.016665:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 928 00000100:00100000:0.0:1777573717.016731:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917787392:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 160us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573717.016739:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573717.016745:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1677 00000100:00080000:0.0:1777573717.016780:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573717.016788:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917787520:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 213us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573717.016798:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 946 00000100:00100000:0.0:1777573717.016803:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787648 00000100:00100000:0.0:1777573717.016807:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787648 00000100:00100000:0.0:1777573717.016845:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 947 00000100:00080000:2.0:1777573717.016850:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573717.017514:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917787648:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573717.017643:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917787648:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 133us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573717.017651:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 947 00010000:00010000:3.0:1777573717.751751:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573718.455573:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926424320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573718.455718:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573718.455773:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926424320 00000100:00100000:2.0:1777573718.455785:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926424320 00000100:00100000:2.0:1777573718.455853:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1777573718.455865:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926424320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573718.455918:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573718.455994:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926424320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573718.456003:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1777573718.456099:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926424320:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573718.775261:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573719.798895:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573720.502872:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573720.502880:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926424448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573720.502889:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926424576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573720.502961:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573720.503077:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926424448 00000100:00100000:0.0:1777573720.503084:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926424448 00000100:00100000:2.0:1777573720.503142:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573720.503150:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926424832:0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.503161:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1777573720.503174:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926424448:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573720.503180:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1777573720.503204:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573720.503223:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926424960:0@lo:400:kworker.0 00000100:00100000:2.0:1777573720.503259:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573720.503259:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926424448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573720.503268:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1777573720.503305:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573720.503307:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573720.503318:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926424448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573720.503318:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926424704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573720.503353:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926424576 00000100:00100000:0.0:1777573720.503357:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573720.503359:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926424576 00000100:00100000:2.0:1777573720.503361:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926424960 00000100:00100000:2.0:1777573720.503366:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926424960 00000100:00100000:0.0:1777573720.503394:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926424704 00000100:00100000:0.0:1777573720.503398:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926424704 00000100:00100000:3.0:1777573720.503407:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1777573720.503416:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926424576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.503430:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1777573720.503440:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926424704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573720.503451:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573720.503455:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926424576:12345-0@lo:400:kworker.0 Request processed in 41us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.503462:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1777573720.503499:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926424576:0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.503508:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926424704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573720.503516:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1777573720.503551:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926424704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573720.503558:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573720.503567:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926425088:0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.503590:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573720.503624:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926424832 00000100:00100000:0.0:1777573720.503629:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926424832 00000100:00100000:3.0:1777573720.503646:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926425216:0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.503657:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425088 00000100:00100000:0.0:1777573720.503661:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425088 00000100:00100000:3.0:1777573720.503675:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573720.503713:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:0.0:1777573720.503721:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926424832:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777573720.503728:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573720.503748:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:1.0:1777573720.503758:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926425088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.503764:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926424832:12345-0@lo:400:kworker.0 Request processed in 44us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573720.503771:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1777573720.503806:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926425088:12345-0@lo:400:kworker.0 Request processed in 50us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573720.503807:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926424832:0@lo:400:kworker.0 00000100:00100000:1.0:1777573720.503830:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:2.0:1777573720.504389:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425216 00000100:00100000:2.0:1777573720.504394:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425216 00000100:00100000:3.0:1777573720.504397:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926425088:0@lo:400:kworker.0 00000100:00100000:2.0:1777573720.504414:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1777573720.504420:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926424960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504435:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926425344:0@lo:400:kworker.0 00000100:00100000:2.0:1777573720.504460:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926424960:12345-0@lo:400:kworker.0 Request processed in 37us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.504461:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573720.504461:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1777573720.504469:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1777573720.504475:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926425216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504488:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425344 00000100:00100000:3.0:1777573720.504492:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425344 00000100:00100000:3.0:1777573720.504519:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:3.0:1777573720.504526:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926425344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504563:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926425344:12345-0@lo:400:kworker.0 Request processed in 38us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.504570:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:3.0:1777573720.504603:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926425344:0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504613:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573720.504620:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926425600:0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504621:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926425472:0@lo:400:kworker.0 00000100:00080000:2.0:1777573720.504648:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573720.504650:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573720.504664:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926425728:0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.504670:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926425216:12345-0@lo:400:kworker.0 Request processed in 197us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.504674:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926425856:0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.504679:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1777573720.504712:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573720.504716:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425472 00000100:00100000:0.0:1777573720.504721:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425472 00000100:00100000:3.0:1777573720.504722:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573720.504740:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926425216:0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504743:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573720.504750:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926425984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.504752:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425856 00000100:00100000:0.0:1777573720.504755:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425856 00000100:00100000:0.0:1777573720.504781:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:3.0:1777573720.504785:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573720.504792:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926425472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573720.504797:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:2.0:1777573720.504807:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926425856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504810:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425984 00000100:00100000:3.0:1777573720.504814:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425984 00000100:00100000:0.0:1777573720.504841:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926425472:12345-0@lo:400:kworker.0 Request processed in 51us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.504845:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:2.0:1777573720.504846:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926425856:12345-0@lo:400:kworker.0 Request processed in 41us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.504853:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926425984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.504858:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1777573720.504869:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:3.0:1777573720.504886:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926425984:12345-0@lo:400:kworker.0 Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.504893:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00080000:2.0:1777573720.504893:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573720.504896:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573720.504897:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926425984:0@lo:400:kworker.0 00000100:00100000:0.0:1777573720.504912:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926425856:0@lo:400:kworker.0 00000100:00100000:2.0:1777573720.504922:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926424960:0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504924:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425728 00000100:00100000:0.0:1777573720.504927:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926425472:0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.504928:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425728 00000100:00080000:2.0:1777573720.504960:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573720.504977:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1777573720.504984:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926425728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.505022:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926425728:12345-0@lo:400:kworker.0 Request processed in 38us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.505028:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1777573720.505039:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573720.505057:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926425728:0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.505058:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926425600 00000100:00100000:3.0:1777573720.505062:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926425600 00000100:00080000:2.0:1777573720.505094:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573720.505096:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1777573720.505103:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926425600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573720.505136:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926425600:12345-0@lo:400:kworker.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573720.505142:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1777573720.505212:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926425600:0@lo:400:kworker.0 00010000:00010000:3.0:1777573720.823478:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573721.527031:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573721.527069:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926426240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573721.527190:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573721.527283:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc419a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926426112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573721.527311:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573721.527381:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926426240 00000100:00100000:1.0:1777573721.527393:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926426240 00000100:00100000:1.0:1777573721.527456:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926426112 00000100:00100000:1.0:1777573721.527460:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926426112 00000100:00100000:1.0:1777573721.527494:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1777573721.527510:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1777573721.527513:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926426240:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573721.527529:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926426112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573721.527547:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1777573721.527556:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573721.527620:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926426112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573721.527629:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:1.0:1777573721.527646:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926426240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573721.527659:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1777573721.527741:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926426240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573721.527760:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc419a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926426112:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1777573721.847208:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573722.039557:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926426368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573722.039633:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573722.040541:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926426368 00000100:00100000:3.0:1777573722.040561:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926426368 00000100:00100000:3.0:1777573722.040664:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1777573722.040676:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926426368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573722.040730:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:3.0:1777573722.042062:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926426368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1386us (2426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573722.042072:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1777573722.042983:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926426368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573722.136055:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573722.136103:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573722.136125:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573722.136136:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787776 00000100:00100000:1.0:1777573722.136151:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787776 00000100:00100000:2.0:1777573722.136157:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573722.136194:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573722.136208:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 930 00000100:00100000:1.0:1777573722.136218:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917787776:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573722.136225:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788160 00000100:00100000:2.0:1777573722.136230:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788160 00000100:00100000:0.0:1777573722.136244:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917787904 00000100:00100000:0.0:1777573722.136249:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917787904 00000100:00100000:1.0:1777573722.136293:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917787776:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 78us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573722.136303:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 930 00000100:00100000:0.0:1777573722.136309:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788032 00000100:00100000:0.0:1777573722.136314:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788032 00000100:00100000:1.0:1777573722.136336:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788288 00000100:00100000:1.0:1777573722.136340:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788288 00000100:00100000:0.0:1777573722.136355:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1684 00000100:00100000:0.0:1777573722.136366:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917787904:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573722.136371:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 950 00000100:00100000:2.0:1777573722.136386:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917788160:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573722.136390:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 951 00000100:00100000:1.0:1777573722.136403:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917788288:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573722.136415:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917787904:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 51us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573722.136423:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1684 00000100:00100000:2.0:1777573722.136430:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917788160:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573722.136435:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1685 00000100:00100000:1.0:1777573722.136443:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917788288:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573722.136444:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 950 00000100:00100000:3.0:1777573722.136454:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917788032:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573722.136461:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 951 00000100:00080000:2.0:1777573722.136471:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573722.136478:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573722.136481:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573722.136484:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573722.136494:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917788032:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573722.136504:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1685 00000001:00080000:3.0:1777573722.552964:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00010000:00010000:2.0:1777573722.873345:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573723.574909:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926426496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573723.575016:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573723.575072:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926426496 00000100:00100000:0.0:1777573723.575081:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926426496 00000100:00100000:0.0:1777573723.575132:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1777573723.575201:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926426496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573723.575247:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573723.575300:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926426496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573723.575307:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1777573723.575350:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926426496:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573723.894911:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573724.919225:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573725.622891:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926426624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573725.622924:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926427264:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.622984:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926427136:0@lo:400:kworker.0 00000100:00100000:3.0:1777573725.622987:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573725.622997:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573725.623054:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926426880:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623055:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573725.623059:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926427776:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623090:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926427648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623106:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573725.623107:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573725.623136:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926428288:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623143:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573725.623155:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427264 00000100:00100000:2.0:1777573725.623163:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427264 00000100:00100000:3.0:1777573725.623172:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926427392:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623173:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573725.623180:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926428160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623225:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926427008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623233:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573725.623239:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573725.623245:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427648 00000100:00100000:2.0:1777573725.623249:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427648 00000100:00100000:3.0:1777573725.623281:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926427904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623281:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573725.623306:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427776 00000100:00100000:2.0:1777573725.623308:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926428160 00000100:00100000:0.0:1777573725.623310:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926426752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573725.623312:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427776 00000100:00100000:2.0:1777573725.623313:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926428160 00000100:00100000:3.0:1777573725.623319:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573725.623341:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427008 00000100:00100000:2.0:1777573725.623345:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427008 00000100:00100000:0.0:1777573725.623351:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573725.623354:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926428416:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623362:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926428288 00000100:00100000:1.0:1777573725.623367:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926428288 00000100:00100000:2.0:1777573725.623373:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:0.0:1777573725.623379:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926427520:0@lo:400:kworker.0 00000100:00100000:2.0:1777573725.623387:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926427264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573725.623388:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573725.623407:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427904 00000100:00100000:1.0:1777573725.623411:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427904 00000100:00100000:0.0:1777573725.623419:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573725.623436:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926428416 00000100:00100000:1.0:1777573725.623440:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926428416 00000100:00100000:0.0:1777573725.623441:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926428032:0@lo:400:kworker.0 00000100:00100000:2.0:1777573725.623455:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926427264:12345-0@lo:400:kworker.0 Request processed in 73us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573725.623463:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1777573725.623467:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1777573725.623472:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573725.623479:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926427776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573725.623487:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427520 00000100:00100000:2.0:1777573725.623492:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427520 00000100:00100000:2.0:1777573725.623514:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926428032 00000100:00100000:2.0:1777573725.623517:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926428032 00000100:00100000:0.0:1777573725.623523:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1777573725.623525:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926427776:12345-0@lo:400:kworker.0 Request processed in 49us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573725.623534:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:0.0:1777573725.623537:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926428288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573725.623540:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:1.0:1777573725.623556:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1777573725.623565:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926427904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573725.623567:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926427648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623581:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926428288:12345-0@lo:400:kworker.0 Request processed in 49us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.623589:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1777573725.623622:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1777573725.623624:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926427904:12345-0@lo:400:kworker.0 Request processed in 59us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573725.623626:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926427648:12345-0@lo:400:kworker.0 Request processed in 74us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.623635:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926428416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623636:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1777573725.623646:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:1.0:1777573725.623662:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926426624 00000100:00100000:2.0:1777573725.623667:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:1.0:1777573725.623667:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926426624 00000100:00100000:2.0:1777573725.623679:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926428160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623686:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926428416:12345-0@lo:400:kworker.0 Request processed in 53us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.623721:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1777573725.623725:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926426752 00000100:00100000:1.0:1777573725.623729:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926426752 00000100:00100000:2.0:1777573725.623750:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926428160:12345-0@lo:400:kworker.0 Request processed in 73us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.623754:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1777573725.623760:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1777573725.623765:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:0.0:1777573725.623769:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926427008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623773:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926426624:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573725.623786:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:2.0:1777573725.623794:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926427520:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1777573725.623799:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573725.623814:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926427008:12345-0@lo:400:kworker.0 Request processed in 49us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.623820:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:2.0:1777573725.623839:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926427520:12345-0@lo:400:kworker.0 Request processed in 45us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.623840:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:2.0:1777573725.623852:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:0.0:1777573725.623854:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926428032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623857:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926426624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573725.623865:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00080000:2.0:1777573725.623882:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573725.623887:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00080000:2.0:1777573725.623889:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573725.623893:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573725.623894:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926428032:12345-0@lo:400:kworker.0 Request processed in 44us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573725.623899:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926426752:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1777573725.623902:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573725.623907:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00002000:00000024:1.0:1777573725.623915:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 16079680 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573725.623956:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926427776:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623957:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926427008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.623958:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926426752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573725.623971:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1777573725.623984:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926428288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.623985:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967368 gen 2 00000004:00080000:0.0:1777573725.623993:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc2f09880, transno 4294967368 00000100:00100000:2.0:1777573725.624005:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926427264:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.624014:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926426752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573725.624021:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926428160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.624034:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926427520:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.624042:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926427648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.624054:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926428032:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.624092:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427136 00000100:00100000:1.0:1777573725.624097:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427136 00000100:00100000:0.0:1777573725.624124:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926426880 00000100:00100000:0.0:1777573725.624130:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926426880 00000100:00100000:1.0:1777573725.624135:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926427392 00000100:00100000:1.0:1777573725.624139:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926427392 00000100:00100000:1.0:1777573725.624166:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1777573725.624170:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1777573725.624171:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926427904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573725.624196:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926426880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.624198:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926427136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573725.624200:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926428416:0@lo:400:kworker.0 00000100:00100000:2.0:1777573725.624223:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926426624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573725.624245:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926426880:12345-0@lo:400:kworker.0 Request processed in 67us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.624253:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1777573725.624260:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926426880:0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.624266:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926427136:12345-0@lo:400:kworker.0 Request processed in 88us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573725.624273:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1777573725.624282:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1777573725.624295:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926427392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573725.624316:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926427136:0@lo:400:kworker.0 00000100:00100000:3.0:1777573725.624346:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926427392:12345-0@lo:400:kworker.0 Request processed in 55us (1108us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573725.624355:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1777573725.624537:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926427392:0@lo:400:kworker.0 00000100:00100000:3.0:1777573725.761198:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573725.761341:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788416 00000100:00100000:0.0:1777573725.761355:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788416 00000100:00080000:1.0:1777573725.761447:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573725.761476:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1327 00000100:00100000:0.0:1777573725.761489:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917788416:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573725.761633:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917788416:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 146us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.761645:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1327 00000100:00100000:0.0:1777573725.763436:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573725.763492:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788544 00000100:00100000:1.0:1777573725.763506:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788544 00000100:00100000:1.0:1777573725.763607:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 599 00000100:00100000:1.0:1777573725.763622:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917788544:12345-192.168.204.9@tcp:19:lfs.0 00000100:00080000:3.0:1777573725.763768:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573725.763983:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917788544:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 364us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573725.763991:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 599 00000100:00100000:1.0:1777573725.765220:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573725.765278:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788672 00000100:00100000:3.0:1777573725.765289:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788672 00000100:00080000:1.0:1777573725.765342:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573725.765358:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 600 00000100:00100000:3.0:1777573725.765368:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917788672:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573725.765498:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917788672:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 131us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573725.765506:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 600 00000100:00100000:3.0:1777573725.766928:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573725.766983:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788800 00000100:00100000:0.0:1777573725.766991:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788800 00000100:00100000:0.0:1777573725.767046:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1328 00000100:00100000:0.0:1777573725.767056:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917788800:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573725.767194:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917788800:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 129us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573725.767205:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1328 00000100:00100000:1.0:1777573725.768498:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573725.768583:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917788928 00000100:00100000:2.0:1777573725.768589:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917788928 00000100:00100000:2.0:1777573725.768645:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1329 00000100:00100000:2.0:1777573725.768655:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917788928:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:1.0:1777573725.768779:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573725.768783:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917788928:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 129us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573725.768789:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1329 00000100:00100000:1.0:1777573725.770834:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573725.770880:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917789056 00000100:00100000:2.0:1777573725.770890:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917789056 00000100:00100000:2.0:1777573725.770952:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1330 00000100:00100000:2.0:1777573725.770963:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917789056:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573725.771051:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917789056:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 90us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573725.771059:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1330 00000100:00100000:1.0:1777573725.774014:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573725.774065:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917789184 00000100:00100000:2.0:1777573725.774088:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917789184 00000100:00100000:2.0:1777573725.774155:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 601 00000100:00100000:2.0:1777573725.774167:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917789184:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573725.774338:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917789184:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 174us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573725.774346:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 601 00000100:00100000:1.0:1777573725.775989:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573725.776043:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917789312 00000100:00100000:2.0:1777573725.776052:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917789312 00000100:00100000:2.0:1777573725.776103:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 602 00000100:00100000:2.0:1777573725.776115:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917789312:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573725.776261:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917789312:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 148us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573725.776268:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 602 00000100:00100000:1.0:1777573725.778013:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573725.778071:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917789440 00000100:00100000:1.0:1777573725.778081:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917789440 00000100:00100000:1.0:1777573725.778180:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1331 00000100:00100000:1.0:1777573725.778204:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917789440:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573725.778417:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:62342:x1863919917789440:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 210us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573725.778427:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1331 00000100:00100000:1.0:1777573725.782614:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573725.782777:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917789568 00000100:00100000:3.0:1777573725.782793:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917789568 00000100:00100000:3.0:1777573725.782857:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1332 00000100:00100000:3.0:1777573725.782870:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917789568:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573725.783018:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62342:x1863919917789568:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 152us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573725.783037:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1332 00010000:00010000:2.0:1777573725.943248:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573726.208014:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573726.208143:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917789696 00000100:00100000:0.0:1777573726.208153:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917789696 00000100:00100000:0.0:1777573726.208221:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1333 00000100:00100000:0.0:1777573726.208231:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:62356:x1863919917789696:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573726.208250:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573726.208294:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a69079 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3b3 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.208377:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69080 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.208392:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.208403:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573726.208446:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:0.0:1777573726.208450:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573726.208470:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69080 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.208492:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a69079 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3b3 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.208507:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69080 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3b3 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.208520:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:0.0:1777573726.208524:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573726.208527:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1800, rc 0) 00000100:00100000:0.0:1777573726.208585:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:62356:x1863919917789696:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 355us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573726.208591:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1333 00000100:00100000:1.0:1777573726.211617:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573726.211668:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917789952 00000100:00100000:3.0:1777573726.211678:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917789952 00000100:00100000:3.0:1777573726.211770:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1334 00000100:00100000:3.0:1777573726.211781:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:62356:x1863919917789952:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573726.211831:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573726.211858:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69080 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3b3 expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.211885:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a6901e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e39e expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.211900:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea900) 00010000:00010000:3.0:1777573726.211912:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573726.211938:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.211949:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.211963:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573726.215807:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967572 is committed 00000004:00010000:3.0:1777573726.215884:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ebabaf24 reply state 000000003b21156e transno 4294967572 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.215906:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.215916:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea100) 00010000:00010000:3.0:1777573726.215924:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573726.215928:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573726.215942:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00010000:00080000:3.0:1777573726.216077:0:26981:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573726.216104:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:62356:x1863919917789952:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 4320us (4488us total) trans 4294967572 rc 0/0 00000100:00100000:3.0:1777573726.216116:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1334 00010000:00010000:0.0:1777573726.216204:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.216218:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.216226:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.216232:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec8988e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573726.216238:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.216247:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.216260:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea100) 00010000:00010000:0.0:1777573726.216263:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573726.216267:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.216274:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69087 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573726.239544:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573726.239954:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917790080 00000100:00100000:1.0:1777573726.239965:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917790080 00000100:00100000:1.0:1777573726.240034:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 190 00000100:00100000:1.0:1777573726.240048:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:62360:x1863919917790080:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:1.0:1777573726.240168:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:62360:x1863919917790080:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 124us (630us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573726.240192:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 190 00000100:00100000:1.0:1777573726.243083:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573726.243286:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917790208 00000100:00100000:2.0:1777573726.243297:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917790208 00000100:00100000:2.0:1777573726.243345:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1335 00000100:00100000:2.0:1777573726.243358:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:62360:x1863919917790208:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573726.243377:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573726.243398:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a6908e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3ba expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.245888:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.245909:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.245925:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246001:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246009:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246016:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246101:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a690a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246110:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a690a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246118:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a690a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573726.246150:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:2.0:1777573726.246155:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573726.246279:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a690a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246293:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246300:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246310:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246317:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246324:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573726.246328:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246335:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246348:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573726.246352:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573726.246356:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246362:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69095 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246375:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246380:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246386:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246391:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573726.246395:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246400:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246407:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89deef243e00) 00010000:00010000:2.0:1777573726.246410:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573726.246413:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246419:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a6909c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246451:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a6908e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ba expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246466:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a690a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ba expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.246473:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573726.246476:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1777573726.246478:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55600, rc 0) 00000100:00100000:2.0:1777573726.246553:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:62360:x1863919917790208:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 3199us (3474us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573726.246563:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1335 00000100:00100000:1.0:1777573726.249894:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573726.250790:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917790464 00000100:00100000:2.0:1777573726.250801:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917790464 00000100:00100000:2.0:1777573726.250851:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1336 00000100:00100000:2.0:1777573726.250871:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:62360:x1863919917790464:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573726.250894:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573726.250914:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a690aa lrc: 2/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3c1 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251010:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251025:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251036:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251050:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251057:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251062:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573726.251478:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:2.0:1777573726.251640:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a690bf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251650:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a690bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251657:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a690bf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251719:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251727:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251734:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251740:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251746:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573726.251750:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251757:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251770:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573726.251774:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573726.251779:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251786:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690b1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573726.251800:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000069a19b85 reply state 000000002638cb0d transno 4294967573 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251809:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251814:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89deef243e00) 00010000:00010000:2.0:1777573726.251816:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573726.251818:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573726.251847:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a690aa lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3c1 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251864:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a690bf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3c1 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.251872:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89deef243200) 00010000:00010000:2.0:1777573726.251875:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573726.251877:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573726.251951:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+10:62360:x1863919917790464:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1080us (2071us total) trans 4294967573 rc 0/0 00000100:00100000:2.0:1777573726.251961:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1336 00000100:00100000:2.0:1777573726.254908:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573726.254972:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917790720 00000100:00100000:0.0:1777573726.254982:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917790720 00000100:00100000:0.0:1777573726.255055:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1337 00000100:00100000:0.0:1777573726.255069:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:62360:x1863919917790720:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:0.0:1777573726.255120:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573726.255147:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a690bf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3c1 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.255165:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89deef243200) 00010000:00010000:0.0:1777573726.255188:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573726.255243:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.255265:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.255277:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573726.255388:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008f8848b3 reply state 00000000ec42ad9d transno 4294967574 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.255400:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.255407:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:0.0:1777573726.255410:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573726.255413:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573726.255533:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+11:62360:x1863919917790720:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 468us (644us total) trans 4294967574 rc 0/0 00000100:00100000:0.0:1777573726.255546:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1337 00000100:00100000:0.0:1777573726.259808:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573726.259881:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917790848 00000100:00100000:1.0:1777573726.259901:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917790848 00000100:00100000:1.0:1777573726.259962:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1338 00000100:00100000:1.0:1777573726.259975:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:62360:x1863919917790848:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573726.259998:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573726.260023:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a690d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3c8 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.260077:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a690d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3c8 expref: 12 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.260088:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a690d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3c8 expref: 12 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.260103:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:1.0:1777573726.260106:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1777573726.260110:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186600, rc 0) 00000100:00100000:1.0:1777573726.260220:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:62360:x1863919917790848:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 246us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573726.260227:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1338 00000100:00100000:2.0:1777573726.263595:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573726.263663:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917790976 00000100:00100000:0.0:1777573726.263673:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917790976 00000100:00100000:0.0:1777573726.263774:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 603 00000100:00100000:0.0:1777573726.263787:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917790976:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:1.0:1777573726.264857:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917790976:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 1071us (1267us total) trans 4294967371 rc 0/0 00000100:00100000:1.0:1777573726.264869:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 603 00000100:00100000:1.0:1777573726.268918:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573726.269097:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917791232 00000100:00100000:0.0:1777573726.269106:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917791232 00000100:00100000:0.0:1777573726.269202:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 191 00000100:00100000:0.0:1777573726.269212:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:62360:x1863919917791232:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:0.0:1777573726.269487:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:62360:x1863919917791232:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 276us (576us total) trans 4294967575 rc 0/0 00000100:00100000:0.0:1777573726.269494:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 191 00000100:00100000:3.0:1777573726.290007:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573726.290168:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917791360 00000100:00100000:0.0:1777573726.290189:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917791360 00000100:00100000:0.0:1777573726.290246:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1339 00000100:00100000:0.0:1777573726.290256:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:62364:x1863919917791360:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:0.0:1777573726.290279:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573726.290297:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a690db lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3cf expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290353:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290365:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290380:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290390:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290397:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290403:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290470:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a690f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290485:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a690f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290492:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a690f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573726.290528:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 0 00000004:00200000:0.0:1777573726.290532:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573726.290552:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a690f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290563:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a690f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290572:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290583:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290590:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290596:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290602:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573726.290605:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290613:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290624:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243600) 00010000:00010000:0.0:1777573726.290627:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573726.290631:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290638:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a690e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290649:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290656:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290662:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290667:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573726.290670:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290676:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290682:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89deef243e00) 00010000:00010000:0.0:1777573726.290684:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573726.290687:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290738:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a690e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290767:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a690db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3cf expref: 15 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290780:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a690f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3cf expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.290787:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:0.0:1777573726.290790:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573726.290792:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573726.290841:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+14:62364:x1863919917791360:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 587us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573726.290848:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1339 00000100:00100000:2.0:1777573726.292750:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573726.292854:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917791488 00000100:00100000:3.0:1777573726.292862:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917791488 00000100:00100000:3.0:1777573726.292912:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 604 00000100:00100000:3.0:1777573726.292926:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917791488:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:3.0:1777573726.292940:0:12154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573726.292956:0:12154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3d6 expref: -99 pid: 12154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573726.292980:0:12154:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x69f39f5e, atime: 0x69f39f5e, ctime: 0x69f39f5e, blocks: 0x0 00010000:00010000:3.0:1777573726.292995:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573726.292997:0:12154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573726.293006:0:12154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.293023:0:12154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 7 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.293036:0:12154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec8988a00, rc 0) 00000100:00100000:3.0:1777573726.293086:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2402:x1863919917791488:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 166us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573726.293095:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 604 00000100:00100000:1.0:1777573726.295543:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573726.295600:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917791744 00000100:00100000:2.0:1777573726.295609:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917791744 00000100:00100000:2.0:1777573726.295661:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1340 00000100:00100000:2.0:1777573726.295673:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:62364:x1863919917791744:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:2.0:1777573726.295739:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573726.295762:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a690f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3cf expref: 14 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295788:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186600/0x1e8fa618a5a690d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3c8 expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295798:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:2.0:1777573726.295803:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573726.295821:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295833:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295842:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295851:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295866:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295872:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295941:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295949:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.295956:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1777573726.296222:0:26981:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].21, 64 off9536 00000004:00080000:2.0:1777573726.296232:0:26981:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1250944538787ns, next at 1251944536277ns, rc = 0 00010000:00010000:2.0:1777573726.296278:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296287:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296293:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296299:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296305:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296312:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296330:0:26981:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573726.296348:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296355:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296360:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.296362:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573726.296369:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573726.296371:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296373:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.296387:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573726.296391:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.296399:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296401:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.296420:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:3.0:1777573726.296423:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573726.296427:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296430:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:2.0:1777573726.296436:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573726.296437:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54600/0x1e8fa618a5a69113 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296448:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.296450:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573726.296453:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573726.296456:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573726.296458:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6910c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296476:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296480:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296483:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296486:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296489:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573726.296490:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296494:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296501:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573726.296502:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573726.296504:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296508:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a690fe lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573726.296513:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003c96b24f reply state 000000001e2a7acf transno 4294967576 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296520:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.296523:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89deef243e00) 00010000:00010000:2.0:1777573726.296525:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573726.296526:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1777573726.296584:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+14:62364:x1863919917791744:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 915us (1046us total) trans 4294967576 rc 0/0 00000100:00100000:2.0:1777573726.296589:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1340 00000100:00100000:0.0:1777573726.646848:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573726.646871:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926428544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573726.646941:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573726.646953:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926428672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573726.647023:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926428544 00000100:00100000:0.0:1777573726.647032:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926428544 00000100:00100000:3.0:1777573726.647038:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573726.647080:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926428672 00000100:00100000:0.0:1777573726.647084:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926428672 00000100:00100000:0.0:1777573726.649281:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1777573726.649296:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926428544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573726.649329:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573726.649415:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926428544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (2475us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573726.649424:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1777573726.649431:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1777573726.649444:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926428672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573726.649457:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573726.649479:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926428544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573726.649498:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926428672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (2460us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573726.649505:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1777573726.649544:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926428672:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573726.677763:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573726.677978:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917791872 00000100:00100000:1.0:1777573726.677989:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917791872 00000100:00100000:1.0:1777573726.678044:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1341 00000100:00100000:1.0:1777573726.678056:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:62379:x1863919917791872:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:1.0:1777573726.678083:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573726.678105:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6911a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3dd expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.678184:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a69121 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.678199:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a69121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.678222:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a69121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573726.678306:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:1.0:1777573726.678310:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573726.678333:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a69121 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.678360:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187e00/0x1e8fa618a5a6911a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3dd expref: 16 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.678377:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a69121 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3dd expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.678385:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243600) 00010000:00010000:1.0:1777573726.678388:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573726.678391:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187a00, rc 0) 00000100:00100000:1.0:1777573726.678454:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+15:62379:x1863919917791872:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 401us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573726.678461:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1341 00000100:00100000:1.0:1777573726.681007:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573726.681080:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917792128 00000100:00100000:2.0:1777573726.681095:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917792128 00000100:00100000:2.0:1777573726.681179:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1342 00000100:00100000:2.0:1777573726.681192:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:62379:x1863919917792128:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573726.681255:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1777573726.681292:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187a00/0x1e8fa618a5a69121 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3dd expref: 15 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.681325:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a690a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3ba expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.681338:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243600) 00010000:00010000:2.0:1777573726.681351:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573726.681378:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.681394:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573726.681408:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573726.684032:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967577 is committed 00000004:00080000:1.0:1777573726.684054:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 79 committed 00010000:00010000:0.0:1777573726.684068:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684082:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684091:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684099:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573726.684104:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684113:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684132:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89deef243e00) 00010000:00010000:0.0:1777573726.684135:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573726.684140:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684147:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a690b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573726.684150:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000035ff3d1 reply state 00000000727e1503 transno 4294967577 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684182:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684187:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684194:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243f00) 00010000:00010000:0.0:1777573726.684196:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684199:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573726.684205:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573726.684206:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684215:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00000100:00100000:2.0:1777573726.684222:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926428800:0@lo:6:osp-syn-0-0.0 00000004:00200000:1.0:1777573726.684222:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00010000:00010000:0.0:1777573726.684223:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684243:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684253:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff89ddc2efe200) 00010000:00010000:0.0:1777573726.684257:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573726.684261:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684267:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a690cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684290:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684297:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684303:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684310:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573726.684313:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684321:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.684329:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89deef243e00) 00010000:00010000:0.0:1777573726.684333:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573726.684336:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00080000:1.0:1777573726.684337:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00010000:00010000:0.0:1777573726.684346:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a69105 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573726.684354:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573726.684369:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:62379:x1863919917792128:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 3168us (3360us total) trans 4294967577 rc 0/0 00000100:00100000:1.0:1777573726.684382:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1342 00010000:00010000:1.0:1777573726.684428:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684437:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684443:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684449:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573726.684453:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684459:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684473:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89deef243f00) 00010000:00010000:1.0:1777573726.684475:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573726.684478:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684484:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a69128 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573726.684543:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926428800 00000100:00100000:1.0:1777573726.684561:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926428800 00000100:00100000:1.0:1777573726.684611:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1777573726.684624:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926428800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1777573726.684655:0:17492:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:21 count 1 00010000:00010000:1.0:1777573726.684678:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684730:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684739:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573726.684741:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573726.684745:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 4/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684780:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 6 pid: 12154 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.684802:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 6 pid: 12154 timeout: 1351 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573726.684819:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17492:1863919926428928:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573726.684890:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc25d0840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573726.689798:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:17492:1863919926428928:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573726.689845:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573726.690838:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573726.690974:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917792256 00000100:00100000:1.0:1777573726.690983:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917792256 00010000:00010000:1.0:1777573726.691023:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 7 pid: 12154 timeout: 1351 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573726.691066:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 412 00000100:00100000:1.0:1777573726.691078:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917792256:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573726.691107:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573726.691113:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 7 pid: 12154 timeout: 1351 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691127:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 7 pid: 12154 timeout: 1351 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691156:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007cf5c7f8/0x1e8fa618a5a690f7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3d6 expref: 7 pid: 12154 timeout: 1351 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691185:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573726.691188:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573726.691193:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691216:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691250:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573726.691268:0:17492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.691279:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.691289:0:17492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573726.691295:0:17492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573726.691313:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917792256:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 236us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573726.691321:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 412 00010000:00010000:3.0:1777573726.691385:0:17492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573726.691402:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573726.691410:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691425:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573726.691431:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691441:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691454:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691462:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b3eda89/0x1e8fa618a5a6912f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573726.691491:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573726.691494:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573726.691495:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573726.691666:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926428800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7046us (7320us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1777573726.691674:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000004:00080000:0.0:1777573726.692093:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc15b1180/2, rc 0, transno 4294967372 00000100:00100000:0.0:1777573726.692101:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926428800:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1777573726.708414:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573726.708460:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917792384 00000100:00100000:0.0:1777573726.708471:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917792384 00000100:00100000:0.0:1777573726.708527:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1343 00000100:00100000:0.0:1777573726.708538:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:62383:x1863919917792384:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:0.0:1777573726.708561:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573726.708582:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69136 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3e4 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708640:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708654:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708666:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708684:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708716:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708726:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708818:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6914b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708828:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6914b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708836:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6914b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573726.708869:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:0.0:1777573726.708873:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573726.708892:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6914b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708905:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708912:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708918:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708925:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708931:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573726.708935:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708942:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708964:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573726.708967:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573726.708971:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708977:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a6913d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.708994:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709001:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709011:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709017:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573726.709020:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709027:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709034:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc2efe200) 00010000:00010000:0.0:1777573726.709036:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573726.709040:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709045:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a69144 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709073:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69136 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3e4 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709088:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6914b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3e4 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573726.709102:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc2efea00) 00010000:00010000:0.0:1777573726.709105:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1777573726.709108:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1a00, rc 0) 00000100:00100000:0.0:1777573726.709193:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:62383:x1863919917792384:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 658us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573726.709202:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1343 00010000:00010000:2.0:1777573726.966867:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573727.096417:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.096490:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917792512 00000100:00100000:3.0:1777573727.096505:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917792512 00000100:00080000:1.0:1777573727.096579:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573727.096611:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1344 00000100:00100000:3.0:1777573727.096625:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:62397:x1863919917792512:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573727.096652:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573727.096676:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69152 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3eb expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.096788:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69159 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.096807:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.096832:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573727.096879:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:3.0:1777573727.096883:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573727.096904:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69159 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.096931:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69152 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3eb expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.096950:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69159 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3eb expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.096959:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc2efea00) 00010000:00010000:3.0:1777573727.096962:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573727.096966:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec8989800, rc 0) 00000100:00100000:3.0:1777573727.097045:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:62397:x1863919917792512:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 424us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573727.097054:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1344 00000100:00100000:1.0:1777573727.099291:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.099467:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917792768 00000100:00100000:3.0:1777573727.099478:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917792768 00000100:00100000:3.0:1777573727.099542:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1345 00000100:00100000:3.0:1777573727.099553:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:62397:x1863919917792768:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573727.099620:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573727.099654:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69159 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3eb expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.099676:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a6914b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3e4 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.099686:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc2efea00) 00010000:00010000:3.0:1777573727.099733:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573727.099769:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.099787:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.099799:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573727.100054:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000409841f8 reply state 0000000033569552 transno 4294967578 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.100070:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.100082:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573727.100085:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573727.100088:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573727.100100:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000100:00100000:3.0:1777573727.100213:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:62397:x1863919917792768:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 661us (926us total) trans 4294967578 rc 0/0 00000100:00100000:3.0:1777573727.100222:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1345 00000100:00100000:2.0:1777573727.150308:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573727.150395:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917792896 00000100:00100000:0.0:1777573727.150412:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917792896 00000100:00100000:0.0:1777573727.150503:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1346 00000100:00100000:0.0:1777573727.150519:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917792896:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573727.150661:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917792896:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 147us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573727.150669:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1346 00000100:00100000:2.0:1777573727.152785:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573727.152838:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793024 00000100:00100000:1.0:1777573727.152971:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793024 00000100:00080000:3.0:1777573727.153030:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573727.153072:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 606 00000100:00100000:1.0:1777573727.153085:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:62406:x1863919917793024:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573727.153352:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:62406:x1863919917793024:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 272us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573727.153359:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 606 00000100:00100000:2.0:1777573727.155952:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.156145:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793152 00000100:00100000:3.0:1777573727.156169:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793152 00000100:00100000:3.0:1777573727.156259:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 607 00000100:00080000:1.0:1777573727.156270:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573727.156278:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917793152:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573727.156495:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917793152:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 226us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573727.156504:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 607 00000100:00100000:2.0:1777573727.157876:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573727.157947:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793280 00000100:00100000:1.0:1777573727.157957:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793280 00000100:00100000:1.0:1777573727.158027:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1347 00000100:00100000:1.0:1777573727.158038:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917793280:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573727.158316:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917793280:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 279us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573727.158324:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1347 00000100:00100000:2.0:1777573727.158906:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573727.158928:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926429056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573727.158979:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573727.159061:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926429056 00000100:00100000:1.0:1777573727.159067:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926429056 00000100:00100000:1.0:1777573727.159121:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1777573727.159142:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926429056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573727.159190:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573727.159255:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926429056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573727.159262:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1777573727.159337:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926429056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573727.160062:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573727.160123:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793408 00000100:00100000:1.0:1777573727.160135:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793408 00000100:00100000:1.0:1777573727.160280:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1348 00000100:00100000:1.0:1777573727.160292:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917793408:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00080000:3.0:1777573727.160299:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573727.160517:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917793408:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 227us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573727.160525:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1348 00000100:00100000:2.0:1777573727.162831:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573727.162962:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793536 00000100:00100000:0.0:1777573727.162977:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793536 00000100:00100000:0.0:1777573727.163059:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1349 00000100:00100000:0.0:1777573727.163075:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917793536:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573727.163219:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917793536:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 150us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573727.163225:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1349 00000100:00100000:2.0:1777573727.166142:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573727.166240:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793664 00000100:00100000:0.0:1777573727.166257:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793664 00000100:00100000:0.0:1777573727.166344:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 608 00000100:00100000:0.0:1777573727.166357:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:62406:x1863919917793664:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573727.166639:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:62406:x1863919917793664:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 286us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573727.166648:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 608 00000100:00100000:2.0:1777573727.167959:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573727.168044:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793792 00000100:00100000:1.0:1777573727.168057:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793792 00000100:00100000:1.0:1777573727.168113:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 609 00000100:00100000:1.0:1777573727.168123:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917793792:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573727.168361:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917793792:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 239us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573727.168373:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 609 00000100:00100000:2.0:1777573727.169516:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573727.169591:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917793920 00000100:00100000:1.0:1777573727.169597:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917793920 00000100:00100000:1.0:1777573727.169633:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1350 00000100:00100000:1.0:1777573727.169639:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917793920:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573727.169771:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62406:x1863919917793920:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 132us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573727.169775:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1350 00000100:00100000:2.0:1777573727.170780:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573727.170836:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917794048 00000100:00100000:0.0:1777573727.170843:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917794048 00000100:00100000:0.0:1777573727.170893:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1351 00000100:00100000:0.0:1777573727.170902:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917794048:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573727.171070:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62406:x1863919917794048:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 169us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573727.171077:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1351 00000100:00100000:2.0:1777573727.202788:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.202959:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917794176 00000100:00100000:3.0:1777573727.202970:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917794176 00000100:00100000:3.0:1777573727.203023:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1352 00000100:00100000:3.0:1777573727.203033:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:62410:x1863919917794176:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:3.0:1777573727.203053:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573727.203074:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69167 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3f2 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203133:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203146:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203170:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203186:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203193:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203200:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203288:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a6917c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203297:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a6917c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203304:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a6917c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573727.203337:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:3.0:1777573727.203341:0:26981:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573727.203361:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a6917c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203373:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203379:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203385:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203390:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203395:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec8988a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573727.203398:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203406:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203417:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573727.203420:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573727.203424:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203429:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a6916e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203442:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203454:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203459:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203463:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec8988200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573727.203466:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203471:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203478:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea500) 00010000:00010000:3.0:1777573727.203480:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573727.203483:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203492:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a69175 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203528:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69167 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3f2 expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203541:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a6917c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3f2 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.203548:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573727.203550:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1777573727.203552:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec8989000, rc 0) 00000100:00100000:3.0:1777573727.203605:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:62410:x1863919917794176:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 574us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573727.203612:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1352 00000100:00100000:2.0:1777573727.205942:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573727.206848:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917794304 00000100:00100000:1.0:1777573727.206857:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917794304 00000100:00100000:1.0:1777573727.206926:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 192 00000100:00100000:1.0:1777573727.206937:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:62410:x1863919917794304:12345-192.168.204.9@tcp:49:dd.60003 00000100:00100000:1.0:1777573727.207067:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:62410:x1863919917794304:12345-192.168.204.9@tcp:49:dd.60003 Request processed in 132us (1139us total) trans 0 rc -61/-61 00000100:00100000:1.0:1777573727.207074:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 192 00000100:00100000:2.0:1777573727.209011:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.209059:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917794560 00000100:00100000:3.0:1777573727.209066:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917794560 00000100:00100000:3.0:1777573727.209115:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1353 00000100:00100000:3.0:1777573727.209124:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:62410:x1863919917794560:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:3.0:1777573727.209140:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573727.209168:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69183 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e3f9 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209270:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209283:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209294:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209319:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209325:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209331:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1777573727.209634:0:6487:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:3.0:1777573727.209805:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69198 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209813:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209819:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69198 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209847:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209853:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209859:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209865:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209870:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec8988200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573727.209874:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209885:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209897:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573727.209900:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573727.209904:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209910:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988200/0x1e8fa618a5a6918a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573727.209922:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071d32e70 reply state 00000000849535fa transno 4294967579 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209931:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209936:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10ea500) 00010000:00010000:3.0:1777573727.209938:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573727.209940:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1777573727.209962:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989800/0x1e8fa618a5a69183 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3f9 expref: 12 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209975:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69198 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3f9 expref: 11 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573727.209988:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89ddc10ead00) 00010000:00010000:3.0:1777573727.209990:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1777573727.209992:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573727.210050:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:62410:x1863919917794560:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 928us (1045us total) trans 4294967579 rc 0/0 00000100:00100000:3.0:1777573727.210057:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1353 00000100:00100000:2.0:1777573727.215322:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573727.215418:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917794688 00000100:00100000:0.0:1777573727.215431:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917794688 00000100:00100000:0.0:1777573727.215489:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 610 00000100:00100000:0.0:1777573727.215499:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:62410:x1863919917794688:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573727.215517:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573727.215537:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e400 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573727.215561:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777573727.215582:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573727.215584:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573727.215592:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573727.215609:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573727.215628:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1000, rc 0) 00000100:00100000:0.0:1777573727.215739:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:62410:x1863919917794688:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 240us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573727.215748:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 610 00000100:00100000:2.0:1777573727.231251:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.231302:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917794816 00000100:00100000:3.0:1777573727.231312:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917794816 00002000:00100000:3.0:1777573727.231352:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->1048575) req@ffff89ddc455dc00 x1863919917794816/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:228/0 lens 488/0 e 0 to 0 dl 1777573738 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1777573727.231361:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc455dc00 with x1863919917794816 ext(0->1048575) 00002000:00010000:3.0:1777573727.231365:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc455dc00 00000100:00100000:3.0:1777573727.231386:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 29 00000100:00100000:3.0:1777573727.231393:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917794816:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:3.0:1777573727.249569:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917794816:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 18164us (18316us total) trans 4294967369 rc 0/0 00000100:00100000:3.0:1777573727.249581:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 29 00002000:00100000:3.0:1777573727.249595:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->1048575) req@ffff89ddc455dc00 x1863919917794816/t4294967369(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:228/0 lens 488/448 e 0 to 0 dl 1777573738 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:3.0:1777573727.249605:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc455dc00 with x1863919917794816 ext(0->1048575) 00002000:00010000:3.0:1777573727.249612:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc455dc00 00000100:00100000:2.0:1777573727.253593:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573727.253727:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917794944 00000100:00100000:1.0:1777573727.253737:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917794944 00000100:00100000:1.0:1777573727.253799:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1354 00000100:00100000:1.0:1777573727.253809:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:62410:x1863919917794944:12345-192.168.204.9@tcp:44:dd.60003 00000100:00100000:1.0:1777573727.256387:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.256793:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917795072 00000100:00100000:3.0:1777573727.256801:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917795072 00000100:00100000:2.0:1777573727.256907:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 932 00000100:00100000:2.0:1777573727.256920:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917795072:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573727.256993:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917795072:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 77us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573727.257001:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 932 00000001:00080000:2.0:1777573727.257298:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967579 is committed 00010000:00010000:1.0:1777573727.257359:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257368:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257374:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257378:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec8988e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573727.257381:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257386:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257397:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:1.0:1777573727.257399:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573727.257402:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257409:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988e00/0x1e8fa618a5a69160 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257424:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257428:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257432:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257435:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec8988a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573727.257437:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257440:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257444:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc10ea500) 00010000:00010000:1.0:1777573727.257445:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573727.257447:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573727.257450:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8988a00/0x1e8fa618a5a69191 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573727.257589:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:62410:x1863919917794944:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 3781us (4004us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573727.257598:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1354 00000100:00100000:1.0:1777573727.259848:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573727.259909:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917795200 00000100:00100000:3.0:1777573727.259917:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917795200 00000100:00100000:3.0:1777573727.259969:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 611 00000100:00100000:3.0:1777573727.259978:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917795200:12345-192.168.204.9@tcp:16:dd.60003 00000001:00080000:2.0:1777573727.267081:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000100:00100000:3.0:1777573727.267319:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917795200:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 7336us (7467us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573727.267331:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 611 00000100:00100000:2.0:1777573727.272636:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573727.272714:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917795456 00000100:00100000:0.0:1777573727.272723:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917795456 00000100:00100000:0.0:1777573727.272845:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 193 00000100:00100000:0.0:1777573727.272856:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62410:x1863919917795456:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:0.0:1777573727.273180:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04be450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:62410:x1863919917795456:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 325us (551us total) trans 4294967580 rc 0/0 00000100:00100000:0.0:1777573727.273188:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 193 00000001:00080000:2.0:1777573727.811350:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967580 is committed 00010000:00010000:3.0:1777573727.991358:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573728.366194:0:104240:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1253014498715ns, next at 1251944536277ns, rc = 0 00080000:00080000:2.0:1777573728.366210:0:104240:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573728.366360:0:104240:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1253014666427ns, next at 1205571739789ns, rc = 0 00080000:00080000:2.0:1777573728.366367:0:104240:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573728.366492:0:104240:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1253014799061ns, next at 1241077255971ns, rc = 0 00080000:00080000:2.0:1777573728.366499:0:104240:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573728.366679:0:104240:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1253014985847ns, next at 1195846736456ns, rc = 0 00080000:00080000:2.0:1777573728.366684:0:104240:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573728.369240:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 80 committed 00000004:00080000:3.0:1777573728.369744:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 76 committed 00000004:00080000:1.0:1777573728.370105:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 80 committed 00000004:00080000:1.0:1777573728.371099:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 75 committed 00000100:00100000:2.0:1777573728.695312:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926429184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573728.695380:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573728.695441:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926429184 00000100:00100000:3.0:1777573728.695450:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926429184 00000100:00100000:3.0:1777573728.695503:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1777573728.695513:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926429184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573728.695547:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573728.695642:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926429184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573728.695650:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1777573728.695689:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926429184:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1777573728.925712:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:1.0:1777573728.925728:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00000100:00100000:2.0:1777573728.964471:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573728.966198:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917795584 00000100:00100000:0.0:1777573728.966210:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917795584 00000100:00100000:0.0:1777573728.966276:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1355 00000100:00100000:0.0:1777573728.966287:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917795584:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573728.966417:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917795584:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 132us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573728.966425:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1355 00000100:00100000:2.0:1777573728.968353:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573728.968392:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917795712 00000100:00100000:3.0:1777573728.968401:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917795712 00000100:00100000:3.0:1777573728.968455:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 612 00000100:00100000:3.0:1777573728.968464:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917795712:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573728.968663:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917795712:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 199us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573728.968671:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 612 00000100:00100000:2.0:1777573728.969573:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573728.969612:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917795840 00000100:00100000:3.0:1777573728.969618:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917795840 00000100:00100000:3.0:1777573728.969655:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 613 00000100:00100000:3.0:1777573728.969664:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:62606:x1863919917795840:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573728.969803:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:62606:x1863919917795840:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 140us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573728.969812:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 613 00000100:00100000:2.0:1777573728.971083:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573728.971143:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917795968 00000100:00100000:1.0:1777573728.971150:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917795968 00000100:00100000:1.0:1777573728.971197:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1356 00000100:00100000:1.0:1777573728.971206:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917795968:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573728.971321:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917795968:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 117us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573728.971329:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1356 00000100:00100000:2.0:1777573728.973234:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573728.973276:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917796096 00000100:00100000:3.0:1777573728.973285:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917796096 00000100:00100000:3.0:1777573728.973449:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1357 00000100:00100000:3.0:1777573728.973460:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917796096:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573728.973668:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917796096:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 210us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573728.973674:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1357 00000100:00100000:2.0:1777573728.975813:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573728.975856:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917796224 00000100:00100000:3.0:1777573728.975865:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917796224 00000100:00100000:3.0:1777573728.975921:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1358 00000100:00100000:3.0:1777573728.975936:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917796224:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573728.976024:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917796224:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 94us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573728.976040:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1358 00000100:00100000:2.0:1777573728.978188:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573728.978232:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917796352 00000100:00100000:3.0:1777573728.978241:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917796352 00000100:00100000:3.0:1777573728.978291:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 614 00000100:00100000:3.0:1777573728.978298:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917796352:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573728.978513:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917796352:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 214us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573728.978521:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 614 00000100:00100000:1.0:1777573728.979817:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573728.979858:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917796480 00000100:00100000:2.0:1777573728.979866:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917796480 00000100:00100000:2.0:1777573728.979919:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 615 00000100:00100000:2.0:1777573728.979930:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:62606:x1863919917796480:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573728.980036:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:62606:x1863919917796480:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 108us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573728.980044:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 615 00000100:00100000:2.0:1777573728.981429:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573728.981489:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917796608 00000100:00100000:1.0:1777573728.981497:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917796608 00000100:00100000:1.0:1777573728.981543:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1359 00000100:00100000:1.0:1777573728.981551:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917796608:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573728.981646:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:62606:x1863919917796608:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 97us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573728.981653:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1359 00000100:00100000:3.0:1777573728.982887:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573728.982918:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917796736 00000100:00100000:3.0:1777573728.982925:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917796736 00000100:00100000:3.0:1777573728.982966:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1360 00000100:00100000:3.0:1777573728.982976:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917796736:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573728.984013:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62606:x1863919917796736:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 1038us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573728.984023:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1360 00010000:00010000:1.0:1777573729.014816:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573729.014974:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573729.015068:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917796992 00000100:00100000:0.0:1777573729.015079:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917796992 00000100:00080000:3.0:1777573729.015161:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573729.015186:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1361 00000100:00100000:0.0:1777573729.015197:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:62610:x1863919917796992:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:0.0:1777573729.015246:0:8523:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573729.015269:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69198 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3f9 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015287:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89ddc10ead00) 00010000:00010000:0.0:1777573729.015295:0:8523:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573729.015314:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 3/0,1 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015326:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015336:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015350:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015357:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015364:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015463:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015472:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015489:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573729.015727:0:8523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9536 00000004:00080000:0.0:1777573729.015739:0:8523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1253664044705ns, next at 1254664041830ns, rc = 0 00010000:00010000:0.0:1777573729.015783:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015792:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015799:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015805:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015811:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015816:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015837:0:8523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777573729.015854:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015859:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015865:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015870:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573729.015874:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573729.015875:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.015883:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015890:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.015897:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573729.015905:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015905:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89ddc2efe700) 00010000:00010000:0.0:1777573729.015911:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777573729.015916:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.015919:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015936:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a691bb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.015937:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff89ddc2efe700) 00010000:00010000:2.0:1777573729.015941:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573729.015945:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.015956:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a691c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015971:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.015974:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573729.015977:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573729.015980:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573729.015980:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015988:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015994:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.015999:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573729.016002:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.016007:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.016014:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573729.016017:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573729.016020:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 3/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.016025:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691ad lrc: 0/0,0 mode: --/CW res: [0x200000402:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573729.016034:0:8523:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026892155 reply state 00000000cb8905bf transno 4294967581 ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.016044:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.016050:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efeb00) 00010000:00010000:0.0:1777573729.016052:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573729.016055:0:8523:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573729.016138:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:62610:x1863919917796992:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 942us (1175us total) trans 4294967581 rc 0/0 00000100:00100000:0.0:1777573729.016146:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1361 00000004:00080000:0.0:1777573729.957325:0:104384:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1254605629995ns, next at 1251944536277ns, rc = 0 00080000:00080000:0.0:1777573729.957343:0:104384:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1777573729.957603:0:104384:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1254605908940ns, next at 1205571739789ns, rc = 0 00080000:00080000:0.0:1777573729.957610:0:104384:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573729.958125:0:104384:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1254606431307ns, next at 1254664041830ns, rc = 0 00080000:00080000:0.0:1777573729.958134:0:104384:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573729.959023:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 81 committed 00000001:00080000:1.0:1777573729.959049:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967581 is committed 00000004:00080000:1.0:1777573729.959053:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 81 committed 00010000:00010000:0.0:1777573729.959076:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.959088:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.959112:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.959120:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573729.959124:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.959132:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.959149:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x7c633847 (ffff89ddc2efeb00) 00010000:00010000:0.0:1777573729.959152:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573729.959157:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.959163:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a691b4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x31:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573729.959216:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926429312:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1777573729.959281:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573729.959328:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926429312 00000100:00100000:2.0:1777573729.959406:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926429312 00000100:00080000:0.0:1777573729.959474:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573729.959479:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1777573729.959491:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926429312:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1777573729.959607:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:21 count 1 00010000:00010000:2.0:1777573729.959633:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.959784:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.959800:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573729.959803:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573729.959806:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.959834:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.959848:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 5 pid: 8361 timeout: 1354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573729.959860:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926429440:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573729.959923:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec1377b40 going to sleep for 11 seconds 00000004:00080000:2.0:1777573729.961255:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 82 committed 00000004:00080000:1.0:1777573729.961677:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 77 committed 00000100:00100000:0.0:1777573729.962235:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926429440:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573729.962269:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573729.962735:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573729.962767:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917797120 00000100:00100000:0.0:1777573729.962775:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917797120 00010000:00010000:0.0:1777573729.962828:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 6 pid: 8361 timeout: 1354 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1777573729.962853:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573729.962867:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 413 00000100:00100000:0.0:1777573729.962877:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae77850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917797120:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573729.962891:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573729.962897:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 6 pid: 8361 timeout: 1354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.962910:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 6 pid: 8361 timeout: 1354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.962934:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000598a69b5/0x1e8fa618a5a691a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e400 expref: 6 pid: 8361 timeout: 1354 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.962949:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573729.962951:0:6470:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573729.962957:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.962967:0:6470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573729.962994:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573729.963021:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.963034:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573729.963043:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae77850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917797120:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 167us (308us total) trans 0 rc 0/0 00010000:00010000:2.0:1777573729.963047:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573729.963055:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 413 00010000:00010000:2.0:1777573729.963063:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573729.963157:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1777573729.963322:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1863919926429312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3835us (4042us total) trans 4294967370 rc 0/0 00000100:00100000:2.0:1777573729.963328:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000004:00080000:0.0:1777573729.963418:0:3637:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc4915880/2, rc 0, transno 4294967370 00010000:00010000:1.0:1777573729.963429:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573729.963436:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573729.963440:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926429312:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1777573729.963451:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573729.963456:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573729.963465:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573729.963478:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573729.963485:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008cd8145e/0x1e8fa618a5a691c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573729.963503:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573729.963505:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573729.963507:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573729.963768:0:104384:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1254612074685ns, next at 1195846736456ns, rc = 0 00080000:00080000:2.0:1777573729.963777:0:104384:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573729.965080:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 76 committed 00010000:00010000:1.0:1777573730.040565:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573730.743046:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926429952:0@lo:400:kworker.0 00000100:00100000:1.0:1777573730.743051:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926429824:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.743121:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926429568:0@lo:400:kworker.0 00000100:00100000:3.0:1777573730.743138:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573730.743170:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573730.743214:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926430464:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.743217:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926430080:0@lo:400:kworker.0 00000100:00100000:3.0:1777573730.743256:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573730.743262:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573730.743265:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926429696:0@lo:400:kworker.0 00000100:00100000:3.0:1777573730.743284:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926430976:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.743291:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926430592:0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.743303:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573730.743317:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573730.745160:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573730.745212:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926431104:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.745243:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573730.745406:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430464 00000100:00100000:2.0:1777573730.745415:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430464 00000100:00100000:2.0:1777573730.745470:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430976 00000100:00100000:2.0:1777573730.745473:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430976 00000100:00100000:2.0:1777573730.745492:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430592 00000100:00100000:2.0:1777573730.745495:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430592 00000100:00100000:2.0:1777573730.745508:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926431104 00000100:00100000:2.0:1777573730.745511:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926431104 00000100:00100000:2.0:1777573730.745524:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1777573730.745531:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926430464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.745581:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926430464:12345-0@lo:400:kworker.0 Request processed in 49us (2325us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.745588:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1777573730.745606:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1777573730.745611:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926430976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.745639:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926430976:12345-0@lo:400:kworker.0 Request processed in 28us (2322us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.745644:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1777573730.745655:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1777573730.745660:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926430592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.745689:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926430592:12345-0@lo:400:kworker.0 Request processed in 29us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.745710:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1777573730.745720:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1777573730.745726:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926431104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.745749:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1863919926431104:12345-0@lo:400:kworker.0 Request processed in 24us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.745754:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:2.0:1777573730.745773:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573730.745777:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573730.745807:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:2.0:1777573730.745813:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc15b1180, transno 4294967372 00000100:00100000:2.0:1777573730.745826:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926430592:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.745837:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926431104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746015:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926430208:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.746038:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926429952 00000100:00100000:2.0:1777573730.746043:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926429952 00000100:00100000:2.0:1777573730.746070:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926429696 00000100:00100000:2.0:1777573730.746073:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926429696 00000100:00100000:2.0:1777573730.746101:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1777573730.746108:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926429952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.746141:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926429952:12345-0@lo:400:kworker.0 Request processed in 34us (3006us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.746147:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:2.0:1777573730.746161:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:2.0:1777573730.746173:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926429696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746175:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573730.746198:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926430720:0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746221:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573730.746242:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926431232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573730.746270:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926429696:12345-0@lo:400:kworker.0 Request processed in 101us (2966us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.746281:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:0.0:1777573730.746282:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573730.746313:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926429696:0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746360:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430208 00000100:00100000:0.0:1777573730.746364:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430208 00000100:00100000:2.0:1777573730.746382:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430720 00000100:00100000:2.0:1777573730.746387:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430720 00000100:00100000:0.0:1777573730.746395:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:0.0:1777573730.746404:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926430208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.746412:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:2.0:1777573730.746420:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926430720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746455:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926430208:12345-0@lo:400:kworker.0 Request processed in 53us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573730.746463:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:2.0:1777573730.746471:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926430720:12345-0@lo:400:kworker.0 Request processed in 51us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.746477:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:0.0:1777573730.746494:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926431232 00000100:00100000:0.0:1777573730.746498:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926431232 00000100:00100000:0.0:1777573730.746529:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1777573730.746536:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926431232:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573730.746544:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430080 00000100:00100000:2.0:1777573730.746549:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430080 00002000:00000024:0.0:1777573730.746558:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1777573730.746576:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1777573730.746584:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926430080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573730.746598:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926430976:0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746609:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926431232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573730.746617:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1777573730.746630:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926429952:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.746632:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926430080:12345-0@lo:400:kworker.0 Request processed in 49us (3372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.746642:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1777573730.746646:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926430464:0@lo:400:kworker.0 00000100:00080000:0.0:1777573730.746651:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573730.746674:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926429568 00000100:00100000:2.0:1777573730.746678:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926429568 00000100:00100000:3.0:1777573730.746710:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926430080:0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746713:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926430208:0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746734:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926430720:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.746739:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1777573730.746749:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926429568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573730.746754:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926431232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573730.746773:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573730.746780:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926431360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573730.746799:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926429568:12345-0@lo:400:kworker.0 Request processed in 52us (3629us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573730.746806:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1777573730.746811:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573730.746856:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926431360 00000100:00100000:2.0:1777573730.746860:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926431360 00000100:00100000:2.0:1777573730.746882:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1777573730.746976:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926429568:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.747020:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926431360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573730.747029:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3922481152 avail 3690958848 00000100:00100000:2.0:1777573730.747118:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926431360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573730.747173:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926431360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573730.747660:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1777573730.747790:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573730.747858:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926430336:0@lo:400:kworker.0 00000100:00100000:1.0:1777573730.747881:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573730.747913:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926430848:0@lo:400:kworker.0 00000100:00100000:1.0:1777573730.747931:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573730.748142:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430336 00000100:00100000:0.0:1777573730.748148:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430336 00000100:00100000:0.0:1777573730.748226:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926430848 00000100:00100000:0.0:1777573730.748230:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926430848 00000100:00100000:2.0:1777573730.748242:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:2.0:1777573730.748252:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926430336:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1777573730.748255:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573730.748312:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926430336:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.748385:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926430336:12345-0@lo:400:kworker.0 Request processed in 135us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573730.748392:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1777573730.748399:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926430848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573730.748412:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926429824 00000100:00100000:3.0:1777573730.748418:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926429824 00000100:00100000:0.0:1777573730.748437:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926430848:12345-0@lo:400:kworker.0 Request processed in 37us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573730.748452:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1777573730.748464:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926429824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573730.748496:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926430848:0@lo:400:kworker.0 00000100:00100000:3.0:1777573730.748511:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926429824:12345-0@lo:400:kworker.0 Request processed in 47us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573730.748518:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1777573730.748521:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926429824:0@lo:400:kworker.0 00000100:00100000:2.0:1777573730.749062:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:0.0:1777573730.749070:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00010000:00010000:2.0:1777573731.063097:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573731.766920:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573731.767039:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573731.767054:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926431616:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573731.767131:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573731.767187:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926431488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573731.767334:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573731.767467:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926431616 00000100:00100000:3.0:1777573731.767475:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926431616 00000100:00100000:3.0:1777573731.767554:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926431488 00000100:00100000:3.0:1777573731.767557:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926431488 00000100:00100000:1.0:1777573731.767590:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1777573731.767601:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926431616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573731.767629:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573731.767681:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926431616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573731.767688:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1777573731.767742:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:1.0:1777573731.767749:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926431488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573731.767759:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573731.767786:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926431488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573731.767791:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1777573731.767813:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc419b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926431616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573731.767868:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926431488:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777573732.086861:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573732.278892:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926431744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573732.278960:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573732.279007:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926431744 00000100:00100000:2.0:1777573732.279015:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926431744 00000100:00100000:2.0:1777573732.279088:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1777573732.279097:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926431744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573732.279127:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:2.0:1777573732.279193:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926431744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573732.279202:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1777573732.279245:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926431744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573732.376019:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573732.376088:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573732.376105:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917797376 00000100:00100000:3.0:1777573732.376117:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917797376 00000100:00100000:2.0:1777573732.376134:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573732.376166:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573732.376195:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917797248 00000100:00100000:3.0:1777573732.376197:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917797504 00000100:00100000:1.0:1777573732.376201:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917797248 00000100:00100000:3.0:1777573732.376203:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917797504 00000100:00100000:2.0:1777573732.376216:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573732.376238:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1698 00000100:00100000:2.0:1777573732.376248:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917797632 00000100:00100000:3.0:1777573732.376252:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917797376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573732.376253:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917797632 00000100:00100000:1.0:1777573732.376262:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 934 00000100:00100000:1.0:1777573732.376273:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917797248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573732.376314:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 960 00000100:00100000:2.0:1777573732.376324:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917797632:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:0.0:1777573732.376365:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573732.376371:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573732.376373:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573732.376400:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1699 00000100:00100000:0.0:1777573732.376409:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917797504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573732.376472:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917797376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 225us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573732.376476:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917797248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 204us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573732.376484:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1698 00000100:00100000:1.0:1777573732.376492:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 934 00000100:00100000:1.0:1777573732.376540:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917797760 00000100:00100000:1.0:1777573732.376544:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917797760 00000100:00100000:2.0:1777573732.376564:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917797632:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 240us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573732.376573:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 960 00000100:00100000:1.0:1777573732.376585:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 961 00000100:00100000:1.0:1777573732.376594:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917797760:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573732.376632:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917797760:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 40us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573732.376638:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 961 00000100:00080000:1.0:1777573732.376659:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573732.376824:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917797504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 416us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573732.376833:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1699 00010000:00010000:0.0:1777573733.110819:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573733.815834:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573733.815855:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926431872:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573733.815921:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573733.816083:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926431872 00000100:00100000:0.0:1777573733.816098:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926431872 00000100:00100000:0.0:1777573733.816185:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1777573733.816196:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926431872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573733.816248:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573733.816343:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926431872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 149us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573733.816351:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1777573733.816468:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926431872:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573734.134961:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573735.158882:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1777573735.355400:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000100:00100000:2.0:1777573735.863013:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926432000:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863151:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573735.863221:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926432384:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863225:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926432512:0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.863278:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926432256:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863293:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573735.863316:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.863319:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926433024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863348:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573735.863354:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926432768:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863368:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926433536:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863392:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.863407:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573735.863412:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.863416:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926432128:0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.863438:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926433280:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863444:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.863464:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926432640:0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.863471:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.863496:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573735.863512:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432512 00000100:00100000:2.0:1777573735.863519:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4470a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926433152:0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.863520:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432512 00000100:00100000:2.0:1777573735.863541:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.863575:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432000 00000100:00100000:3.0:1777573735.863579:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432256 00000100:00100000:2.0:1777573735.863579:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432000 00000100:00100000:3.0:1777573735.863584:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432256 00000100:00100000:3.0:1777573735.863610:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1777573735.863617:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1777573735.863620:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926432512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863629:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926432000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.863710:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926432512:12345-0@lo:400:kworker.0 Request processed in 75us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573735.863722:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926432000:12345-0@lo:400:kworker.0 Request processed in 97us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.863730:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1777573735.863733:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1777573735.863756:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1777573735.863765:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926432256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863780:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433024 00000100:00100000:2.0:1777573735.863785:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433024 00000100:00100000:3.0:1777573735.863806:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926432256:12345-0@lo:400:kworker.0 Request processed in 43us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.863819:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1777573735.863828:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433536 00000100:00100000:2.0:1777573735.863833:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433536 00000100:00100000:0.0:1777573735.863844:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432768 00000100:00100000:0.0:1777573735.863850:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432768 00000100:00100000:3.0:1777573735.863855:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432128 00000100:00100000:3.0:1777573735.863861:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432128 00000100:00100000:2.0:1777573735.863867:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1777573735.863880:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926433024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.863893:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433280 00000100:00100000:0.0:1777573735.863897:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433280 00000100:00100000:3.0:1777573735.863902:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432640 00000100:00100000:3.0:1777573735.863908:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432640 00000100:00100000:0.0:1777573735.863917:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433152 00000100:00100000:0.0:1777573735.863921:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433152 00000100:00100000:3.0:1777573735.863938:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1777573735.863945:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926433024:12345-0@lo:400:kworker.0 Request processed in 68us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.863947:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926432768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.863963:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1777573735.863963:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:0.0:1777573735.863994:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926432128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573735.863997:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573735.863999:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926432768:12345-0@lo:400:kworker.0 Request processed in 43us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573735.864004:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1777573735.864015:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1777573735.864023:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926433536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.864038:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432384 00000100:00100000:3.0:1777573735.864043:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432384 00000100:00100000:1.0:1777573735.864054:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926432896:0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864069:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926432128:12345-0@lo:400:kworker.0 Request processed in 93us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.864079:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:0.0:1777573735.864087:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:3.0:1777573735.864091:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926433280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864107:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:0.0:1777573735.864124:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926432640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.864137:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926433536:12345-0@lo:400:kworker.0 Request processed in 120us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573735.864144:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00080000:2.0:1777573735.864165:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573735.864168:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573735.864171:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573735.864173:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573735.864202:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:2.0:1777573735.864210:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926433152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573735.864511:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573735.864521:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926433280:12345-0@lo:400:kworker.0 Request processed in 433us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573735.864528:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926432640:12345-0@lo:400:kworker.0 Request processed in 411us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573735.864530:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926433152:12345-0@lo:400:kworker.0 Request processed in 318us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.864537:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:0.0:1777573735.864548:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1777573735.864553:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926433408:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.864563:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1777573735.864573:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1777573735.864584:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926432384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573735.864604:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.864606:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926433664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573735.864648:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926432384:12345-0@lo:400:kworker.0 Request processed in 67us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.864661:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:2.0:1777573735.864661:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573735.864683:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926432384:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.864751:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926432128:0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864751:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433664 00000100:00100000:0.0:1777573735.864759:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433664 00000100:00100000:2.0:1777573735.864770:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926432640:0@lo:400:kworker.0 00000100:00100000:2.0:1777573735.864783:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926433152:0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.864791:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926433792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573735.864794:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926432512:0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864803:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1777573735.864811:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926433024:0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864815:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926433664:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573735.864819:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967370 gen 2 00000004:00080000:2.0:1777573735.864824:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc4915880, transno 4294967370 00000100:00100000:3.0:1777573735.864832:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573735.864833:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926433536:0@lo:400:kworker.0 00002000:00000024:0.0:1777573735.864837:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573735.864844:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4473b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926432000:0@lo:400:kworker.0 00000100:00100000:3.0:1777573735.864874:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926432256:0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864890:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926433664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.864894:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926432768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864901:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1777573735.864912:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4470e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926433280:0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.864916:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433792 00000100:00100000:0.0:1777573735.864920:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433792 00000100:00100000:0.0:1777573735.864956:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1777573735.864965:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926433792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573735.864976:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1777573735.864996:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573735.865024:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926433792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573735.865025:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926433664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573735.865038:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1777573735.865062:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926432896 00000100:00100000:3.0:1777573735.865071:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926433792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573735.865071:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926432896 00000100:00100000:0.0:1777573735.865079:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433408 00000100:00100000:0.0:1777573735.865086:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433408 00000100:00100000:0.0:1777573735.865119:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1777573735.865127:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926433408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.865172:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926433408:12345-0@lo:400:kworker.0 Request processed in 44us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573735.865181:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00080000:3.0:1777573735.865190:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573735.865200:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1777573735.865217:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926432896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573735.865253:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926433408:0@lo:400:kworker.0 00000100:00100000:1.0:1777573735.865311:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926432896:12345-0@lo:400:kworker.0 Request processed in 99us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573735.865313:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926432896:0@lo:400:kworker.0 00000100:00100000:1.0:1777573735.865333:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00010000:00010000:0.0:1777573736.183835:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573736.349659:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573736.349732:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917797888 00000100:00100000:0.0:1777573736.349742:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917797888 00000100:00080000:3.0:1777573736.349788:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573736.349808:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1362 00000100:00100000:0.0:1777573736.349819:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917797888:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573736.349916:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917797888:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 98us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573736.349924:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1362 00000100:00100000:3.0:1777573736.351370:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573736.351508:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798016 00000100:00100000:0.0:1777573736.351515:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798016 00000100:00080000:3.0:1777573736.351561:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573736.351588:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 617 00000100:00100000:0.0:1777573736.351598:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798016:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573736.352288:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798016:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 687us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573736.352297:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 617 00000100:00100000:3.0:1777573736.353530:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573736.353580:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798144 00000100:00100000:0.0:1777573736.353587:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798144 00000100:00100000:0.0:1777573736.353641:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 618 00000100:00100000:0.0:1777573736.353649:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798144:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573736.353811:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798144:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 161us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573736.353818:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 618 00000100:00080000:3.0:1777573736.354120:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573736.354842:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573736.354907:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798272 00000100:00100000:1.0:1777573736.354914:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798272 00000100:00100000:1.0:1777573736.354983:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1363 00000100:00100000:1.0:1777573736.354993:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917798272:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573736.355210:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917798272:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 218us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573736.355220:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1363 00000100:00100000:1.0:1777573736.357189:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573736.357218:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798400 00000100:00100000:1.0:1777573736.357237:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798400 00000100:00100000:1.0:1777573736.357312:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1364 00000100:00100000:1.0:1777573736.357321:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798400:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573736.357503:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798400:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 183us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573736.357509:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1364 00000100:00080000:3.0:1777573736.358438:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573736.360925:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573736.361013:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798528 00000100:00100000:0.0:1777573736.361023:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798528 00000100:00100000:0.0:1777573736.361076:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1365 00000100:00100000:0.0:1777573736.361088:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917798528:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573736.361378:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917798528:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 292us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573736.361387:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1365 00000100:00100000:0.0:1777573736.362840:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573736.362896:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798656 00000100:00100000:0.0:1777573736.362907:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798656 00000100:00100000:0.0:1777573736.362966:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 619 00000100:00100000:0.0:1777573736.362989:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc63050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798656:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:0.0:1777573736.363256:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc63050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798656:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 280us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573736.363265:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 619 00000100:00100000:0.0:1777573736.367339:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573736.367447:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798784 00000100:00100000:2.0:1777573736.367460:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798784 00000100:00100000:2.0:1777573736.367563:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 620 00000100:00100000:2.0:1777573736.367574:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798784:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573736.367924:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917798784:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 344us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573736.367936:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 620 00000100:00100000:0.0:1777573736.369809:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573736.369866:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917798912 00000100:00100000:3.0:1777573736.369876:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917798912 00000100:00100000:3.0:1777573736.369939:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1366 00000100:00100000:3.0:1777573736.369955:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917798912:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573736.370253:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:62898:x1863919917798912:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 302us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573736.370264:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1366 00000100:00100000:3.0:1777573736.371112:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573736.371178:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917799040 00000100:00100000:0.0:1777573736.371187:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917799040 00000100:00100000:0.0:1777573736.371253:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1367 00000100:00100000:0.0:1777573736.371272:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917799040:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573736.372826:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:62898:x1863919917799040:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 1558us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573736.372841:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1367 00000100:00100000:0.0:1777573736.384409:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573736.384465:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917799168 00000100:00100000:1.0:1777573736.384477:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917799168 00000100:00100000:1.0:1777573736.384538:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1368 00000100:00100000:1.0:1777573736.384549:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:62899:x1863919917799168:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573736.384568:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573736.384637:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a691d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e407 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573736.385887:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a691d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573736.385904:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a691d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573736.385916:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a691d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573736.385970:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00000004:00200000:1.0:1777573736.385973:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1777573736.386005:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a691d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573736.386032:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187400/0x1e8fa618a5a691d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e407 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573736.386051:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a691d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e407 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573736.386061:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:1.0:1777573736.386064:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1777573736.386067:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186000, rc 0) 00000100:00100000:1.0:1777573736.386134:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:62899:x1863919917799168:12345-192.168.204.9@tcp:101:rm.0 Request processed in 1587us (1731us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573736.386140:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1368 00000100:00100000:3.0:1777573736.387999:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573736.388041:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917799424 00000100:00100000:0.0:1777573736.388051:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917799424 00000100:00100000:0.0:1777573736.388102:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1369 00000100:00100000:0.0:1777573736.388112:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:62899:x1863919917799424:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573736.388134:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573736.388152:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e40e expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573736.388243:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00010000:00010000:0.0:1777573736.388358:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691de lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e40e expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573736.388372:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573736.388375:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573736.388379:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a691de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e40e expref: 10 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573736.388392:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573736.388453:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:62899:x1863919917799424:12345-192.168.204.9@tcp:101:rm.0 Request processed in 344us (461us total) trans 4294967582 rc 301/301 00000100:00100000:0.0:1777573736.388461:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1369 00000100:00100000:3.0:1777573736.390493:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573736.390540:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917799552 00000100:00100000:1.0:1777573736.390547:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917799552 00000100:00100000:1.0:1777573736.390598:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 194 00000100:00100000:1.0:1777573736.390608:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:62899:x1863919917799552:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:3.0:1777573736.392742:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:62899:x1863919917799552:12345-192.168.204.9@tcp:37:rm.0 Request processed in 2130us (2248us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573736.392751:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 194 00000100:00100000:3.0:1777573736.394451:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573736.394574:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917799808 00000100:00100000:1.0:1777573736.394590:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917799808 00000100:00100000:1.0:1777573736.394679:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 195 00000100:00100000:1.0:1777573736.394718:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:62899:x1863919917799808:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:1.0:1777573736.395026:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:62899:x1863919917799808:12345-192.168.204.9@tcp:35:rm.0 Request processed in 337us (579us total) trans 4294967583 rc 0/0 00000100:00100000:1.0:1777573736.395035:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 195 00000100:00100000:0.0:1777573736.396876:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573736.396929:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800064 00000100:00100000:3.0:1777573736.396940:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800064 00000100:00100000:3.0:1777573736.397080:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1370 00000100:00100000:3.0:1777573736.397094:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:62899:x1863919917800064:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1777573736.397155:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1777573736.397189:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186000/0x1e8fa618a5a691d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e407 expref: 10 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397264:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec8989000/0x1e8fa618a5a6917c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e3f2 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397278:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573736.397301:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a68e88 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e33c expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397312:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573736.397316:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573736.397342:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397358:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397370:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397385:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397393:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397404:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397508:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397516:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397523:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573736.397822:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 4096 00010000:00010000:3.0:1777573736.397840:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397849:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397855:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397861:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573736.397866:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397874:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397884:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff89ddc10eaa00) 00010000:00010000:3.0:1777573736.397887:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573736.397892:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397906:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a691fa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397927:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397934:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397939:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397945:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397950:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573736.397952:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397958:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397965:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573736.397968:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573736.397971:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.397988:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a691ec lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573736.397999:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003caebed7 reply state 0000000084b65579 transno 4294967584 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.398012:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573736.398019:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea700) 00010000:00010000:3.0:1777573736.398022:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573736.398024:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573736.398113:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:62899:x1863919917800064:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1022us (1241us total) trans 4294967584 rc 0/0 00000100:00100000:3.0:1777573736.398121:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1370 00000100:00100000:0.0:1777573736.889036:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926433920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573736.889089:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926434048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573736.889158:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573736.889199:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926433920 00000100:00100000:2.0:1777573736.889208:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926433920 00000100:00100000:3.0:1777573736.889251:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573736.889258:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1777573736.889269:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926433920:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573736.889269:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434048 00000100:00100000:0.0:1777573736.889273:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434048 00002000:00000024:2.0:1777573736.889297:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573736.889309:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1777573736.889315:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926434048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573736.889325:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573736.889340:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926433920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573736.889348:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1777573736.889348:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926434048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573736.889353:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1777573736.889393:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926433920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573736.889470:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926434048:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1777573737.206873:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573737.399034:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926434176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573737.399100:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573737.399234:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434176 00000100:00100000:2.0:1777573737.399243:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434176 00000100:00100000:2.0:1777573737.399346:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1777573737.399357:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926434176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573737.399395:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446211584 avail 1299972096 00000100:00100000:2.0:1777573737.399460:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926434176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573737.399468:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1777573737.399520:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926434176:0@lo:41:osp-pre-0-1.0 00000020:00000080:3.0:1777573737.464602:0:104769:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc78b2a430 20000000:00000080:3.0:1777573737.464614:0:104769:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33f3000 uarg=0000000000000000 00010000:00010000:3.0:1777573737.464831:0:104769:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573737.464848:0:104769:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573737.464870:0:104769:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573737.464882:0:104769:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573737.464903:0:104769:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573737.464920:0:104769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.464936:0:104769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.464948:0:104769:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.464999:0:104769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.465013:0:104769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 22 pid: 6478 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573737.465027:0:104769:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104769:1863919926434304:0@lo:104: 00000100:00100000:3.0:1777573737.465086:0:104769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573737.465140:0:104769:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1fe9000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573737.465148:0:9433:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1777573737.465162:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434304 00000100:00100000:2.0:1777573737.465168:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434304 00000100:00100000:2.0:1777573737.465215:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1777573737.465226:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:104769:x1863919926434304:12345-0@lo:104: 00010000:00010000:2.0:1777573737.465239:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573737.465293:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573737.465304:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:104769:x1863919926434304:12345-0@lo:104: Request processed in 81us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573737.465312:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1777573737.465315:0:104769:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:104769:1863919926434304:0@lo:104: 00010000:00010000:1.0:1777573737.465332:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573737.465340:0:104769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573737.465340:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573737.465358:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1e00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573737.465363:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573737.465372:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573737.465379:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573737.465385:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573737.465416:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573737.465423:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573737.465446:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573737.465453:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec1e00/0x1e8fa618a5a68e73 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a68e7a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573737.465465:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926434432:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573737.465466:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573737.465468:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573737.465471:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573737.465496:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573737.466025:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434432 00000100:00100000:0.0:1777573737.466030:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434432 00010000:00010000:0.0:1777573737.466049:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 23 pid: 6478 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573737.466076:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1777573737.466091:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926434432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573737.466102:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573737.466106:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 23 pid: 6478 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466117:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 23 pid: 6478 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466126:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186c00/0x1e8fa618a5a68e7a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a68e73 expref: 23 pid: 6478 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466134:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466140:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466152:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466159:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466166:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466172:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466178:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573737.466183:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466190:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466208:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573737.466219:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573737.466233:0:104769:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.466243:0:104769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.466249:0:104769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69201 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573737.466262:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926434432:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573737.466269:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1777573737.466293:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926434432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573737.497380:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573737.497426:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573737.497458:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573737.497472:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800448 00000100:00100000:1.0:1777573737.497480:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573737.497483:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800448 00000100:00100000:1.0:1777573737.497505:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573737.497526:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800704 00000100:00100000:1.0:1777573737.497530:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800704 00000100:00100000:3.0:1777573737.497534:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800320 00000100:00100000:3.0:1777573737.497536:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800320 00000100:00100000:1.0:1777573737.497555:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800576 00000100:00100000:1.0:1777573737.497557:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800576 00000100:00100000:3.0:1777573737.497562:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1706 00000100:00100000:3.0:1777573737.497572:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917800448:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573737.497577:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 966 00000100:00100000:1.0:1777573737.497582:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917800704:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573737.497663:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800192 00000100:00100000:2.0:1777573737.497666:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800192 00000100:00100000:2.0:1777573737.497713:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 936 00000100:00100000:2.0:1777573737.497720:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917800192:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573737.497790:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917800448:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 219us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573737.497790:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917800704:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 207us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573737.497799:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1706 00000100:00100000:1.0:1777573737.497799:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 966 00000100:00100000:3.0:1777573737.497818:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1707 00000100:00100000:1.0:1777573737.497818:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 967 00000100:00100000:3.0:1777573737.497824:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:2402:x1863919917800320:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573737.497824:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917800576:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573737.497848:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+9:2402:x1863919917800320:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 26us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573737.497848:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917800576:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573737.497855:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1707 00000100:00100000:1.0:1777573737.497855:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 967 00000100:00100000:2.0:1777573737.498135:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917800192:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 415us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573737.498142:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 936 00000020:00000080:3.0:1777573737.834682:0:104817:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc27e9d200 20000000:00000080:3.0:1777573737.834745:0:104817:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33f1c00 uarg=0000000000000000 00010000:00010000:3.0:1777573737.834910:0:104817:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573737.834928:0:104817:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573737.834961:0:104817:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573737.834974:0:104817:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573737.834994:0:104817:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573737.835014:0:104817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835028:0:104817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835039:0:104817:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835046:0:104817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835051:0:104817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835057:0:104817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835063:0:104817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573737.835067:0:104817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835074:0:104817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835084:0:104817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835092:0:104817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573737.835097:0:104817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace200/0x1e8fa618a5a69208 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 104817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573738.230883:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573738.935097:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926434560:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573738.935175:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573738.935223:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434560 00000100:00100000:3.0:1777573738.935231:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434560 00000100:00100000:3.0:1777573738.935287:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1777573738.935299:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926434560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573738.935336:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573738.935431:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926434560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573738.935449:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1777573738.935475:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926434560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573739.074518:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573739.074566:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800832 00000100:00100000:0.0:1777573739.074577:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800832 00000100:00100000:0.0:1777573739.074667:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1371 00000100:00080000:3.0:1777573739.074672:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573739.074680:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:63011:x1863919917800832:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573739.074732:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573739.074751:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6920f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e415 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.074813:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.074827:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.074844:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573739.074890:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1777573739.074894:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573739.074911:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.074944:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6920f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.074961:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 10 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.074970:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573739.074973:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1777573739.074976:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0600, rc 0) 00000100:00100000:0.0:1777573739.075035:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:63011:x1863919917800832:12345-192.168.204.9@tcp:101:rm.0 Request processed in 359us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.075042:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1371 00000100:00100000:3.0:1777573739.076223:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573739.076269:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917800960 00000100:00100000:0.0:1777573739.076275:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917800960 00000100:00100000:0.0:1777573739.076326:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1372 00000100:00100000:0.0:1777573739.076333:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:63011:x1863919917800960:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573739.076344:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573739.076357:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6921d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e41c expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076398:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076408:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076417:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076428:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076434:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076440:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076474:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076481:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076487:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076492:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076497:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573739.076501:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076507:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076515:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573739.076518:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573739.076521:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076527:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a69224 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076537:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076543:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076548:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076552:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573739.076555:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076560:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076570:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea700) 00010000:00010000:0.0:1777573739.076572:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573739.076576:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076581:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6922b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076598:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6921d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e41c expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076606:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573739.076609:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573739.076612:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a6921d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e41c expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.076620:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573739.076661:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:63011:x1863919917800960:12345-192.168.204.9@tcp:101:rm.0 Request processed in 329us (443us total) trans 0 rc 301/301 00000100:00100000:0.0:1777573739.076668:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1372 00000100:00100000:1.0:1777573739.099271:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573739.099377:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917801216 00000100:00100000:2.0:1777573739.099391:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917801216 00000100:00080000:3.0:1777573739.099456:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573739.099473:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1373 00000100:00100000:2.0:1777573739.099485:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:63015:x1863919917801216:12345-192.168.204.9@tcp:36:lfs.0 00000100:00100000:2.0:1777573739.099611:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926434688:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573739.099682:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.099765:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434688 00000100:00100000:3.0:1777573739.099770:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434688 00000100:00100000:2.0:1777573739.099772:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded192be40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573739.099807:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1777573739.099815:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926434688:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.099882:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926434688:12345-0@lo:1000:mdt00_000.0 Request processed in 68us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573739.099889:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1777573739.099997:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926434688:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573739.100040:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926434816:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573739.100060:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573739.100081:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded192be40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573739.100274:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434816 00000100:00100000:3.0:1777573739.100279:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434816 00000100:00100000:3.0:1777573739.100304:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1777573739.100310:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926434816:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.100375:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926434816:12345-0@lo:1000:mdt00_000.0 Request processed in 65us (313us total) trans 0 rc -2/-2 00000100:00100000:3.0:1777573739.100380:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1777573739.100969:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926434816:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1777573739.101018:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.101028:0:6485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.101038:0:6485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573739.101053:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926434944:0@lo:101:mdt00_000.0 00000100:00100000:2.0:1777573739.101078:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573739.101108:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded192b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573739.101174:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926434944 00000100:00100000:3.0:1777573739.101179:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926434944 00000100:00100000:3.0:1777573739.101211:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1777573739.101219:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6485:x1863919926434944:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1777573739.101230:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573739.101247:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69232 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.101281:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.101291:0:6491:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.101315:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.101327:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 9 pid: 12623 timeout: 1363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.101338:0:6491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6491:1863919926435072:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573739.101456:0:6491:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573739.102938:0:6491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6491:1863919926435072:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573739.102981:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:3.0:1777573739.102984:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.102997:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573739.102999:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573739.103002:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.103008:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573739.103082:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926434944:12345-0@lo:101:mdt00_000.0 Request processed in 1864us (2002us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573739.103111:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917801344 00000100:00100000:2.0:1777573739.103121:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917801344 00010000:00010000:2.0:1777573739.103183:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 10 pid: 12623 timeout: 1363 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.103208:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1777573739.103252:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 415 00000100:00100000:2.0:1777573739.103265:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+10:2401:x1863919917801344:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573739.103282:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573739.103290:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 10 pid: 12623 timeout: 1363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.103305:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 10 pid: 12623 timeout: 1363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.103346:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69216 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e415 expref: 10 pid: 12623 timeout: 1363 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.103367:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573739.103373:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.103386:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.103396:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.103439:0:6471:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573739.103469:0:6471:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6471:1863919926435200:0@lo:105: 00000100:00100000:1.0:1777573739.103485:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926434944:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1777573739.103506:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.103521:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573739.103527:0:6471:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573739.103616:0:6471:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded192be40 going to sleep for 11 seconds 00000100:00100000:3.0:1777573739.103669:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926435200 00000100:00100000:3.0:1777573739.103678:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926435200 00000100:00100000:3.0:1777573739.103818:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1777573739.103827:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6471:x1863919926435200:12345-0@lo:105: 00010000:00010000:3.0:1777573739.103839:0:6469:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.103849:0:6469:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.103859:0:6469:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.103866:0:6469:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.103875:0:6469:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.103884:0:6469:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.103907:0:6469:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc1c54e00) 00010000:00010000:1.0:1777573739.103952:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.103961:0:6485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573739.103983:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1777573739.104014:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6471:x1863919926435200:12345-0@lo:105: Request processed in 188us (492us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573739.104021:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.104022:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00010000:00010000:1.0:1777573739.104032:0:6485:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.104040:0:6485:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573739.104059:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435328:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1777573739.104094:0:6471:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6471:1863919926435200:0@lo:105: 00000100:00100000:1.0:1777573739.104098:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573739.104113:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573739.104131:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573739.104188:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926435328 00000100:00100000:3.0:1777573739.104192:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926435328 00000100:00100000:3.0:1777573739.104218:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1777573739.104225:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926435328:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1777573739.104239:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573739.104252:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69240 expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.104269:0:13250:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 2/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.104285:0:13250:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 4/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.104301:0:13250:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:3.0:1777573739.104331:0:13250:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1777573739.104378:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.104387:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea700) 00010000:00010000:3.0:1777573739.104390:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573739.104395:0:13250:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 3/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.104401:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace200, rc 0) 00000100:00100000:3.0:1777573739.104434:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435328:12345-0@lo:101:mdt00_000.0 Request processed in 210us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573739.104443:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1777573739.104486:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4771c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435328:0@lo:101:mdt00_000.0 00010000:00010000:3.0:1777573739.104499:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.104510:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 4/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573739.104592:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:2401:x1863919917801344:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 1328us (1618us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.104601:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 415 00000001:00080000:2.0:1777573739.106162:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967584 is committed 00010000:00010000:1.0:1777573739.106330:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106345:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106352:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106359:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573739.106363:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106370:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106385:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea700) 00010000:00010000:1.0:1777573739.106388:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573739.106394:0:3621:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106405:0:3621:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106414:0:3621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.106452:0:3621:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573739.106465:0:3621:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3621:1863919926435456:0@lo:105: 00000100:00100000:1.0:1777573739.106519:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573739.106568:0:3621:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573739.106654:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926435456 00000100:00100000:2.0:1777573739.106662:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926435456 00000100:00100000:2.0:1777573739.106737:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1777573739.106746:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3621:x1863919926435456:12345-0@lo:105: 00010000:00010000:2.0:1777573739.106757:0:9433:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.106772:0:9433:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.106780:0:9433:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 5/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.106788:0:9433:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 5/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.106796:0:9433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.106805:0:9433:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 6/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.106826:0:9433:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc3187c00) 00010000:00010000:3.0:1777573739.106856:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.106873:0:6485:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573739.106912:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3621:x1863919926435456:12345-0@lo:105: Request processed in 167us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573739.106920:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000004:00080000:3.0:1777573739.106932:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1777573739.106989:0:3621:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773b80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3621:1863919926435456:0@lo:105: 00010000:00010000:1.0:1777573739.107008:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.107017:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435584:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1777573739.107036:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a691f3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.107093:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.107136:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1777573739.107169:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926435584 00000100:00100000:0.0:1777573739.107176:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926435584 00000100:00100000:0.0:1777573739.107214:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1777573739.107219:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435584:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573739.107292:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435584:12345-0@lo:1000:mdt00_000.0 Request processed in 68us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.107300:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1777573739.107318:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435584:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.107756:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435712:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.107791:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.107816:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573739.107840:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926435712 00000100:00100000:2.0:1777573739.107846:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926435712 00000100:00100000:2.0:1777573739.107882:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1777573739.107889:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435712:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573739.107989:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435712:12345-0@lo:1000:mdt00_000.0 Request processed in 100us (198us total) trans 0 rc -2/-2 00000100:00100000:2.0:1777573739.107996:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:3.0:1777573739.108030:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435712:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.108122:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435840:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.108149:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.108173:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1777573739.108192:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926435840 00000100:00100000:0.0:1777573739.108197:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926435840 00000100:00100000:0.0:1777573739.108223:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1777573739.108232:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435840:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573739.108289:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435840:12345-0@lo:1000:mdt00_000.0 Request processed in 59us (138us total) trans 0 rc -2/-2 00000100:00100000:0.0:1777573739.108298:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:3.0:1777573739.108301:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435840:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.108350:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435968:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.108372:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.108388:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0240 going to sleep for 11 seconds 00000100:00100000:2.0:1777573739.108406:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926435968 00000100:00100000:2.0:1777573739.108411:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926435968 00000100:00100000:2.0:1777573739.108436:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1777573739.108443:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435968:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1777573739.108495:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926435968:12345-0@lo:1000:mdt00_000.0 Request processed in 51us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573739.108501:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1777573739.108504:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926435968:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.108562:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926436096:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573739.108591:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.108614:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0240 going to sleep for 11 seconds 00000100:00100000:0.0:1777573739.108645:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926436096 00000100:00100000:0.0:1777573739.108650:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926436096 00000100:00100000:0.0:1777573739.108673:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1777573739.108680:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926436096:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1777573739.108757:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:6485:x1863919926436096:12345-0@lo:1000:mdt00_000.0 Request processed in 77us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.108764:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:3.0:1777573739.108781:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926436096:0@lo:1000:mdt00_000.0 00000040:00080000:3.0:1777573739.109272:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].12, 1096 off44192 00000040:00080000:3.0:1777573739.109329:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].12, 1240 off45664 00000004:00080000:3.0:1777573739.109335:0:6485:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc45a0180 with version 26 00000004:00080000:0.0:1777573739.109392:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 26 rpc_version 26 00000020:00100000:0.0:1777573739.109456:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1777573739.109464:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ddc447a680 x1863919926436352/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2520/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1777573739.109480:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc447a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926436352:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573739.109508:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573739.109530:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489840 going to sleep for 11 seconds 00000100:00100000:2.0:1777573739.109559:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926436352 00000100:00100000:2.0:1777573739.109566:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926436352 00000100:00100000:2.0:1777573739.109593:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1777573739.109598:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7412:x1863919926436352:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1777573739.109888:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7412:x1863919926436352:12345-0@lo:1000:osp_up0-1.0 Request processed in 289us (378us total) trans 4294967585 rc 0/0 00000100:00100000:2.0:1777573739.109895:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1777573739.109983:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc447a680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926436352:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1777573739.110093:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110107:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110119:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573739.110135:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a9051edc reply state 00000000b0b26e03 transno 4294967485 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110145:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110152:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:3.0:1777573739.110155:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573739.110159:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573739.110165:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00080000:3.0:1777573739.110173:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1777573739.110181:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110189:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110198:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110225:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1777573739.110230:0:6485:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1777573739.110234:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.110242:0:6485:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.110321:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63015:x1863919917801216:12345-192.168.204.9@tcp:36:lfs.0 Request processed in 10839us (11067us total) trans 4294967485 rc 0/0 00000100:00100000:3.0:1777573739.110329:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1373 00010000:00010000:2.0:1777573739.110386:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573739.110392:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.110400:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:2.0:1777573739.110404:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573739.110411:0:8386:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.110434:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.110445:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573739.110474:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.110482:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc1c54e00/0x1e8fa618a5a69232 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69239 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.110495:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573739.110497:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573739.110500:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573739.110507:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573739.110521:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926436480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573739.110552:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573739.111332:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926436480 00000100:00100000:2.0:1777573739.111340:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926436480 00000100:00100000:2.0:1777573739.111380:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1777573739.111387:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3638:x1863919926436480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573739.111398:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573739.111416:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69239 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a69232 expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.111430:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573739.111434:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573739.111472:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3638:x1863919926436480:12345-0@lo:103:ldlm_bl.0 Request processed in 86us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573739.111479:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1777573739.111635:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926436480:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573739.134826:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573739.134886:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917801472 00000100:00100000:3.0:1777573739.134895:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917801472 00000100:00100000:3.0:1777573739.134967:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1374 00000100:00100000:3.0:1777573739.134976:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:63019:x1863919917801472:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:3.0:1777573739.134995:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573739.135019:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69255 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e423 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.135085:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6925c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.135100:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6925c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.135112:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6925c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573739.135161:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1777573739.135165:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573739.135186:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6925c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.135209:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69255 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e423 expref: 7 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.135227:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6925c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e423 expref: 6 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.135241:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573739.135244:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573739.135247:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:3.0:1777573739.135310:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63019:x1863919917801472:12345-192.168.204.9@tcp:101:chown.0 Request processed in 335us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573739.135318:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1374 00000100:00100000:0.0:1777573739.136964:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573739.137007:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917801600 00000100:00100000:3.0:1777573739.137015:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917801600 00000100:00100000:3.0:1777573739.137061:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1375 00000100:00100000:3.0:1777573739.137069:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:63019:x1863919917801600:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:3.0:1777573739.137084:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573739.137100:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69263 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e42a expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137144:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137156:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137166:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137177:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137187:0:26981:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137197:0:26981:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137226:0:26981:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.137238:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:26981:1863919926436608:0@lo:104: 00000100:00100000:3.0:1777573739.137274:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.137326:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573739.137398:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926436608 00000100:00100000:2.0:1777573739.137403:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926436608 00000100:00100000:2.0:1777573739.137475:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1777573739.137483:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:26981:x1863919926436608:12345-0@lo:104: 00010000:00010000:2.0:1777573739.137505:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.137566:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573739.137572:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:26981:x1863919926436608:12345-0@lo:104: Request processed in 91us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573739.137578:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00010000:00010000:1.0:1777573739.137651:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573739.137658:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.137666:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:1.0:1777573739.137672:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573739.137680:0:6474:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.137726:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.137733:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1777573739.137788:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926436736:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573739.137816:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573739.137863:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573739.137866:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926436736 00000100:00100000:0.0:1777573739.137872:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926436736 00010000:00010000:1.0:1777573739.137874:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3187c00/0x1e8fa618a5a69240 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69247 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.137878:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:26981:1863919926436608:0@lo:104: 00010000:00010000:0.0:1777573739.137897:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.137901:0:26981:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.137909:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573739.137912:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573739.137915:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573739.137952:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1777573739.137962:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3638:x1863919926436736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573739.137972:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1777573739.139498:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967585 is committed 00010000:00010000:0.0:1777573739.140760:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace200/0x1e8fa618a5a69247 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a69240 expref: 7 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.140773:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea700) 00010000:00010000:0.0:1777573739.140776:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.140783:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.140788:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.140811:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573739.140845:0:26981:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.140855:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573739.140874:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926436736:12345-0@lo:103:ldlm_bl.0 Request processed in 2914us (3056us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.140881:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1777573739.141021:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26981:1863919926436864:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1777573739.141060:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573739.141084:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573739.141119:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926436864 00000100:00100000:0.0:1777573739.141126:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926436864 00000100:00100000:0.0:1777573739.141170:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1777573739.141179:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:26981:x1863919926436864:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1777573739.141196:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4772680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926436736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573739.141256:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:26981:x1863919926436864:12345-0@lo:1000:mdt00_005.0 Request processed in 78us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.141266:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1777573739.141393:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:26981:1863919926436864:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1777573739.141492:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69278 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141503:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69278 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141513:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69278 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573739.141535:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69278 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141548:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141558:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141578:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141584:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141590:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acec00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573739.141595:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141603:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141612:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573739.141615:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573739.141618:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141624:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6926a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141634:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141640:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141646:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141651:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573739.141654:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141660:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141668:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea700) 00010000:00010000:3.0:1777573739.141670:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573739.141673:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141678:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a69271 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141747:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69263 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e42a expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141762:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69278 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e42a expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.141767:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:3.0:1777573739.141769:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573739.141771:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573739.141825:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63019:x1863919917801600:12345-192.168.204.9@tcp:101:chown.0 Request processed in 4757us (4865us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573739.141831:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1375 00000100:00100000:1.0:1777573739.143798:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573739.143898:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917801728 00000100:00100000:0.0:1777573739.143907:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917801728 00000100:00100000:0.0:1777573739.143974:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1376 00000100:00100000:0.0:1777573739.143986:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63019:x1863919917801728:12345-192.168.204.9@tcp:101:chown.0 00010000:00010000:0.0:1777573739.144010:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573739.144044:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6927f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e431 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.144109:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a69286 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.144126:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a69286 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.144137:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a69286 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573739.144189:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573739.144193:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1777573739.144229:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6927f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e431 expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.144248:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a69286 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e431 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.144255:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573739.144258:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573739.144262:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573739.144326:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:63019:x1863919917801728:12345-192.168.204.9@tcp:101:chown.0 Request processed in 344us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.144334:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1376 00000100:00100000:1.0:1777573739.146620:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573739.146810:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917801984 00000100:00100000:0.0:1777573739.146818:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917801984 00000100:00100000:0.0:1777573739.146855:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1377 00000100:00100000:0.0:1777573739.146861:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:63019:x1863919917801984:12345-192.168.204.9@tcp:36:chown.0 00010000:00010000:0.0:1777573739.146900:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573739.146918:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a69286 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e431 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.146951:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573739.146956:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573739.146976:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.146987:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.146996:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1777573739.148917:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967486 is committed 00010000:00010000:0.0:1777573739.148969:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.148981:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.148990:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.148998:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573739.149003:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149011:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149026:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573739.149029:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:2.0:1777573739.149033:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000005ba0c67 reply state 00000000c08700e5 transno 4294967486 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149034:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149048:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a6924e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.149058:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.149068:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:2.0:1777573739.149071:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573739.149074:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1777573739.149084:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00010000:00080000:2.0:1777573739.149170:0:12623:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1777573739.149193:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:63019:x1863919917801984:12345-192.168.204.9@tcp:36:chown.0 Request processed in 2328us (2577us total) trans 4294967486 rc 0/0 00000100:00100000:2.0:1777573739.149203:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1377 00010000:00010000:0.0:1777573739.149210:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149218:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149223:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149229:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573739.149232:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149239:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149251:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea000) 00010000:00010000:0.0:1777573739.149254:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573739.149257:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.149262:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6928d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.254906:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1777573739.383820:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1777573739.383829:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:0.0:1777573739.383835:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1777573739.383894:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.383915:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.383936:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573739.383973:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4479880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926436992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573739.384051:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573739.384102:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44896c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573739.384159:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926436992 00000100:00100000:1.0:1777573739.384169:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926436992 00000100:00100000:1.0:1777573739.384231:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1777573739.384243:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926436992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573739.384256:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573739.384271:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69294 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.384295:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.384303:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.384319:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186a00, rc 0) 00000100:00100000:1.0:1777573739.384373:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926436992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573739.384380:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1777573739.384417:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4479880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926436992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573739.384428:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.384434:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573739.384457:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573739.384461:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.384469:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1777573739.496646:0:105012:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc1a37cd0 20000000:00000080:2.0:1777573739.496664:0:105012:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc333bc00 uarg=0000000000000000 00010000:00010000:2.0:1777573739.496987:0:105012:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 2. 00010000:00010000:2.0:1777573739.497028:0:105012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:2.0:1777573739.497032:0:105012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573739.497043:0:105012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69278 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e42a expref: 6 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.497066:0:105012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573739.497070:0:105012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573739.497074:0:105012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a6925c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e423 expref: 5 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.497086:0:105012:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 2 locks, left on hash table 0. 00010000:00010000:2.0:1777573739.497110:0:105012:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573739.497121:0:105012:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573739.497142:0:105012:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573739.497154:0:105012:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.497167:0:105012:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.497174:0:105012:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.497208:0:105012:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.497221:0:105012:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 22 pid: 6480 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573739.497241:0:105012:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105012:1863919926437120:0@lo:104: 00000100:00100000:2.0:1777573739.497300:0:105012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573739.497470:0:105012:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded192ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573739.497512:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926437120 00000100:00100000:3.0:1777573739.497520:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926437120 00000100:00100000:3.0:1777573739.497557:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1777573739.497563:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:105012:x1863919926437120:12345-0@lo:104: 00010000:00010000:3.0:1777573739.497579:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573739.497643:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573739.497652:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:105012:x1863919926437120:12345-0@lo:104: Request processed in 86us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573739.497659:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1777573739.497677:0:105012:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:105012:1863919926437120:0@lo:104: 00010000:00010000:0.0:1777573739.497684:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573739.497714:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.497719:0:105012:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.497725:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573739.497732:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.497742:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573739.497749:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573739.497755:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573739.497788:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.497794:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573739.497818:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.497831:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3ec0200/0x1e8fa618a5a69294 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6929b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573739.497837:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4479880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926437248:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573739.497846:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573739.497849:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573739.497852:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573739.497877:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573739.497954:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926437248 00000100:00100000:0.0:1777573739.497959:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926437248 00010000:00010000:0.0:1777573739.497978:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 23 pid: 6480 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573739.498009:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1777573739.498016:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926437248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573739.498027:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573739.498032:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 23 pid: 6480 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498042:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 23 pid: 6480 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498053:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a6929b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a69294 expref: 23 pid: 6480 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498064:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498072:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498089:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498096:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498102:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498108:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498118:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573739.498122:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498129:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498146:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573739.498155:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573739.498174:0:105012:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.498181:0:105012:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573739.498185:0:105012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a692a2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105012 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573739.498367:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926437248:12345-0@lo:103:ldlm_bl.0 Request processed in 351us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573739.498374:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1777573739.498432:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4479880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926437248:0@lo:103:ldlm_bl.0 00000020:00000080:1.0:1777573739.867637:0:105060:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2b77d910 20000000:00000080:1.0:1777573739.867654:0:105060:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc4565800 uarg=0000000000000000 00010000:00010000:1.0:1777573739.867854:0:105060:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573739.867869:0:105060:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573739.867883:0:105060:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573739.867889:0:105060:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573739.867904:0:105060:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573739.867935:0:105060:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.867949:0:105060:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.867958:0:105060:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.867964:0:105060:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.867971:0:105060:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.867978:0:105060:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.867984:0:105060:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573739.867989:0:105060:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.867997:0:105060:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.868008:0:105060:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.868017:0:105060:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573739.868021:0:105060:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186000/0x1e8fa618a5a692a9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 105060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573740.278827:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573740.982853:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4478e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926437376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573740.982929:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573740.982983:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926437376 00000100:00100000:0.0:1777573740.983005:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926437376 00000100:00080000:3.0:1777573740.983058:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573740.983077:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1777573740.983089:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926437376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573740.983121:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573740.983182:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926437376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573740.983191:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:3.0:1777573740.983222:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4478e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926437376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573740.983875:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573740.983899:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926437504:0@lo:13:osp-pre-1-0.0 10000000:01000000:1.0:1777573740.983904:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573740.983910:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573740.983915:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00100000:3.0:1777573740.983934:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573740.983951:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573740.983963:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573740.983974:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573740.983976:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926437504 00000100:00100000:3.0:1777573740.983981:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926437504 00000100:00100000:1.0:1777573740.983996:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926437632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573740.984022:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1777573740.984029:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926437504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573740.984040:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 23444288 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573740.984076:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926437504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573740.984095:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00080000:3.0:1777573740.984116:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573740.984135:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926437504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573740.984157:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926437760:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.984165:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573740.984201:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f6c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573740.984206:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573740.984241:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926438272:0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.984245:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926438144:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.984262:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926437888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.984278:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573740.984290:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573740.984305:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926438784:0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.984322:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926438656:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.984337:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438272 00000100:00100000:0.0:1777573740.984337:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573740.984343:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438272 00000100:00100000:2.0:1777573740.984361:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926437632 00000100:00100000:2.0:1777573740.984366:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926437632 00000100:00100000:1.0:1777573740.984390:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1777573740.984395:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438144 00000100:00100000:0.0:1777573740.984400:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438144 00000100:00100000:2.0:1777573740.984401:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926437760 00000100:00100000:1.0:1777573740.984401:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926438272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.984407:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926437760 00000100:00100000:2.0:1777573740.984430:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1777573740.984439:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926437632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573740.984448:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1777573740.984458:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00010000:00010000:2.0:1777573740.984461:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a692b0 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573740.984469:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926438272:12345-0@lo:400:kworker.0 Request processed in 69us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573740.984470:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926438144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.984484:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00010000:00010000:2.0:1777573740.984499:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573740.984512:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 24 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573740.984512:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926438144:12345-0@lo:400:kworker.0 Request processed in 46us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573740.984519:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1777573740.984527:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:1.0:1777573740.984532:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+24:3638:x1863919926437760:12345-0@lo:400:kworker.0 00010000:00010000:2.0:1777573740.984535:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54600, rc 0) 00000100:00100000:0.0:1777573740.984552:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438784 00000100:00100000:0.0:1777573740.984556:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438784 00000100:00100000:1.0:1777573740.984577:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded2712450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+24:3638:x1863919926437760:12345-0@lo:400:kworker.0 Request processed in 47us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573740.984584:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+24:6482:x1863919926437632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573740.984588:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1777573740.984597:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1777573740.984603:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1777573740.984612:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926438784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.984634:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573740.984639:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926438016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.984663:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926438400:0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.984670:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926438784:12345-0@lo:400:kworker.0 Request processed in 57us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573740.984677:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573740.984683:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1777573740.984744:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926437888 00000100:00100000:0.0:1777573740.984749:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926437888 00000100:00100000:0.0:1777573740.984782:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:2.0:1777573740.984785:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926438528:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.984789:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573740.984794:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926437888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.984818:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573740.984819:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926438912:0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.984845:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926439040:0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.984846:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926437888:12345-0@lo:400:kworker.0 Request processed in 53us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573740.984856:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573740.984861:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:2.0:1777573740.984879:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573740.984883:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438400 00000100:00100000:0.0:1777573740.984900:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438400 00000100:00100000:1.0:1777573740.984912:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926437888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.984925:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438528 00000100:00100000:3.0:1777573740.984930:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926437632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1777573740.984930:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438528 00000100:00100000:2.0:1777573740.984937:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438912 00000100:00100000:2.0:1777573740.984942:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438912 00000100:00100000:1.0:1777573740.984946:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926439040 00010000:00010000:3.0:1777573740.984947:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573740.984952:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926439040 00000100:00100000:0.0:1777573740.984957:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00010000:00010000:3.0:1777573740.984962:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573740.984969:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926438400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.984982:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 10000000:01000000:3.0:1777573740.984983:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573740.984989:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573740.984989:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1777573740.984993:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926438528:12345-0@lo:400:kworker.0 00010000:00010000:3.0:1777573740.985000:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573740.985002:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926438912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.985040:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926438528:12345-0@lo:400:kworker.0 Request processed in 49us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573740.985052:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:1.0:1777573740.985058:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926438912:12345-0@lo:400:kworker.0 Request processed in 58us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573740.985065:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1777573740.985072:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:2.0:1777573740.985081:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926439040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.985114:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926439040:12345-0@lo:400:kworker.0 Request processed in 35us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573740.985120:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00080000:1.0:1777573740.985135:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573740.985139:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573740.985143:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573740.985157:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573740.985159:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926438528:0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.985168:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926438400:12345-0@lo:400:kworker.0 Request processed in 201us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573740.985175:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926439040:0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.985178:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:1.0:1777573740.985203:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926438144:0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.985212:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438016 00000100:00100000:0.0:1777573740.985217:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438016 00000100:00100000:1.0:1777573740.985232:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926438656 00000100:00100000:1.0:1777573740.985238:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926438656 00000100:00100000:0.0:1777573740.985257:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1777573740.985267:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926438016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.985277:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1777573740.985287:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926438656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573740.985315:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926438016:12345-0@lo:400:kworker.0 Request processed in 50us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573740.985322:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1777573740.985338:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926438656:12345-0@lo:400:kworker.0 Request processed in 51us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573740.985344:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926438400:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.985348:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1777573740.985361:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926438912:0@lo:400:kworker.0 00000100:00080000:1.0:1777573740.985373:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573740.985395:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4914e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926438656:0@lo:400:kworker.0 00000100:00100000:2.0:1777573740.985397:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967585 gen 2 00000004:00080000:2.0:1777573740.985403:0:3636:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967585 committed transno 4294967585 00000020:00080000:2.0:1777573740.985410:0:3636:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff89ddc45a0240 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:2.0:1777573740.985414:0:3636:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89def777f600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff89ddc45a0180 00000020:00080000:2.0:1777573740.985418:0:3636:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].12 00000020:00080000:2.0:1777573740.985421:0:3636:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89def777f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89defaea5000 00000020:00080000:2.0:1777573740.985425:0:3636:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].12 00000100:00100000:1.0:1777573740.985425:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926438272:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.985440:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926438784:0@lo:400:kworker.0 00000020:00080000:3.0:1777573740.985445:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 12 committed batchid 11 00000100:00100000:2.0:1777573740.985451:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926438016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573740.985452:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926437760:0@lo:400:kworker.0 00000020:00080000:3.0:1777573740.985513:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 11 00000100:00100000:3.0:1777573741.175534:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573741.175587:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917802112 00000100:00100000:1.0:1777573741.175597:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917802112 00000100:00080000:2.0:1777573741.175651:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573741.175665:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 84 00000100:00100000:1.0:1777573741.175673:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917802112:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573741.175724:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573741.175728:0:10290:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a6925c) 00010000:00010000:1.0:1777573741.175730:0:10290:0:(ldlm_lockd.c:1754:ldlm_request_cancel()) ### server-side cancel handler stale lock (cookie 1e8fa618a5a69278) 00010000:00010000:1.0:1777573741.175733:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573741.175776:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:6157:x1863919917802112:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 104us (251us total) trans 0 rc 116/116 00000100:00100000:1.0:1777573741.175781:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 84 00010000:00010000:2.0:1777573741.302941:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573741.543521:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573741.543562:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917802240 00000100:00100000:3.0:1777573741.543573:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917802240 00000100:00100000:3.0:1777573741.543635:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1378 00000100:00100000:3.0:1777573741.543648:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4479880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:63124:x1863919917802240:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573741.543670:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573741.543715:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a692be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e438 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.543777:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.543790:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.543799:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573741.543837:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1777573741.543840:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573741.543861:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.543903:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a692be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.543919:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.543925:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573741.543927:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573741.543929:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace800, rc 0) 00000100:00100000:3.0:1777573741.543976:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4479880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63124:x1863919917802240:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 332us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573741.543981:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1378 00000100:00100000:0.0:1777573741.545613:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573741.545659:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917802368 00000100:00100000:2.0:1777573741.545667:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917802368 00000100:00100000:2.0:1777573741.545750:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1379 00000100:00100000:2.0:1777573741.545762:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:63124:x1863919917802368:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573741.545776:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573741.545791:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a692cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e43f expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545835:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545848:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545860:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545889:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545898:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545905:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545961:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a692e1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545970:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a692e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.545978:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a692e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573741.545996:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a692e1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546010:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546017:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546023:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546029:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546035:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573741.546040:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546048:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546059:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573741.546062:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573741.546066:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546071:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55800/0x1e8fa618a5a692d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546090:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546099:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546105:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546111:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573741.546114:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546119:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546127:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89deef243800) 00010000:00010000:2.0:1777573741.546130:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573741.546132:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546138:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a692da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546166:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a692cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e43f expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546181:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a692e1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e43f expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.546189:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:2.0:1777573741.546191:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573741.546193:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55e00, rc 0) 00000100:00100000:2.0:1777573741.546256:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63124:x1863919917802368:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 497us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573741.546268:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1379 00000100:00100000:0.0:1777573741.547208:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573741.547248:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917802496 00000100:00100000:2.0:1777573741.547256:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917802496 00000100:00100000:2.0:1777573741.547313:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1380 00000100:00080000:1.0:1777573741.547322:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573741.547325:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:63124:x1863919917802496:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573741.547341:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573741.547358:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a692e8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e446 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.547402:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a692ef lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.547417:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a692ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.547429:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a692ef lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573741.547472:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573741.547476:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573741.547504:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a692e8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e446 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.547518:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a692ef lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e446 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.547526:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243300) 00010000:00010000:2.0:1777573741.547529:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573741.547532:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55a00, rc 0) 00000100:00100000:2.0:1777573741.547579:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:63124:x1863919917802496:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 257us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573741.547588:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1380 00000100:00100000:0.0:1777573741.549193:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573741.549238:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917802752 00000100:00100000:2.0:1777573741.549243:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917802752 00000100:00100000:2.0:1777573741.549278:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1381 00000100:00100000:2.0:1777573741.549284:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63124:x1863919917802752:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573741.549318:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573741.549336:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a692ef lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e446 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.549352:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243300) 00010000:00010000:2.0:1777573741.549361:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573741.549380:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.549393:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.549402:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1777573741.550513:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967487 is committed 00000020:00080000:3.0:1777573741.550528:0:7398:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 12 batchid updated 00000020:00080000:2.0:1777573741.550577:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 12 00000004:00010000:0.0:1777573741.550594:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000861ea999 reply state 0000000060a33004 transno 4294967487 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.550611:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.550620:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243400) 00010000:00010000:0.0:1777573741.550624:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1777573741.550627:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1777573741.550632:0:7420:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc42de0c0 with version 27 00000004:00200000:0.0:1777573741.550637:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000020:00080000:2.0:1777573741.550649:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 12 cancel update log [0x200000401:0x2:0x0].12: rc = 0 00000004:00080000:3.0:1777573741.550657:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 27 rpc_version 27 00000020:00100000:3.0:1777573741.550686:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1777573741.550721:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89def77cb480 x1863919926439296/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:0.0:1777573741.550732:0:6486:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000020:00080000:2.0:1777573741.550737:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 12 cancel update log [0x240000400:0x2:0x0].12: rc = 0 00000100:00100000:3.0:1777573741.550747:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926439296:0@lo:1000:osp_up0-1.0 00000020:00080000:2.0:1777573741.550748:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 12 00000100:00100000:0.0:1777573741.550749:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63124:x1863919917802752:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 1462us (1555us total) trans 4294967487 rc 0/0 00000100:00100000:0.0:1777573741.550762:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1381 00010000:00010000:0.0:1777573741.550791:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573741.550799:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1777573741.550805:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.550809:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.550813:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573741.550818:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.550825:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.550836:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243400) 00010000:00010000:0.0:1777573741.550839:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573741.550843:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573741.550847:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820b40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573741.550851:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926439296 00010000:00010000:0.0:1777573741.550851:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a692f6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573741.550858:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926439296 00000100:00100000:2.0:1777573741.550922:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1777573741.550932:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7412:x1863919926439296:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1777573741.551080:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7412:x1863919926439296:12345-0@lo:1000:osp_up0-1.0 Request processed in 149us (282us total) trans 4294967586 rc 0/0 00000100:00100000:2.0:1777573741.551088:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1777573741.551137:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926439296:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1777573741.573259:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573741.573783:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917802880 00000100:00100000:0.0:1777573741.573794:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917802880 00000100:00100000:0.0:1777573741.573863:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1382 00000100:00100000:0.0:1777573741.573888:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63128:x1863919917802880:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573741.573907:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573741.573929:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a692fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e44d expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.573995:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574010:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574022:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574111:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574121:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574126:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574179:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69312 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574189:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69312 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574196:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69312 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573741.574218:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69312 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574231:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574237:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574244:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574249:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574253:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573741.574256:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574262:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574270:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573741.574273:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573741.574276:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574281:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69304 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574289:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574292:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574296:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574300:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573741.574302:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574306:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574309:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc2efff00) 00010000:00010000:0.0:1777573741.574311:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573741.574312:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574316:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6930b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574341:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a692fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e44d expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574356:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69312 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e44d expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.574361:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573741.574363:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573741.574365:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0800, rc 0) 00000100:00100000:0.0:1777573741.574414:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:63128:x1863919917802880:12345-192.168.204.9@tcp:101:touch.0 Request processed in 543us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573741.574420:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1382 00000100:00100000:1.0:1777573741.575850:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573741.575905:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917803008 00000100:00100000:1.0:1777573741.575912:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917803008 00000100:00100000:1.0:1777573741.575962:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1383 00000100:00100000:1.0:1777573741.575975:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:63128:x1863919917803008:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573741.575992:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573741.576012:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69319 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e454 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.576059:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.576071:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.576080:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1777573741.576119:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1777573741.576123:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1777573741.576156:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69319 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.576171:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.576176:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:1.0:1777573741.576179:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1777573741.576181:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187600, rc 0) 00000100:00100000:1.0:1777573741.576214:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:63128:x1863919917803008:12345-192.168.204.9@tcp:101:touch.0 Request processed in 245us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573741.576220:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1383 00000100:00100000:0.0:1777573741.576774:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573741.576798:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917803136 00000100:00100000:0.0:1777573741.576803:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917803136 00000100:00100000:0.0:1777573741.576840:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 85 00000100:00100000:0.0:1777573741.576847:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917803136:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573741.576857:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573741.576884:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69312 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e44d expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.576896:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573741.576899:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573741.576926:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae76050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917803136:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 80us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573741.576932:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 85 00000100:00100000:1.0:1777573741.577926:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573741.577954:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917803392 00000100:00100000:1.0:1777573741.577958:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917803392 00000100:00100000:1.0:1777573741.577987:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1384 00000100:00100000:1.0:1777573741.578000:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63128:x1863919917803392:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:1.0:1777573741.578012:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573741.578024:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a69327 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e45b expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.578096:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.578107:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.578116:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.578130:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.578136:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.578143:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573741.578264:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926439424:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1777573741.578304:0:6485:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573741.578345:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926439424 00000100:00100000:3.0:1777573741.578349:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926439424 00000100:00100000:1.0:1777573741.578351:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec1254540 going to sleep for 11 seconds 00000100:00100000:3.0:1777573741.578380:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1777573741.578386:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926439424:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1777573741.578444:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6485:x1863919926439424:12345-0@lo:1000:mdt00_000.0 Request processed in 58us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573741.578451:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1777573741.578548:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6485:1863919926439424:0@lo:1000:mdt00_000.0 00000004:00080000:1.0:1777573741.578963:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x11:0x0], index 1: 0 00010000:00010000:1.0:1777573741.579079:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6933c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579088:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6933c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579095:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6933c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579122:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579128:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579133:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579139:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579145:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573741.579149:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579155:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579169:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:1.0:1777573741.579172:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573741.579175:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579181:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6932e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573741.579190:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000547b1a4c reply state 00000000934a8259 transno 4294967488 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579200:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579205:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc1ccf100) 00010000:00010000:1.0:1777573741.579207:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573741.579209:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573741.579232:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a69327 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e45b expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579242:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6933c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e45b expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.579248:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccf600) 00010000:00010000:1.0:1777573741.579250:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573741.579252:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187400, rc 0) 00000100:00100000:1.0:1777573741.579289:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:63128:x1863919917803392:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1296us (1365us total) trans 4294967488 rc 0/0 00000100:00100000:1.0:1777573741.579295:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1384 00000100:00100000:0.0:1777573741.581144:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573741.581183:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917803648 00000100:00100000:1.0:1777573741.581192:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917803648 00000100:00100000:1.0:1777573741.581236:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1385 00000100:00100000:1.0:1777573741.581249:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+9:63128:x1863919917803648:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:1.0:1777573741.581291:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573741.581312:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6933c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e45b expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.581326:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccf600) 00010000:00010000:1.0:1777573741.581335:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573741.581376:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.581388:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.581397:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573741.581491:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000088fd3875 reply state 00000000d8197b1d transno 4294967489 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.581503:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.581509:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:1.0:1777573741.581512:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573741.581514:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573741.581587:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:63128:x1863919917803648:12345-192.168.204.9@tcp:36:touch.0 Request processed in 343us (446us total) trans 4294967489 rc 0/0 00000100:00100000:1.0:1777573741.581597:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1385 00000100:00100000:1.0:1777573741.582475:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573741.582513:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917803776 00000100:00100000:2.0:1777573741.582518:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917803776 00000100:00100000:2.0:1777573741.582573:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1386 00000100:00100000:2.0:1777573741.582583:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+10:63128:x1863919917803776:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:2.0:1777573741.582598:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573741.582613:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69351 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e462 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.582654:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69351 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e462 expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.582668:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69351 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e462 expref: 11 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.582686:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:2.0:1777573741.582690:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1777573741.582729:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55a00, rc 0) 00000100:00100000:2.0:1777573741.582768:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+11:63128:x1863919917803776:12345-192.168.204.9@tcp:101:touch.0 Request processed in 187us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573741.582776:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1386 00000100:00100000:1.0:1777573741.584338:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573741.584416:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917803904 00000100:00100000:2.0:1777573741.584421:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917803904 00000100:00100000:2.0:1777573741.584507:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 621 00000100:00100000:2.0:1777573741.584519:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917803904:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:1.0:1777573741.584672:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573741.584741:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917803904:12345-192.168.204.9@tcp:2:touch.0 Request processed in 226us (406us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1777573741.584750:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 621 00000001:00080000:2.0:1777573741.585846:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000100:00100000:0.0:1777573741.585866:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573741.585912:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917804160 00000100:00100000:3.0:1777573741.585918:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917804160 00000100:00100000:3.0:1777573741.585959:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 196 00000100:00100000:3.0:1777573741.585967:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:63128:x1863919917804160:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:3.0:1777573741.586162:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:63128:x1863919917804160:12345-192.168.204.9@tcp:35:touch.0 Request processed in 195us (297us total) trans 4294967490 rc 0/0 00000100:00100000:3.0:1777573741.586170:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 196 00000100:00100000:1.0:1777573741.607101:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573741.607176:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917804288 00000100:00100000:0.0:1777573741.607187:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917804288 00000100:00100000:0.0:1777573741.607239:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1387 00000100:00100000:0.0:1777573741.607260:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+12:63132:x1863919917804288:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573741.607283:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573741.607302:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69358 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e469 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607360:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607373:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607384:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607394:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607400:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607406:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607476:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6936d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607484:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6936d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607494:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6936d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573741.607532:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2c:0x0]: returning size 0 00000004:00200000:0.0:1777573741.607537:0:6486:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573741.607556:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6936d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607567:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6936d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607575:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607582:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607588:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607594:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607599:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573741.607604:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607610:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607621:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:0.0:1777573741.607625:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573741.607629:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 3/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607635:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a6935f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607646:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607651:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607657:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607661:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573741.607664:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607669:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607676:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc1ccf100) 00010000:00010000:0.0:1777573741.607679:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573741.607681:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607687:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a69366 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607734:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a69358 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e469 expref: 14 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607748:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6936d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e469 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.607756:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:0.0:1777573741.607759:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573741.607761:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1e00, rc 0) 00000100:00100000:0.0:1777573741.607813:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:63132:x1863919917804288:12345-192.168.204.9@tcp:101:rm.0 Request processed in 566us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573741.607821:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1387 00000100:00100000:1.0:1777573741.609928:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573741.609980:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917804416 00000100:00100000:0.0:1777573741.609989:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917804416 00000100:00100000:0.0:1777573741.610038:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 622 00000100:00100000:0.0:1777573741.610048:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917804416:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573741.610061:0:8362:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573741.610075:0:8362:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e470 expref: -99 pid: 8362 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573741.610093:0:8362:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x11:0x0] initial LVB size: 0, mtime: 0x69f39f6e, atime: 0x69f39f6e, ctime: 0x69f39f6e, blocks: 0x0 00010000:00010000:0.0:1777573741.610108:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573741.610110:0:8362:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573741.610202:0:8362:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 6 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.610221:0:8362:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 6 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.610239:0:8362:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1600, rc 0) 00000100:00100000:0.0:1777573741.610285:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917804416:12345-192.168.204.9@tcp:101:rm.0 Request processed in 240us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573741.610292:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 622 00000100:00100000:1.0:1777573741.612479:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573741.612588:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917804672 00000100:00100000:0.0:1777573741.612596:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917804672 00000100:00100000:0.0:1777573741.612644:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1388 00000100:00100000:0.0:1777573741.612653:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:63132:x1863919917804672:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:0.0:1777573741.612713:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1777573741.612737:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1e00/0x1e8fa618a5a6936d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e469 expref: 13 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612751:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69351 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e462 expref: 12 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612758:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:0.0:1777573741.612761:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573741.612778:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612787:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612793:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612800:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612804:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612808:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612861:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612865:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.612869:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1777573741.613084:0:26981:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9280 00000004:00080000:0.0:1777573741.613092:0:26981:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1266261398813ns, next at 1267261396846ns, rc = 0 00010000:00010000:0.0:1777573741.613135:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613141:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613146:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613150:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613154:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613161:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613182:0:26981:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1777573741.613196:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613200:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613204:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613207:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573741.613210:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613214:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613218:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:0.0:1777573741.613220:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1777573741.613223:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613227:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69389 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613237:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613244:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613247:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613250:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613253:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573741.613254:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613257:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613260:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:0.0:1777573741.613262:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573741.613263:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613266:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a6937b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573741.613271:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a1522ff2 reply state 000000009ee0d287 transno 4294967491 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613277:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573741.613280:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc1ccf100) 00010000:00010000:0.0:1777573741.613282:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573741.613283:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1777573741.613339:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+13:63132:x1863919917804672:12345-192.168.204.9@tcp:36:rm.0 Request processed in 688us (868us total) trans 4294967491 rc 0/0 00000100:00100000:0.0:1777573741.613344:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1388 00010000:00010000:2.0:1777573741.613449:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573741.613456:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.613462:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573741.613465:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.613471:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.613479:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:2.0:1777573741.613482:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573741.613485:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.613490:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69390 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.613500:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573741.613502:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573741.613503:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573741.992810:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573741.992905:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917804800 00000100:00100000:3.0:1777573741.992916:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917804800 00000100:00100000:3.0:1777573741.992981:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1389 00000100:00100000:3.0:1777573741.992992:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:63147:x1863919917804800:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:3.0:1777573741.993023:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573741.993090:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69397 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e477 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.993158:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6939e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.993175:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6939e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.993187:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6939e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573741.993229:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1777573741.993234:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573741.993257:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6939e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.993283:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69397 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e477 expref: 15 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.993307:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6939e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e477 expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573741.993316:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:3.0:1777573741.993319:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573741.993323:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573741.993380:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:63147:x1863919917804800:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 390us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573741.993388:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1389 00000100:00100000:1.0:1777573741.995674:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573741.997009:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917805056 00000100:00100000:2.0:1777573741.997019:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917805056 00000100:00100000:2.0:1777573741.997081:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1390 00000100:00100000:2.0:1777573741.997091:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:63147:x1863919917805056:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:2.0:1777573741.997139:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573741.997165:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6939e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e477 expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.997181:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:2.0:1777573741.997187:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573741.997210:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.997223:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.997231:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.997265:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.997278:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 13 pid: 8523 timeout: 1366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573741.997292:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926439552:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573741.997382:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573741.999027:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926439552:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573741.999054:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573741.999638:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573741.999686:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917805184 00000100:00100000:2.0:1777573741.999729:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917805184 00010000:00010000:2.0:1777573741.999764:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 14 pid: 8523 timeout: 1366 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573741.999795:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 418 00000100:00100000:2.0:1777573741.999805:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:2400:x1863919917805184:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573741.999823:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573741.999831:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 14 pid: 8523 timeout: 1366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.999843:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 14 pid: 8523 timeout: 1366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.999874:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a69320 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e454 expref: 14 pid: 8523 timeout: 1366 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.999888:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:2.0:1777573741.999892:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.999911:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.999919:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573741.999943:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573741.999971:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573741.999980:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573742.000001:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:2400:x1863919917805184:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 197us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573742.000009:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 418 00000001:00080000:2.0:1777573742.002677:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967492 is committed 00000004:00080000:2.0:1777573742.002718:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 77 committed 00000100:00100000:1.0:1777573742.002837:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573742.002858:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926439680:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777573742.002938:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573742.002970:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926439680 00000100:00100000:2.0:1777573742.002978:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926439680 00000004:00010000:1.0:1777573742.003016:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1e43576 reply state 000000003e3d0003 transno 4294967492 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.003039:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573742.003046:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00010000:00010000:1.0:1777573742.003052:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:1.0:1777573742.003055:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1777573742.003059:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926439680:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1777573742.003060:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573742.003078:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00002000:00080000:2.0:1777573742.003101:0:17492:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:17 count 1 00010000:00010000:2.0:1777573742.003128:0:17492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.003148:0:17492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 5 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.003157:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573742.003160:0:17492:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573742.003165:0:17492:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:1.0:1777573742.003167:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573742.003182:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:63147:x1863919917805056:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 6092us (7514us total) trans 4294967492 rc 0/0 00000100:00100000:1.0:1777573742.003193:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1390 00010000:00010000:0.0:1777573742.003193:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.003195:0:17492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 5 pid: 8362 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.003212:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.003222:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.003225:0:17492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 5 pid: 8362 timeout: 1366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.003233:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.003239:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.003252:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573742.003261:0:17492:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926439808:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573742.003269:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc1ccff00) 00010000:00010000:0.0:1777573742.003273:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573742.003277:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.003286:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a693a5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003297:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003315:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003323:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003331:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18944f0) 00000100:00100000:2.0:1777573742.003333:0:17492:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b50c0 going to sleep for 11 seconds 00010000:00010000:3.0:1777573742.003336:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003346:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1777573742.003357:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1777573742.003366:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc1ccf100) 00010000:00010000:3.0:1777573742.003372:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573742.003387:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003395:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186000/0x1e8fa618a5a69335 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003421:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003427:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003433:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003442:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573742.003445:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003450:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003462:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c:0x0].0x0 (ffff89ddc1ccfa00) 00010000:00010000:3.0:1777573742.003465:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573742.003468:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003474:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6934a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003494:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003501:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003508:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003514:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573742.003516:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003522:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003536:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc1ccf100) 00010000:00010000:3.0:1777573742.003539:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573742.003541:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.003547:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69382 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573742.006490:0:17492:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:17492:1863919926439808:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573742.006529:0:17492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573742.006932:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.007002:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917805312 00000100:00100000:2.0:1777573742.007009:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917805312 00010000:00010000:2.0:1777573742.007040:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 6 pid: 8362 timeout: 1366 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573742.007078:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 419 00000100:00100000:2.0:1777573742.007098:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917805312:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573742.007112:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573742.007117:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 6 pid: 8362 timeout: 1366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.007130:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 6 pid: 8362 timeout: 1366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.007154:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ada7d43b/0x1e8fa618a5a69374 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e470 expref: 6 pid: 8362 timeout: 1366 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.007171:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573742.007173:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573742.007178:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.007189:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.007230:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573742.007290:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917805312:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 194us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573742.007299:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 419 00010000:00010000:1.0:1777573742.007606:0:17492:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.007627:0:17492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.007640:0:17492:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.007648:0:17492:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.007676:0:17492:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1777573742.007896:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926439680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 4841us (4959us total) trans 4294967372 rc 0/0 00000100:00100000:1.0:1777573742.007905:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000004:00080000:1.0:1777573742.007953:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc31d1f80/2, rc 0, transno 4294967372 00000100:00100000:1.0:1777573742.007960:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926439680:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1777573742.008056:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573742.008063:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.008072:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573742.008076:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.008096:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.008110:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.008117:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0b9b186/0x1e8fa618a5a693ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 17492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.008136:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573742.008138:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573742.008140:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573742.008844:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926439936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573742.008854:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573742.008877:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926440064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573742.008903:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573742.008968:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926439936 00000100:00100000:0.0:1777573742.008974:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926439936 00000100:00100000:1.0:1777573742.008980:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573742.009025:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926440064 00000100:00100000:0.0:1777573742.009029:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926440064 00000100:00080000:1.0:1777573742.009030:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573742.009053:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573742.009067:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1777573742.009078:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926439936:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573742.009089:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1777573742.009100:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926440064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573742.009114:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573742.009155:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926440064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.009161:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1777573742.009199:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4505f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926440064:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573742.009201:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715072 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573742.009233:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926439936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 160us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.009238:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1777573742.009263:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926439936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573742.034731:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.034933:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917805440 00000100:00100000:3.0:1777573742.034944:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917805440 00000100:00100000:3.0:1777573742.035024:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1391 00000100:00100000:3.0:1777573742.035042:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63151:x1863919917805440:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573742.035065:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573742.035087:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a693b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e47e expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035166:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035183:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035205:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035223:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035230:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035238:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035293:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a693c8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035303:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a693c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035310:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a693c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573742.035332:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a693c8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035346:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035353:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035359:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035365:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035370:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573742.035373:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035378:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035389:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573742.035391:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573742.035394:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035399:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acea00/0x1e8fa618a5a693ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035407:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035410:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035414:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035418:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573742.035420:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035424:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035428:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10ea700) 00010000:00010000:3.0:1777573742.035430:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573742.035431:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035434:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acee00/0x1e8fa618a5a693c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035466:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a693b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e47e expref: 9 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035484:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a693c8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e47e expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.035493:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:3.0:1777573742.035495:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1777573742.035498:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573742.035575:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:63151:x1863919917805440:12345-192.168.204.9@tcp:101:touch.0 Request processed in 542us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573742.035581:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1391 00000100:00100000:1.0:1777573742.037813:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.037859:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917805568 00000100:00100000:1.0:1777573742.037880:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.037888:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917805568 00000100:00100000:3.0:1777573742.037946:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1392 00000100:00100000:3.0:1777573742.037961:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:63151:x1863919917805568:12345-192.168.204.9@tcp:101:touch.0 00000100:00100000:0.0:1777573742.037964:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917805696 00000100:00100000:0.0:1777573742.037981:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917805696 00010000:00010000:3.0:1777573742.037987:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573742.038016:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a693cf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e485 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573742.038056:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 86 00000100:00100000:0.0:1777573742.038068:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917805696:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573742.038079:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.038091:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573742.038096:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.038111:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.038128:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf000/0x1e8fa618a5a693c8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e47e expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.038153:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573742.038159:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573742.038230:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917805696:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 166us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.038239:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 86 00000004:00200000:3.0:1777573742.038255:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1777573742.038262:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1777573742.038303:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a693cf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.038322:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.038330:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:3.0:1777573742.038333:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1777573742.038336:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:3.0:1777573742.038399:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:63151:x1863919917805568:12345-192.168.204.9@tcp:101:touch.0 Request processed in 445us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573742.038406:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1392 00000100:00100000:1.0:1777573742.040979:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.041028:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917805952 00000100:00100000:0.0:1777573742.041038:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917805952 00000100:00100000:0.0:1777573742.041107:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1393 00000100:00100000:0.0:1777573742.041121:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63151:x1863919917805952:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:0.0:1777573742.041146:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573742.041166:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a693dd lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e48c expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.041273:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.041288:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.041301:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.041318:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.041324:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.041331:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573742.041681:0:8522:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8522:1863919926440192:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1777573742.041763:0:6486:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x12:0x0], index 0: 0 00000100:00100000:1.0:1777573742.041768:0:8522:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573742.041812:0:8522:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e6540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573742.041899:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926440192 00000100:00100000:2.0:1777573742.041906:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926440192 00010000:00010000:0.0:1777573742.041932:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a693f2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.041942:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a693f2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573742.041949:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00010000:00010000:0.0:1777573742.041951:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a693f2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573742.041959:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:8522:x1863919926440192:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1777573742.041997:0:9951:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 34 00010000:00010000:0.0:1777573742.042001:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042010:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042017:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042025:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042032:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.042037:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042047:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042060:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:0.0:1777573742.042064:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573742.042069:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042076:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0000/0x1e8fa618a5a693e4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573742.042091:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b84039c reply state 00000000967e6220 transno 4294967493 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042103:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042111:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eff900) 00010000:00010000:0.0:1777573742.042115:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1777573742.042117:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1777573742.042162:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1a00/0x1e8fa618a5a693dd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e48c expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042178:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a693f2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e48c expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.042187:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89ddc2effc00) 00010000:00010000:0.0:1777573742.042191:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573742.042194:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0800, rc 0) 00000100:00100000:0.0:1777573742.042257:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+9:63151:x1863919917805952:12345-192.168.204.9@tcp:101:touch.0 Request processed in 1140us (1289us total) trans 4294967493 rc 0/0 00000100:00100000:0.0:1777573742.042265:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1393 00000100:00100000:2.0:1777573742.043928:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:8522:x1863919926440192:12345-0@lo:5:osp-pre-0-1.0 Request processed in 1967us (2158us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1777573742.043939:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1777573742.044006:0:8522:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8522:1863919926440192:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1777573742.044027:0:8522:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:0.0:1777573742.045242:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.045300:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917806208 00000100:00100000:2.0:1777573742.045313:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917806208 00000100:00100000:2.0:1777573742.045399:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1394 00000100:00100000:2.0:1777573742.045410:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:63151:x1863919917806208:12345-192.168.204.9@tcp:36:touch.0 00010000:00010000:2.0:1777573742.045456:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573742.045483:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0800/0x1e8fa618a5a693f2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e48c expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.045502:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89ddc2effc00) 00010000:00010000:2.0:1777573742.045513:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1777573742.045558:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.045574:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.045589:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573742.045685:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008a11a917 reply state 0000000019bdcea1 transno 4294967494 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.045720:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.045727:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89deef240200) 00010000:00010000:2.0:1777573742.045730:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573742.045733:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1777573742.045764:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000100:00100000:2.0:1777573742.045826:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:63151:x1863919917806208:12345-192.168.204.9@tcp:36:touch.0 Request processed in 418us (587us total) trans 4294967494 rc 0/0 00000100:00100000:2.0:1777573742.045835:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1394 00000100:00100000:1.0:1777573742.047235:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.047386:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917806336 00000100:00100000:3.0:1777573742.047396:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917806336 00000100:00100000:3.0:1777573742.047450:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1395 00000100:00100000:3.0:1777573742.047460:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+10:63151:x1863919917806336:12345-192.168.204.9@tcp:101:touch.0 00010000:00010000:3.0:1777573742.047479:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573742.047494:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69407 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e493 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.047537:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69407 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e493 expref: 11 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.047552:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69407 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e493 expref: 11 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.047568:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89deef240200) 00010000:00010000:3.0:1777573742.047570:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1777573742.047574:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573742.047630:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:63151:x1863919917806336:12345-192.168.204.9@tcp:101:touch.0 Request processed in 172us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573742.047637:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1395 00000100:00100000:1.0:1777573742.049261:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.049355:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917806464 00000100:00100000:2.0:1777573742.049367:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917806464 00000100:00100000:2.0:1777573742.049457:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 625 00000100:00100000:2.0:1777573742.049470:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917806464:12345-192.168.204.9@tcp:2:touch.0 00000100:00080000:1.0:1777573742.049749:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573742.049803:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917806464:12345-192.168.204.9@tcp:2:touch.0 Request processed in 335us (546us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1777573742.049820:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 625 00000100:00100000:0.0:1777573742.050943:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.051001:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917806720 00000100:00100000:1.0:1777573742.051011:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917806720 00000100:00100000:1.0:1777573742.051058:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 197 00000100:00100000:1.0:1777573742.051068:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+11:63151:x1863919917806720:12345-192.168.204.9@tcp:35:touch.0 00000100:00100000:1.0:1777573742.051345:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:63151:x1863919917806720:12345-192.168.204.9@tcp:35:touch.0 Request processed in 278us (407us total) trans 4294967495 rc 0/0 00000100:00100000:1.0:1777573742.051353:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 197 00000100:00100000:1.0:1777573742.073096:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.073214:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917806848 00000100:00100000:2.0:1777573742.073223:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917806848 00000100:00100000:2.0:1777573742.073348:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1396 00000100:00100000:2.0:1777573742.073357:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:63155:x1863919917806848:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573742.073381:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573742.073402:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a6940e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e49a expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073471:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073485:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073497:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073507:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073514:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073520:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073605:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a69423 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073612:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a69423 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073619:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a69423 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573742.073656:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2d:0x0]: returning size 0 00000004:00200000:2.0:1777573742.073660:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573742.073682:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a69423 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073734:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a69423 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073742:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073749:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073755:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073761:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073766:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573742.073770:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073777:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073788:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:2.0:1777573742.073790:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573742.073795:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073801:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a69415 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073812:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073818:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073824:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073828:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573742.073831:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073836:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073841:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eff900) 00010000:00010000:2.0:1777573742.073843:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573742.073845:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073850:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a6941c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073883:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a6940e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e49a expref: 14 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073895:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a69423 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e49a expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.073902:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89deef240200) 00010000:00010000:2.0:1777573742.073904:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573742.073907:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54a00, rc 0) 00000100:00100000:2.0:1777573742.073957:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+13:63155:x1863919917806848:12345-192.168.204.9@tcp:101:rm.0 Request processed in 602us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573742.073964:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1396 00000100:00100000:2.0:1777573742.075976:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.076027:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917806976 00000100:00100000:1.0:1777573742.076037:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917806976 00000100:00100000:1.0:1777573742.076085:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 626 00000100:00100000:1.0:1777573742.076094:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917806976:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:1.0:1777573742.076113:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573742.076134:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4a1 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573742.076160:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x69f39f6e, atime: 0x69f39f6e, ctime: 0x69f39f6e, blocks: 0x0 00010000:00010000:1.0:1777573742.076178:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573742.076180:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573742.076189:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.076208:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 7 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.076222:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187000, rc 0) 00000100:00100000:1.0:1777573742.076279:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917806976:12345-192.168.204.9@tcp:101:rm.0 Request processed in 183us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.076286:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 626 00000100:00100000:0.0:1777573742.079260:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.079352:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917807232 00000100:00100000:3.0:1777573742.079361:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917807232 00000100:00100000:3.0:1777573742.079415:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1397 00000100:00100000:3.0:1777573742.079425:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:63155:x1863919917807232:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:3.0:1777573742.079473:0:12623:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573742.079500:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a69423 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e49a expref: 13 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079521:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acec00/0x1e8fa618a5a69407 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e493 expref: 12 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079531:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89deef240200) 00010000:00010000:3.0:1777573742.079536:0:12623:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573742.079556:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079568:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079578:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079588:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079594:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079600:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079672:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079679:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079685:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573742.079937:0:12623:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9344 00000004:00080000:3.0:1777573742.079946:0:12623:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1266728252223ns, next at 1267728250321ns, rc = 0 00010000:00010000:3.0:1777573742.079986:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.079994:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080000:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080011:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080017:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080022:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080039:0:12623:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573742.080055:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080059:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573742.080061:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080069:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080070:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080075:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573742.080079:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080096:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080097:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573742.080103:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080107:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89deef240200) 00010000:00010000:3.0:1777573742.080113:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573742.080116:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080121:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080130:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a6943f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080141:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89deef240200) 00010000:00010000:2.0:1777573742.080145:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573742.080149:0:12623:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080149:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080166:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a69446 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080167:0:12623:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080178:0:12623:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080189:0:12623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080194:0:12623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573742.080195:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573742.080198:0:12623:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573742.080198:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573742.080201:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573742.080207:0:12623:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080213:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:3.0:1777573742.080215:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573742.080218:0:12623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080222:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69431 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573742.080232:0:12623:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003d830d5b reply state 00000000f16fb678 transno 4294967496 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080241:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.080246:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eff900) 00010000:00010000:3.0:1777573742.080248:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573742.080251:0:12623:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573742.080313:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+13:63155:x1863919917807232:12345-192.168.204.9@tcp:36:rm.0 Request processed in 889us (1060us total) trans 4294967496 rc 0/0 00000100:00100000:3.0:1777573742.080320:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1397 00010000:00010000:2.0:1777573742.326881:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573742.453560:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.453745:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917807360 00000100:00100000:0.0:1777573742.453757:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917807360 00000100:00100000:0.0:1777573742.453823:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1398 00000100:00100000:0.0:1777573742.453836:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:63169:x1863919917807360:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573742.453873:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573742.453898:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6944d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4a8 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.453973:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69454 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.453990:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69454 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.454004:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69454 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573742.454054:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573742.454057:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573742.454082:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69454 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.454121:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a6944d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a8 expref: 15 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.454145:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69454 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a8 expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.454154:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:0.0:1777573742.454157:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573742.454160:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0c00, rc 0) 00000100:00100000:0.0:1777573742.454222:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:63169:x1863919917807360:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 389us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.454230:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1398 00000100:00100000:3.0:1777573742.457871:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.457971:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917807616 00000100:00100000:0.0:1777573742.457984:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917807616 00000100:00100000:0.0:1777573742.458032:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1399 00000100:00100000:0.0:1777573742.458040:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:63169:x1863919917807616:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:0.0:1777573742.458097:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573742.458132:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a69454 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a8 expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.458162:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:0.0:1777573742.458167:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573742.458194:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.458208:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.458220:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 4/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.458258:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.458274:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 13 pid: 8523 timeout: 1367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573742.458290:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926440320:192.168.204.9@tcp:104: 00000100:00100000:0.0:1777573742.458384:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573742.460075:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926440320:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573742.460121:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573742.460213:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.460279:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917807744 00000100:00100000:0.0:1777573742.460289:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917807744 00010000:00010000:0.0:1777573742.460339:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 14 pid: 8523 timeout: 1367 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573742.460394:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 420 00000100:00100000:0.0:1777573742.460407:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:2401:x1863919917807744:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573742.460439:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573742.460448:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 14 pid: 8523 timeout: 1367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.460462:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 14 pid: 8523 timeout: 1367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.460491:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a693d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e485 expref: 14 pid: 8523 timeout: 1367 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.460511:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:0.0:1777573742.460517:0:6471:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.460528:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.460537:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.460574:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573742.460603:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.460613:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573742.460662:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:2401:x1863919917807744:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 255us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.460672:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 420 00000004:00010000:1.0:1777573742.460879:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000002de1141 reply state 00000000d32133cc transno 4294967497 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.460900:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.460907:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573742.460911:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573742.460915:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573742.460928:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000100:00100000:1.0:1777573742.461009:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:63169:x1863919917807616:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 2970us (3157us total) trans 4294967497 rc 0/0 00000100:00100000:1.0:1777573742.461018:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1399 00000100:00100000:3.0:1777573742.512012:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.512065:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917807872 00000100:00100000:0.0:1777573742.512075:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917807872 00000100:00100000:0.0:1777573742.512147:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1400 00000100:00100000:0.0:1777573742.512158:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917807872:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573742.512265:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917807872:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 108us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.512272:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1400 00000100:00100000:0.0:1777573742.514130:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.514633:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808000 00000100:00100000:2.0:1777573742.514648:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808000 00000100:00100000:2.0:1777573742.514786:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 627 00000100:00100000:2.0:1777573742.514803:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808000:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573742.515004:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808000:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 206us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573742.515015:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 627 00000100:00100000:3.0:1777573742.517173:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.517265:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808128 00000100:00100000:1.0:1777573742.517279:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808128 00000100:00100000:1.0:1777573742.517343:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 628 00000100:00100000:1.0:1777573742.517355:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:63178:x1863919917808128:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573742.517509:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:63178:x1863919917808128:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 157us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.517518:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 628 00000100:00100000:2.0:1777573742.518948:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4504e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926440448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573742.519009:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573742.519166:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926440448 00000100:00100000:0.0:1777573742.519173:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926440448 00000100:00100000:0.0:1777573742.519220:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1777573742.519229:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926440448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573742.519264:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446203392 avail 1299963904 00000100:00100000:0.0:1777573742.519321:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3636:x1863919926440448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.519327:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1777573742.519365:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4504e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926440448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573742.519874:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.519960:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808256 00000100:00100000:3.0:1777573742.519966:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808256 00000100:00100000:3.0:1777573742.520006:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1401 00000100:00100000:3.0:1777573742.520015:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808256:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573742.520146:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808256:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 123us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573742.520154:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1401 00000100:00100000:2.0:1777573742.522642:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.522799:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808384 00000100:00100000:1.0:1777573742.522809:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808384 00000100:00100000:1.0:1777573742.522874:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1402 00000100:00100000:1.0:1777573742.522892:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:63178:x1863919917808384:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573742.523028:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:63178:x1863919917808384:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 146us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.523035:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1402 00000100:00100000:1.0:1777573742.525676:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.525735:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808512 00000100:00100000:3.0:1777573742.525744:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808512 00000100:00100000:3.0:1777573742.525791:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1403 00000100:00100000:3.0:1777573742.525801:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808512:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573742.525901:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808512:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 103us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573742.525910:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1403 00000100:00100000:3.0:1777573742.526806:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.526848:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808640 00000100:00100000:2.0:1777573742.526854:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808640 00000100:00100000:2.0:1777573742.526909:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 629 00000100:00100000:2.0:1777573742.526917:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808640:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573742.527021:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808640:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 105us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573742.527028:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 629 00000100:00100000:2.0:1777573742.530382:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.530438:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808768 00000100:00100000:1.0:1777573742.530451:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808768 00000100:00100000:1.0:1777573742.530514:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 630 00000100:00100000:1.0:1777573742.530525:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:63178:x1863919917808768:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573742.530723:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:63178:x1863919917808768:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 200us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.530731:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 630 00000100:00100000:1.0:1777573742.532010:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.532121:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917808896 00000100:00100000:0.0:1777573742.532129:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917808896 00000100:00100000:0.0:1777573742.532172:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1404 00000100:00100000:0.0:1777573742.532186:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808896:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573742.532319:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63178:x1863919917808896:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 132us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.532327:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1404 00000100:00100000:3.0:1777573742.533470:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.533560:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917809024 00000100:00100000:2.0:1777573742.533568:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917809024 00000100:00100000:2.0:1777573742.533613:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1405 00000100:00100000:2.0:1777573742.533624:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:63178:x1863919917809024:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573742.533803:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+14:63178:x1863919917809024:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 181us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573742.533811:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1405 00000100:00100000:2.0:1777573742.565388:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.565463:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917809152 00000100:00100000:0.0:1777573742.565473:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917809152 00000100:00100000:0.0:1777573742.565529:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1406 00000100:00100000:0.0:1777573742.565552:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63182:x1863919917809152:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1777573742.565575:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573742.565597:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a69462 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4af expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565658:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565675:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565728:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565745:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565752:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565759:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565821:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69477 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565829:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69477 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565835:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69477 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573742.565869:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69477 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565883:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565890:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565897:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565904:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565909:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.565913:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565920:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565931:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573742.565934:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573742.565939:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565944:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a69469 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565956:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565962:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565968:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565973:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.565986:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565991:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.565997:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc2eff400) 00010000:00010000:0.0:1777573742.565998:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573742.566000:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.566004:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69470 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.566026:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a69462 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4af expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.566035:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69477 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4af expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.566039:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573742.566041:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573742.566042:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573742.566107:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:63182:x1863919917809152:12345-192.168.204.9@tcp:101:dd.0 Request processed in 570us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.566117:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1406 00000100:00100000:1.0:1777573742.570401:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.570521:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.570607:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917809408 00000100:00100000:0.0:1777573742.570618:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917809408 00000100:00100000:0.0:1777573742.570687:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 87 00000100:00100000:0.0:1777573742.570725:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917809408:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573742.570742:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573742.570770:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69477 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4af expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.570789:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573742.570794:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573742.570839:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917809408:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 118us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.570846:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 87 00000100:00100000:3.0:1777573742.571014:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917809280 00000100:00100000:3.0:1777573742.571027:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917809280 00000100:00100000:0.0:1777573742.571107:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1407 00000100:00100000:0.0:1777573742.571118:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:63182:x1863919917809280:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:0.0:1777573742.571134:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573742.571151:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6947e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4b6 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.571203:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.571215:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.571225:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573742.571268:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573742.571272:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1777573742.571304:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a6947e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 16 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.571318:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 15 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.571325:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:0.0:1777573742.571327:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1777573742.571330:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1400, rc 0) 00000100:00100000:0.0:1777573742.571363:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+15:63182:x1863919917809280:12345-192.168.204.9@tcp:101:dd.0 Request processed in 248us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.571369:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1407 00000100:00100000:1.0:1777573742.573389:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573742.573482:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917809536 00000100:00100000:3.0:1777573742.573496:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917809536 00000100:00100000:3.0:1777573742.573566:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 198 00000100:00100000:3.0:1777573742.573576:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04bdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:63182:x1863919917809536:12345-192.168.204.9@tcp:49:dd.0 00000100:00100000:3.0:1777573742.573741:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04bdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:63182:x1863919917809536:12345-192.168.204.9@tcp:49:dd.0 Request processed in 167us (357us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573742.573747:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 198 00000100:00100000:3.0:1777573742.575800:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.575969:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917809792 00000100:00100000:1.0:1777573742.575984:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917809792 00000100:00100000:1.0:1777573742.576063:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1408 00000100:00100000:1.0:1777573742.576075:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+15:63182:x1863919917809792:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1777573742.576096:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573742.576117:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6948c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4bd expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576236:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576250:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576259:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576268:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576279:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576284:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573742.576563:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x12:0x0], index 1: 0 00010000:00010000:1.0:1777573742.576677:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a694a1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576686:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a694a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576729:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a694a1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576761:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576768:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576774:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576780:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576797:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573742.576801:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576814:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576825:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573742.576828:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573742.576832:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576838:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a69493 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573742.576850:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000093f6d542 reply state 00000000968d1e49 transno 4294967498 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576869:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576876:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eff900) 00010000:00010000:1.0:1777573742.576878:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573742.576881:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573742.576903:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6948c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4bd expref: 18 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576916:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a694a1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4bd expref: 17 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.576924:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2e:0x0].0x0 (ffff89ddc2eed600) 00010000:00010000:1.0:1777573742.576926:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573742.576928:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186e00, rc 0) 00000100:00100000:1.0:1777573742.576995:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+18:63182:x1863919917809792:12345-192.168.204.9@tcp:101:dd.0 Request processed in 924us (1204us total) trans 4294967498 rc 0/0 00000100:00100000:1.0:1777573742.577003:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1408 00000100:00100000:0.0:1777573742.577111:0:9946:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9946:1863919926440576:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1777573742.577159:0:9946:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573742.577214:0:9946:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c300 going to sleep for 11 seconds 00000100:00100000:1.0:1777573742.580778:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926440576 00000100:00100000:1.0:1777573742.580790:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926440576 00000100:00100000:1.0:1777573742.580845:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1777573742.580864:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:9946:x1863919926440576:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1777573742.580911:0:8362:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 34 00000100:00100000:1.0:1777573742.582310:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:9946:x1863919926440576:12345-0@lo:5:osp-pre-1-1.0 Request processed in 1453us (5147us total) trans 4294967373 rc 0/0 00000100:00100000:1.0:1777573742.582320:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1777573742.582886:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.582909:0:9946:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9946:1863919926440576:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1777573742.582930:0:9946:0:(osp_precreate.c:702:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x12:0x0]-[0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1777573742.583005:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917809920 00000100:00100000:1.0:1777573742.583011:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917809920 00000100:00100000:1.0:1777573742.583085:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 632 00000100:00100000:1.0:1777573742.583094:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:63182:x1863919917809920:12345-192.168.204.9@tcp:101:dd.0 00010000:00010000:1.0:1777573742.583108:0:8359:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573742.583129:0:8359:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4c4 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1777573742.583150:0:8359:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1777573742.583177:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573742.583179:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573742.583187:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.583203:0:8359:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 6 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.583222:0:8359:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186800, rc 0) 00000100:00100000:1.0:1777573742.583263:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63182:x1863919917809920:12345-192.168.204.9@tcp:101:dd.0 Request processed in 171us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.583270:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 632 00000100:00100000:3.0:1777573742.600355:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573742.600576:0:8365:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917810048 00000100:00100000:2.0:1777573742.600589:0:8365:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917810048 00002000:00100000:2.0:1777573742.600642:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x12:0x0] (0->1048575) req@ffff89ddc3c10000 x1863919917810048/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:243/0 lens 488/0 e 0 to 0 dl 1777573753 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573742.600654:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc3c10000 with x1863919917810048 ext(0->1048575) 00002000:00010000:2.0:1777573742.600661:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc3c10000 00000100:00100000:2.0:1777573742.600763:0:8365:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 30 00000100:00100000:2.0:1777573742.600774:0:8365:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917810048:12345-192.168.204.9@tcp:4:dd.0 00000100:00100000:3.0:1777573742.616272:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.616528:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917810176 00000100:00100000:1.0:1777573742.616539:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917810176 00000100:00100000:1.0:1777573742.616594:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 940 00000100:00100000:1.0:1777573742.616604:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917810176:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573742.616681:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917810176:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 78us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.616688:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 940 00000100:00100000:2.0:1777573742.618178:0:8365:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917810048:12345-192.168.204.9@tcp:4:dd.0 Request processed in 17399us (17828us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1777573742.618196:0:8365:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 30 00002000:00100000:2.0:1777573742.618207:0:8365:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x12:0x0] (0->1048575) req@ffff89ddc3c10000 x1863919917810048/t4294967374(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:243/0 lens 488/448 e 0 to 0 dl 1777573753 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1777573742.618218:0:8365:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89ddc3c10000 with x1863919917810048 ext(0->1048575) 00002000:00010000:2.0:1777573742.618224:0:8365:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89ddc3c10000 00000100:00100000:3.0:1777573742.619610:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.619738:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917810304 00000100:00100000:1.0:1777573742.619748:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917810304 00000100:00100000:1.0:1777573742.619802:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1409 00000100:00100000:1.0:1777573742.619811:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+18:63182:x1863919917810304:12345-192.168.204.9@tcp:44:dd.0 00000001:00080000:2.0:1777573742.621070:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967498 is committed 00000004:00080000:2.0:1777573742.621093:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 78 committed 00000100:00100000:3.0:1777573742.621324:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573742.621343:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926440704:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777573742.621397:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+12:63182:x1863919917810304:12345-192.168.204.9@tcp:44:dd.0 Request processed in 1585us (1791us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.621407:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1409 00000100:00100000:3.0:1777573742.621413:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573742.621455:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926440704 00000100:00100000:1.0:1777573742.621461:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926440704 00000100:00100000:1.0:1777573742.621501:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1777573742.621509:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926440704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1777573742.621529:0:9951:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:18 count 1 00010000:00010000:1.0:1777573742.621553:0:9951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.621575:0:9951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.621583:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573742.621585:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1777573742.621589:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.621622:0:9951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 6 pid: 8359 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.621637:0:9951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 6 pid: 8359 timeout: 1367 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573742.621650:0:9951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926440832:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573742.621796:0:9951:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc44e6240 going to sleep for 11 seconds 00010000:00010000:0.0:1777573742.622766:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622777:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622782:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622786:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.622790:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622795:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622807:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eff900) 00010000:00010000:0.0:1777573742.622809:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573742.622812:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622815:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a693eb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622830:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622834:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622838:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622840:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.622842:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622845:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622849:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d:0x0].0x0 (ffff89deef240200) 00010000:00010000:0.0:1777573742.622850:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573742.622862:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622867:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69400 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622882:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622887:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622892:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622897:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.622899:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622905:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622913:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eff900) 00010000:00010000:0.0:1777573742.622915:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573742.622918:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622924:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69438 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622936:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622946:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622952:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622957:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.622959:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622965:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622972:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:0.0:1777573742.622974:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573742.622977:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622983:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1600/0x1e8fa618a5a6945b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.622994:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.623000:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.623005:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.623010:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573742.623013:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.623018:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.623025:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eff900) 00010000:00010000:0.0:1777573742.623028:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573742.623030:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.623036:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a6949a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573742.624551:0:9951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926440832:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573742.624594:0:9951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573742.624846:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573742.624926:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917810432 00000100:00100000:0.0:1777573742.624934:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917810432 00010000:00010000:0.0:1777573742.624966:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 7 pid: 8359 timeout: 1367 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573742.624992:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 421 00000100:00100000:0.0:1777573742.625002:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917810432:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573742.625016:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573742.625022:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 7 pid: 8359 timeout: 1367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.625036:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 7 pid: 8359 timeout: 1367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.625060:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c365d5a/0x1e8fa618a5a6942a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4a1 expref: 7 pid: 8359 timeout: 1367 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.625075:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573742.625077:0:7408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573742.625080:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.625088:0:7408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573742.625120:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573742.625146:0:9951:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.625157:0:9951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.625169:0:9951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573742.625180:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917810432:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 180us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573742.625193:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 421 00010000:00010000:1.0:1777573742.625194:0:9951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573742.625219:0:9951:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573742.625296:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573742.625303:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.625310:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573742.625313:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.625324:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.625333:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573742.625338:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000091f4ad5/0x1e8fa618a5a694b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573742.625375:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926440704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 3866us (3964us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1777573742.625385:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1777573742.625408:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967373 gen 2 00000100:00100000:2.0:1777573742.625424:0:3638:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff89ddc3c13480 x1863919926440704/t4294967375(4294967375) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777573758 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777573742.625435:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc3c13480/2, rc 0, transno 4294967375 00000100:00100000:2.0:1777573742.625439:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926440704:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1777573742.626152:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573742.626155:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573742.626156:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573742.627032:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.627116:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917810560 00000100:00100000:1.0:1777573742.627125:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917810560 00000100:00100000:1.0:1777573742.627223:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 634 00000100:00100000:1.0:1777573742.627232:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:2400:x1863919917810560:12345-192.168.204.9@tcp:16:dd.0 00000001:00080000:2.0:1777573742.631102:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:2.0:1777573742.631123:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:1.0:1777573742.631324:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917810560:12345-192.168.204.9@tcp:16:dd.0 Request processed in 4087us (4290us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573742.631336:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 634 00000100:00100000:2.0:1777573742.633381:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573742.633444:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917810816 00000100:00100000:1.0:1777573742.633455:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917810816 00000100:00100000:1.0:1777573742.633522:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 199 00000100:00100000:1.0:1777573742.633534:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63182:x1863919917810816:12345-192.168.204.9@tcp:35:dd.0 00000100:00100000:1.0:1777573742.633895:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:63182:x1863919917810816:12345-192.168.204.9@tcp:35:dd.0 Request processed in 363us (523us total) trans 4294967499 rc 0/0 00000100:00100000:1.0:1777573742.633904:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 199 00000001:00080000:0.0:1777573743.151208:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967586 is committed 00000001:00080000:2.0:1777573743.153255:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967499 is committed 00010000:00010000:2.0:1777573743.350922:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1777573743.703808:0:105448:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1268352113603ns, next at 1251944536277ns, rc = 0 00080000:00080000:1.0:1777573743.703826:0:105448:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573743.704004:0:105448:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1268352310219ns, next at 1267728250321ns, rc = 0 00080000:00080000:1.0:1777573743.704010:0:105448:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:1.0:1777573743.704073:0:105448:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1268352379432ns, next at 1254664041830ns, rc = 0 00080000:00080000:1.0:1777573743.704077:0:105448:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1777573743.704119:0:105448:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1268352426063ns, next at 1267261396846ns, rc = 0 00080000:00080000:1.0:1777573743.704123:0:105448:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573743.706339:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 83 committed 00000004:00080000:0.0:1777573743.706367:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 82 committed 00000004:00080000:3.0:1777573743.706573:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 78 committed 00000004:00080000:3.0:1777573743.706616:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 79 committed 00000100:00100000:2.0:1777573744.054959:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926440960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573744.055038:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573744.055101:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926440960 00000100:00100000:3.0:1777573744.055110:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926440960 00000100:00100000:3.0:1777573744.055182:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1777573744.055192:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926440960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573744.055218:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446367232 avail 1300127744 00000100:00100000:3.0:1777573744.055318:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926440960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573744.055326:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1777573744.055337:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926440960:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1777573744.295807:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000001:00080000:1.0:1777573744.295835:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000100:00100000:3.0:1777573744.330294:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573744.330369:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917810944 00000100:00100000:1.0:1777573744.330387:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917810944 00000100:00100000:1.0:1777573744.330498:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1410 00000100:00100000:1.0:1777573744.330515:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917810944:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:2.0:1777573744.330540:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573744.330641:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917810944:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 132us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573744.330650:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1410 00000100:00100000:3.0:1777573744.332328:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573744.332912:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811072 00000100:00100000:2.0:1777573744.332922:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811072 00000100:00100000:2.0:1777573744.332998:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 635 00000100:00100000:2.0:1777573744.333010:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:63378:x1863919917811072:12345-192.168.204.9@tcp:19:lfs.0 00000100:00080000:1.0:1777573744.333014:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573744.333149:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:63378:x1863919917811072:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 141us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573744.333158:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 635 00000100:00100000:2.0:1777573744.334078:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573744.334183:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811200 00000100:00100000:1.0:1777573744.334189:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811200 00000100:00100000:1.0:1777573744.334276:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 636 00000100:00100000:1.0:1777573744.334285:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63378:x1863919917811200:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:1.0:1777573744.334369:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63378:x1863919917811200:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 85us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573744.334376:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 636 00000100:00080000:2.0:1777573744.334421:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573744.336218:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573744.336284:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811328 00000100:00100000:2.0:1777573744.336293:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811328 00000100:00100000:2.0:1777573744.336350:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1411 00000100:00100000:2.0:1777573744.336362:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811328:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573744.336492:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811328:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 130us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573744.336503:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1411 00000100:00100000:3.0:1777573744.337571:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573744.337634:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811456 00000100:00100000:2.0:1777573744.337640:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811456 00000100:00080000:1.0:1777573744.337713:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573744.337761:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1412 00000100:00100000:2.0:1777573744.337777:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811456:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573744.337913:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811456:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 142us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573744.337918:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1412 00000100:00100000:3.0:1777573744.339527:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573744.339601:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811584 00000100:00100000:1.0:1777573744.339613:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811584 00000100:00100000:1.0:1777573744.339669:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1413 00000100:00100000:1.0:1777573744.339690:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811584:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573744.339816:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811584:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 139us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573744.339835:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1413 00000100:00100000:3.0:1777573744.341357:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573744.341402:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811712 00000100:00100000:2.0:1777573744.341409:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811712 00000100:00100000:2.0:1777573744.341437:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 637 00000100:00100000:2.0:1777573744.341443:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:63378:x1863919917811712:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573744.341545:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:63378:x1863919917811712:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 101us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573744.341552:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 637 00000100:00100000:3.0:1777573744.343432:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573744.343949:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811840 00000100:00100000:2.0:1777573744.343957:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811840 00000100:00100000:2.0:1777573744.344004:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 638 00000100:00100000:2.0:1777573744.344014:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63378:x1863919917811840:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573744.344140:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63378:x1863919917811840:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 127us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573744.344148:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 638 00000100:00100000:3.0:1777573744.345392:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573744.345444:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917811968 00000100:00100000:2.0:1777573744.345451:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917811968 00000100:00100000:2.0:1777573744.345489:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1414 00000100:00100000:2.0:1777573744.345497:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811968:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:2.0:1777573744.345589:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917811968:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 93us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573744.345598:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1414 00000100:00100000:3.0:1777573744.346906:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573744.346960:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917812096 00000100:00100000:0.0:1777573744.346969:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917812096 00000100:00100000:0.0:1777573744.347025:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1415 00000100:00100000:0.0:1777573744.347035:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917812096:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:0.0:1777573744.347157:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63378:x1863919917812096:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 123us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573744.347165:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1415 00000100:00100000:3.0:1777573744.372308:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573744.372371:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917812352 00000100:00100000:1.0:1777573744.372383:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917812352 00000100:00100000:1.0:1777573744.372438:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1416 00000100:00100000:1.0:1777573744.372451:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63382:x1863919917812352:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573744.372501:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573744.372530:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a694a1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4bd expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372547:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2e:0x0].0x0 (ffff89ddc2eed600) 00010000:00010000:1.0:1777573744.372557:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573744.372578:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372593:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372603:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372616:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372623:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372631:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372782:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372790:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.372798:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573744.373045:0:6487:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9344 00000004:00080000:1.0:1777573744.373055:0:6487:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1269021362308ns, next at 1270021359738ns, rc = 0 00010000:00010000:1.0:1777573744.373097:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373105:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373112:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373118:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373124:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373140:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373168:0:6487:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1777573744.373186:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573744.373190:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573744.373192:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573744.373199:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373201:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573744.373215:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573744.373220:0:8386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373232:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573744.373234:0:8386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373237:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573744.373252:0:8386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2e:0x0].0x0 (ffff89ddc2eed100) 00010000:00010000:1.0:1777573744.373253:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573744.373258:0:8386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1777573744.373264:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373268:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2e:0x0].0x0 (ffff89ddc2eed100) 00010000:00010000:2.0:1777573744.373271:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a694d2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373272:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1777573744.373278:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373286:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a694cb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573744.373287:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573744.373290:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573744.373293:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573744.373311:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373317:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373322:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373327:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373332:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573744.373334:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373340:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373347:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573744.373349:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573744.373352:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373358:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a694bd lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573744.373366:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000235b9b5e reply state 00000000cac80491 transno 4294967500 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373375:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573744.373381:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eed200) 00010000:00010000:1.0:1777573744.373383:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573744.373385:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1777573744.373451:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:63382:x1863919917812352:12345-192.168.204.9@tcp:36:rm.0 Request processed in 1004us (1152us total) trans 4294967500 rc 0/0 00000100:00100000:1.0:1777573744.373461:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1416 00010000:00010000:2.0:1777573744.376841:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1777573745.225851:0:105592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1269874156244ns, next at 1251944536277ns, rc = 0 00080000:00080000:3.0:1777573745.225868:0:105592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573745.225958:0:105592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1269874264781ns, next at 1267728250321ns, rc = 0 00080000:00080000:3.0:1777573745.225966:0:105592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1777573745.226050:0:105592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1269874356373ns, next at 1254664041830ns, rc = 0 00080000:00080000:3.0:1777573745.226055:0:105592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1777573745.226108:0:105592:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1269874414824ns, next at 1270021359738ns, rc = 0 00080000:00080000:3.0:1777573745.226111:0:105592:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573745.226576:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 83 committed 00000004:00080000:2.0:1777573745.227030:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 80 committed 00000001:00080000:2.0:1777573745.227060:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967500 is committed 00000004:00080000:2.0:1777573745.227068:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 79 committed 00010000:00010000:0.0:1777573745.227093:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.227112:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.227121:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.227129:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573745.227134:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.227143:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.227161:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eed200) 00010000:00010000:0.0:1777573745.227165:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573745.227171:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.227178:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694c4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573745.227197:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1777573745.227217:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926441088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1777573745.227311:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573745.227363:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926441088 00000100:00100000:1.0:1777573745.227370:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926441088 00000100:00080000:3.0:1777573745.227419:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573745.227431:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1777573745.227441:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926441088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1777573745.227468:0:8361:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:18 count 1 00010000:00010000:1.0:1777573745.227492:0:8361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573745.227511:0:8361:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573745.227520:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573745.227522:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1777573745.227525:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573745.227551:0:8361:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 5 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573745.227565:0:8361:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 5 pid: 8359 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573745.227566:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 84 committed 00000100:00100000:1.0:1777573745.227580:0:8361:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926441216:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573745.227643:0:8361:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0d80 going to sleep for 11 seconds 00000004:00080000:2.0:1777573745.227991:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 80 committed 00000100:00100000:1.0:1777573745.228949:0:8361:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8361:1863919926441216:192.168.204.9@tcp:104: 00010000:00010000:1.0:1777573745.228973:0:8361:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573745.229059:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573745.229100:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917812480 00000100:00100000:0.0:1777573745.229106:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917812480 00010000:00010000:0.0:1777573745.229131:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 6 pid: 8359 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573745.229163:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 422 00000100:00100000:0.0:1777573745.229172:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae71c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917812480:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573745.229185:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573745.229191:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 6 pid: 8359 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.229203:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 6 pid: 8359 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.229224:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d0fecf30/0x1e8fa618a5a694af lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4c4 expref: 6 pid: 8359 timeout: 1369 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.229236:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573745.229238:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573745.229242:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.229251:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573745.229274:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573745.229311:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae71c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917812480:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 141us (252us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573745.229314:0:8361:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573745.229319:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 422 00010000:00010000:1.0:1777573745.229331:0:8361:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573745.229342:0:8361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573745.229350:0:8361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573745.229377:0:8361:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573745.229404:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573745.229411:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573745.229422:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573745.229426:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573745.229436:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573745.229450:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573745.229458:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb3df503/0x1e8fa618a5a694d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573745.229477:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573745.229479:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573745.229482:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573745.229534:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4506a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926441088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 2094us (2221us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1777573745.229542:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1777573745.229562:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967373 gen 2 00000004:00080000:2.0:1777573745.229569:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc31d1f80, transno 4294967372 00000100:00100000:2.0:1777573745.229592:0:3636:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff89ddc31a6d80 x1863919926441088/t4294967375(4294967375) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1777573761 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1777573745.229603:0:3636:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc31a6d80/2, rc 0, transno 4294967375 00000100:00100000:2.0:1777573745.229615:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926441088:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1777573745.398852:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573746.103069:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926441344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573746.103179:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573746.103362:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926441344 00000100:00100000:3.0:1777573746.103374:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926441344 00000100:00100000:3.0:1777573746.103438:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1777573746.103449:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926441344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573746.103482:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808000 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573746.103583:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926441344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573746.103590:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1777573746.103768:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926441344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573746.104321:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926441472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573746.104416:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573746.104461:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926441728:0@lo:400:kworker.0 00000100:00100000:1.0:1777573746.104472:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926441600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573746.104497:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926441984:0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.104556:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926441856:0@lo:400:kworker.0 00000100:00100000:1.0:1777573746.104588:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573746.104602:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573746.104638:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926441472 00000100:00100000:3.0:1777573746.104648:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573746.104649:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926441472 00000100:00100000:1.0:1777573746.104657:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926442112:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.104673:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926442240:0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.104690:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926442368:0@lo:400:kworker.0 00000100:00100000:1.0:1777573746.104741:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573746.104761:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573746.104796:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1777573746.104798:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926442624:0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.104801:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926441728 00000100:00100000:3.0:1777573746.104809:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926441728 00000100:00100000:0.0:1777573746.104813:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926441472:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573746.104817:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926442752:0@lo:400:kworker.0 00002000:00000024:0.0:1777573746.104843:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808000 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573746.104860:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926442240 00000100:00100000:3.0:1777573746.104865:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926442240 00000100:00100000:1.0:1777573746.104870:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573746.104871:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573746.104907:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926442752 00000100:00100000:3.0:1777573746.104911:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926442752 00000100:00100000:0.0:1777573746.104930:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926441472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573746.104941:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1777573746.104948:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926441856 00000100:00100000:3.0:1777573746.104954:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:1.0:1777573746.104966:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926441856 00000100:00100000:3.0:1777573746.104969:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926441728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.104969:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:0.0:1777573746.104983:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926442112 00000100:00100000:2.0:1777573746.104990:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926442240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573746.104991:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926442112 00000100:00100000:1.0:1777573746.105020:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1777573746.105036:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1777573746.105037:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926441856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.105055:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926441728:12345-0@lo:400:kworker.0 Request processed in 90us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573746.105065:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926442112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.105076:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:2.0:1777573746.105079:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926442240:12345-0@lo:400:kworker.0 Request processed in 89us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573746.105087:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926441856:12345-0@lo:400:kworker.0 Request processed in 57us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573746.105094:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00100000:1.0:1777573746.105099:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1777573746.105107:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1777573746.105121:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926442752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573746.105141:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926442112:12345-0@lo:400:kworker.0 Request processed in 92us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573746.105146:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926442624 00000100:00100000:2.0:1777573746.105154:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926442624 00000100:00100000:0.0:1777573746.105164:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00080000:1.0:1777573746.105192:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573746.105201:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573746.105210:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573746.105222:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1777573746.105234:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926442752:12345-0@lo:400:kworker.0 Request processed in 118us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573746.105236:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926442112:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.105247:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926442624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573746.105255:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573746.105258:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1777573746.105285:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926441984 00000100:00100000:3.0:1777573746.105289:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926441984 00000100:00100000:1.0:1777573746.105293:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926442496:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.105319:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926442624:12345-0@lo:400:kworker.0 Request processed in 80us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573746.105323:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573746.105330:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:1.0:1777573746.105339:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573746.105342:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1777573746.105345:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926441984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573746.105376:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926442880:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.105380:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926442496 00000100:00100000:2.0:1777573746.105386:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926442496 00000100:00100000:3.0:1777573746.105401:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926441984:12345-0@lo:400:kworker.0 Request processed in 61us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573746.105408:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926441472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573746.105409:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:0.0:1777573746.105426:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573746.105438:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1777573746.105440:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926442368 00000100:00100000:3.0:1777573746.105445:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926442368 00000100:00100000:2.0:1777573746.105450:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926442496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573746.105455:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926441984:0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.105479:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926442880 00000100:00100000:3.0:1777573746.105485:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926442880 00000100:00100000:0.0:1777573746.105487:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967586 gen 2 00000004:00080000:0.0:1777573746.105495:0:3636:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967586 committed transno 4294967586 00000100:00100000:3.0:1777573746.105523:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:2.0:1777573746.105523:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926442496:12345-0@lo:400:kworker.0 Request processed in 72us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573746.105533:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967375 gen 2 00000100:00100000:2.0:1777573746.105534:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1777573746.105540:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926441856:0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.105541:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926442368:12345-0@lo:400:kworker.0 00000004:00080000:1.0:1777573746.105543:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc3c13480, transno 4294967375 00000100:00100000:1.0:1777573746.105566:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926442496:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.105585:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:2.0:1777573746.105596:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926442880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.105608:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926442368:12345-0@lo:400:kworker.0 Request processed in 75us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573746.105616:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00100000:0.0:1777573746.105636:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926442624:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.105662:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926442880:12345-0@lo:400:kworker.0 Request processed in 65us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573746.105669:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:3.0:1777573746.105681:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926442368:0@lo:400:kworker.0 00000100:00080000:2.0:1777573746.105730:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573746.105734:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573746.105768:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926441600 00000100:00100000:0.0:1777573746.105775:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926441600 00000100:00100000:0.0:1777573746.105841:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1777573746.105849:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926441600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573746.106031:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926442880:0@lo:400:kworker.0 00000100:00100000:0.0:1777573746.106062:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926441600:12345-0@lo:400:kworker.0 Request processed in 211us (1474us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573746.106072:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1777573746.106093:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926442240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.106107:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926442752:0@lo:400:kworker.0 00000100:00100000:2.0:1777573746.106123:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926441728:0@lo:400:kworker.0 00000100:00100000:0.0:1777573746.106123:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926441600:0@lo:400:kworker.0 00010000:00010000:2.0:1777573746.422999:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573747.126984:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926443008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573747.126992:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926443136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573747.127063:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573747.127098:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443136 00000100:00100000:2.0:1777573747.127106:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443136 00000100:00100000:2.0:1777573747.127168:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1777573747.127183:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926443136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573747.127228:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573747.127564:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926443136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 388us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573747.127573:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:2.0:1777573747.127601:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573747.127634:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443008 00000100:00100000:2.0:1777573747.127638:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443008 00000100:00100000:2.0:1777573747.127662:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1777573747.127669:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926443008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573747.127681:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573747.127735:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926443008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573747.127739:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1777573747.127788:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926443008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573747.127828:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926443136:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573747.447070:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573747.638986:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573747.639010:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926443264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573747.639074:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573747.639143:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443264 00000100:00100000:0.0:1777573747.639152:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443264 00000100:00100000:0.0:1777573747.639204:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1777573747.639214:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926443264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573747.639249:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446203392 avail 1299963904 00000100:00100000:0.0:1777573747.639304:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926443264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573747.639311:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1777573747.639344:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926443264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573747.737288:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573747.737340:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573747.737376:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573747.737430:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573747.737464:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573747.737508:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917812736 00000100:00100000:1.0:1777573747.737517:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917812608 00000100:00100000:0.0:1777573747.737526:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917812736 00000100:00100000:3.0:1777573747.737529:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917812992 00000100:00100000:3.0:1777573747.737536:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917812992 00000100:00100000:1.0:1777573747.737540:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917812608 00000100:00100000:2.0:1777573747.737606:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917812864 00000100:00100000:2.0:1777573747.737615:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917812864 00000100:00100000:1.0:1777573747.737634:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 942 00000100:00100000:1.0:1777573747.737650:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917812608:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573747.737683:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917813120 00000100:00100000:0.0:1777573747.737729:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1720 00000100:00100000:3.0:1777573747.737732:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917813120 00000100:00100000:0.0:1777573747.737741:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917812736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573747.737774:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 972 00000100:00100000:3.0:1777573747.737782:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917812992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573747.737825:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917812608:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 176us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573747.737839:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917812992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 54us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573747.737845:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 942 00000100:00100000:3.0:1777573747.737858:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 972 00000100:00100000:3.0:1777573747.737882:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 973 00000100:00100000:3.0:1777573747.737893:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917813120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573747.737925:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917813120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573747.737933:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 973 00000100:00080000:3.0:1777573747.737958:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573747.737966:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573747.737970:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573747.737972:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573747.738219:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1721 00000100:00100000:2.0:1777573747.738228:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917812864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573747.738273:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917812864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 47us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573747.738280:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1721 00000100:00100000:0.0:1777573747.738518:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917812736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 777us (1173us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573747.738528:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1720 00010000:00010000:0.0:1777573748.470931:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573749.174905:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573749.174932:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926443392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573749.175014:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573749.175105:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443392 00000100:00100000:2.0:1777573749.175114:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443392 00000100:00100000:2.0:1777573749.175162:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:2.0:1777573749.175173:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926443392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573749.175209:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446367232 avail 1300127744 00000100:00100000:2.0:1777573749.175257:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926443392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573749.175262:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:0.0:1777573749.175324:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926443392:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573749.494915:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573750.519092:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573751.222965:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573751.222989:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926443520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573751.223054:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573751.223154:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443520 00000100:00100000:2.0:1777573751.223162:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443520 00000100:00100000:2.0:1777573751.223211:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1777573751.223220:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926443520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1777573751.223246:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808000 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573751.223287:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926443520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573751.223294:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00080000:2.0:1777573751.223329:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573751.223730:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573751.223739:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926443648:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573751.223765:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573751.224183:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443648 00000100:00100000:0.0:1777573751.224188:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443648 00000100:00100000:0.0:1777573751.224220:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1777573751.224227:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926443648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573751.224238:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808000 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573751.224269:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926443648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573751.224275:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1777573751.224294:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926443776:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224321:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573751.224340:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926444288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224360:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573751.224373:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926444800:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224391:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573751.224407:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1777573751.224412:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926443904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224431:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573751.224445:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926444416:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224462:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573751.224477:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926444928:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224499:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573751.224525:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443776 00000100:00100000:0.0:1777573751.224529:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443776 00000100:00100000:0.0:1777573751.224553:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1777573751.224559:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926443776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224587:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926443776:12345-0@lo:400:kworker.0 Request processed in 29us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573751.224593:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1777573751.224618:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444288 00000100:00100000:0.0:1777573751.224621:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444288 00000100:00100000:0.0:1777573751.224642:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1777573751.224647:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926444288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224675:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926444288:12345-0@lo:400:kworker.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573751.224680:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1777573751.224720:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444800 00000100:00100000:0.0:1777573751.224724:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444800 00000100:00100000:0.0:1777573751.224750:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1777573751.224756:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926444800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224782:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926444800:12345-0@lo:400:kworker.0 Request processed in 27us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573751.224787:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1777573751.224803:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926443904 00000100:00100000:0.0:1777573751.224807:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926443904 00000100:00100000:0.0:1777573751.224829:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444416 00000100:00100000:0.0:1777573751.224832:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444416 00000100:00100000:0.0:1777573751.224848:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444928 00000100:00100000:0.0:1777573751.224850:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444928 00000100:00100000:0.0:1777573751.224866:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:0.0:1777573751.224872:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926443904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224899:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926443904:12345-0@lo:400:kworker.0 Request processed in 28us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573751.224908:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:0.0:1777573751.224919:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:0.0:1777573751.224924:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926444416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.224949:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926444416:12345-0@lo:400:kworker.0 Request processed in 25us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573751.224954:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:0.0:1777573751.224964:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:0.0:1777573751.224970:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926444928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.225000:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926444928:12345-0@lo:400:kworker.0 Request processed in 25us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573751.225006:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:0.0:1777573751.225040:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926443904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.225050:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926444416:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.225058:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926444928:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.225066:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926443776:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.225074:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926444288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573751.225081:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926444800:0@lo:400:kworker.0 00000100:00080000:0.0:1777573751.225124:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573751.225128:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573751.225129:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573751.225207:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926443520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573751.225223:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926444160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225247:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573751.225269:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926444672:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225288:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573751.225304:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1777573751.225309:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926444032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225325:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573751.225338:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926444544:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225353:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573751.225367:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926445056:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225385:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573751.225407:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444672 00000100:00100000:3.0:1777573751.225410:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444672 00000100:00100000:3.0:1777573751.225442:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1777573751.225448:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926444672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225478:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926444672:12345-0@lo:400:kworker.0 Request processed in 31us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573751.225483:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1777573751.225499:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444032 00000100:00100000:3.0:1777573751.225502:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444032 00000100:00100000:3.0:1777573751.225524:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1777573751.225529:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926444032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225557:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926444032:12345-0@lo:400:kworker.0 Request processed in 28us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573751.225563:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1777573751.225582:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444160 00000100:00100000:3.0:1777573751.225585:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444160 00000100:00100000:3.0:1777573751.225603:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926444544 00000100:00100000:3.0:1777573751.225606:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926444544 00000100:00100000:3.0:1777573751.225623:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445056 00000100:00100000:3.0:1777573751.225625:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445056 00000100:00100000:3.0:1777573751.225643:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:3.0:1777573751.225649:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926444160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225675:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926444160:12345-0@lo:400:kworker.0 Request processed in 27us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573751.225680:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00100000:3.0:1777573751.225717:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:3.0:1777573751.225723:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926444544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225749:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926444544:12345-0@lo:400:kworker.0 Request processed in 26us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573751.225757:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:3.0:1777573751.225769:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1777573751.225774:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926445056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225798:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926445056:12345-0@lo:400:kworker.0 Request processed in 25us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573751.225804:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00080000:3.0:1777573751.225822:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573751.225825:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573751.225840:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926444032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225849:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926444544:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225858:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926445056:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225866:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926444160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573751.225874:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926444672:0@lo:400:kworker.0 00000100:00100000:2.0:1777573751.229103:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926443648:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1777573751.232585:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00010000:00010000:0.0:1777573751.543833:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573752.247847:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926445184:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573752.247922:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926445312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573752.247932:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573752.247963:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573752.247965:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445184 00000100:00100000:1.0:1777573752.247974:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445184 00000100:00100000:3.0:1777573752.248058:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445312 00000100:00100000:3.0:1777573752.248063:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445312 00000100:00100000:1.0:1777573752.248081:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1777573752.248095:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926445184:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573752.248109:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1777573752.248118:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926445312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573752.248124:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00002000:00000024:3.0:1777573752.248132:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573752.248187:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926445312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573752.248192:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926445184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573752.248200:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1777573752.248211:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1777573752.248222:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926445312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573752.248256:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926445184:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777573752.566896:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573752.759380:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573752.759402:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926445440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573752.759466:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573752.759591:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445440 00000100:00100000:2.0:1777573752.759599:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445440 00000100:00100000:2.0:1777573752.759666:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1777573752.759677:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926445440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573752.760342:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446203392 avail 1299963904 00000100:00100000:2.0:1777573752.760413:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926445440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 737us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573752.760423:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1777573752.760464:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926445440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573752.856631:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573752.856726:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573752.856756:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573752.856778:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917813376 00000100:00100000:0.0:1777573752.856784:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573752.856790:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917813376 00000100:00100000:0.0:1777573752.856814:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573752.856841:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917813632 00000100:00100000:0.0:1777573752.856845:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917813632 00000100:00100000:3.0:1777573752.856854:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917813504 00000100:00100000:3.0:1777573752.856859:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917813504 00000100:00100000:0.0:1777573752.856883:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917813760 00000100:00100000:0.0:1777573752.856887:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917813760 00000100:00100000:3.0:1777573752.856899:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1728 00000100:00100000:3.0:1777573752.856911:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917813376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573752.856917:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 976 00000100:00100000:0.0:1777573752.856927:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917813632:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573752.856983:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2403:x1863919917813376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 75us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573752.856990:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1728 00000100:00100000:3.0:1777573752.857013:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1729 00000100:00100000:3.0:1777573752.857022:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917813504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573752.857047:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917813248 00000100:00100000:1.0:1777573752.857052:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917813248 00000100:00080000:2.0:1777573752.857204:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573752.857209:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573752.857211:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573752.857213:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573752.857344:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 944 00000100:00100000:1.0:1777573752.857352:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917813248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573752.857473:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917813632:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 547us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573752.857482:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 976 00000100:00100000:3.0:1777573752.857497:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917813504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 475us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573752.857501:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 977 00000100:00100000:0.0:1777573752.857512:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917813760:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573752.857513:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1729 00000100:00100000:0.0:1777573752.857543:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917813760:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573752.857550:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 977 00000100:00100000:1.0:1777573752.857638:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917813248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 287us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573752.857645:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 944 00010000:00010000:2.0:1777573753.590939:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573754.296481:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926445568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573754.296575:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573754.296769:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445568 00000100:00100000:3.0:1777573754.296914:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445568 00000100:00100000:3.0:1777573754.297051:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1777573754.297063:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926445568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573754.297106:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446367232 avail 1300127744 00000100:00100000:3.0:1777573754.297290:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926445568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 230us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573754.297298:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1777573754.297381:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926445568:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573754.616140:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573755.640018:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573756.344284:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926445824:0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.344284:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926445952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573756.344483:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573756.344484:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573756.344671:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445824 00000100:00100000:1.0:1777573756.344680:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445824 00000100:00100000:1.0:1777573756.344814:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1777573756.344823:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926445824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.344877:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926445824:12345-0@lo:400:kworker.0 Request processed in 56us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573756.344883:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1777573756.344940:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926445824:0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.344971:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445952 00000100:00100000:1.0:1777573756.344974:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445952 00000100:00100000:1.0:1777573756.345006:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1777573756.345012:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926445952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573756.345032:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808000 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573756.345061:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926445952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573756.345066:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00080000:1.0:1777573756.345165:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573756.345271:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926445696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573756.345302:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573756.345343:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926445696 00000100:00100000:1.0:1777573756.345348:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926445696 00000100:00100000:1.0:1777573756.345436:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1777573756.345442:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926445696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573756.345453:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 30808000 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573756.345613:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926445952:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1777573756.345617:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573756.345644:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926445696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 201us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573756.345651:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:2.0:1777573756.345661:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967375 gen 2 00000004:00080000:2.0:1777573756.345668:0:3635:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc31a6d80, transno 4294967375 00000100:00100000:2.0:1777573756.345713:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926445696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573756.347639:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926446208:0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.347725:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573756.347772:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926446336:0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.347773:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926446720:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.347808:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573756.347826:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926446848:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.347845:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573756.347861:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777573756.347867:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926446464:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.347889:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573756.347906:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926446976:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.347925:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573756.347951:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446336 00000100:00100000:3.0:1777573756.347957:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446336 00000100:00100000:1.0:1777573756.347988:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573756.348009:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926447232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.348012:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446720 00000100:00100000:3.0:1777573756.348016:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446720 00000100:00100000:2.0:1777573756.348023:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926446080:0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.348035:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573756.348051:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573756.348068:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926446592:0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.348086:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573756.348103:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926447104:0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.348114:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926447232 00000100:00100000:1.0:1777573756.348118:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926447232 00000100:00100000:2.0:1777573756.348120:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573756.348137:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446080 00000100:00100000:1.0:1777573756.348140:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446080 00000100:00100000:2.0:1777573756.348141:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446592 00000100:00100000:2.0:1777573756.348144:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446592 00000100:00100000:1.0:1777573756.348153:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926447104 00000100:00100000:1.0:1777573756.348155:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926447104 00000100:00100000:0.0:1777573756.348165:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446208 00000100:00100000:2.0:1777573756.348168:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:0.0:1777573756.348171:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446208 00000100:00100000:1.0:1777573756.348181:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:1.0:1777573756.348187:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926447232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.348231:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926447232:12345-0@lo:400:kworker.0 Request processed in 44us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573756.348232:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926446336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.348238:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:1.0:1777573756.348258:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:0.0:1777573756.348273:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446464 00000100:00100000:2.0:1777573756.348277:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926446336:12345-0@lo:400:kworker.0 Request processed in 101us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573756.348278:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446464 00000100:00100000:2.0:1777573756.348286:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00100000:0.0:1777573756.348298:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1777573756.348306:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926446208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.348307:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:1.0:1777573756.348329:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926446080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.348330:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926446592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573756.348346:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926446208:12345-0@lo:400:kworker.0 Request processed in 40us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573756.348352:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1777573756.348370:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926446592:12345-0@lo:400:kworker.0 Request processed in 53us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573756.348371:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926446080:12345-0@lo:400:kworker.0 Request processed in 109us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573756.348376:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00100000:1.0:1777573756.348379:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:1.0:1777573756.348391:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734 00000100:00100000:1.0:1777573756.348398:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926447104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.348421:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926447104:12345-0@lo:400:kworker.0 Request processed in 24us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573756.348556:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1777573756.348563:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec73f0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926446464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573756.348602:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec73f0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926446464:12345-0@lo:400:kworker.0 Request processed in 40us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573756.348607:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:2.0:1777573756.348892:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926446080:0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.348905:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926446592:0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.348914:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926447104:0@lo:400:kworker.0 00000100:00100000:0.0:1777573756.348934:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926447232:0@lo:400:kworker.0 00000100:00100000:0.0:1777573756.348947:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926446208:0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.348986:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446848 00000100:00080000:0.0:1777573756.348988:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573756.348991:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446848 00000100:00080000:0.0:1777573756.348993:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573756.349014:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926446976 00000100:00100000:0.0:1777573756.349018:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926446976 00000100:00100000:2.0:1777573756.349037:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1777573756.349045:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926446848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.349081:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926446848:12345-0@lo:400:kworker.0 Request processed in 38us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573756.349091:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1777573756.349100:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926446720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.349132:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926446720:12345-0@lo:400:kworker.0 Request processed in 34us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573756.349137:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1777573756.349169:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926446464:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.349178:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926446336:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.349186:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926446848:0@lo:400:kworker.0 00000100:00100000:3.0:1777573756.349220:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926446720:0@lo:400:kworker.0 00000100:00100000:1.0:1777573756.349596:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734 00000100:00100000:2.0:1777573756.349642:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1777573756.349676:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1777573756.349684:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926446976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573756.349750:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926446976:12345-0@lo:400:kworker.0 Request processed in 67us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573756.349756:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1777573756.349811:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926446976:0@lo:400:kworker.0 00000100:00080000:0.0:1777573756.349883:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1777573756.662911:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573757.367820:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573757.367839:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926447360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573757.367905:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573757.367940:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926447360 00000100:00100000:1.0:1777573757.367948:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926447360 00000100:00100000:1.0:1777573757.367995:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1777573757.368005:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926447360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573757.368034:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573757.368098:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926447360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.368105:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1777573757.368210:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926447360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573757.368400:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1777573757.368587:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926447488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573757.368616:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573757.368790:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926447488 00000100:00100000:3.0:1777573757.368795:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926447488 00000100:00100000:3.0:1777573757.368832:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1777573757.368840:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926447488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573757.368852:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573757.368889:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926447488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573757.368895:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1777573757.368960:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926447488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573757.558293:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573757.558353:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917813888 00000100:00100000:1.0:1777573757.558366:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917813888 00000100:00100000:1.0:1777573757.558462:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1417 00000100:00100000:1.0:1777573757.558480:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917813888:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:0.0:1777573757.558492:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573757.558639:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917813888:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 164us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.558647:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1417 00000100:00100000:2.0:1777573757.562328:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573757.562454:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814016 00000100:00100000:3.0:1777573757.562466:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814016 00000100:00080000:1.0:1777573757.562529:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573757.562551:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 640 00000100:00100000:3.0:1777573757.562576:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814016:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573757.562772:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814016:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 209us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573757.562782:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 640 00000100:00100000:2.0:1777573757.564267:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573757.564323:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814144 00000100:00100000:3.0:1777573757.564329:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814144 00000100:00080000:1.0:1777573757.564383:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573757.564392:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 641 00000100:00100000:3.0:1777573757.564402:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814144:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573757.564502:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814144:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 102us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573757.564508:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 641 00000100:00100000:3.0:1777573757.567111:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573757.567178:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814272 00000100:00100000:1.0:1777573757.567190:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814272 00000100:00100000:1.0:1777573757.567245:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1418 00000100:00100000:1.0:1777573757.567262:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917814272:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573757.567450:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917814272:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 195us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.567462:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1418 00000100:00100000:1.0:1777573757.568911:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573757.569268:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814400 00000100:00100000:3.0:1777573757.569286:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814400 00000100:00100000:3.0:1777573757.569382:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1419 00000100:00100000:3.0:1777573757.569394:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63832:x1863919917814400:12345-192.168.204.9@tcp:48:lfs.0 00000100:00080000:1.0:1777573757.569511:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573757.569552:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63832:x1863919917814400:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 161us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573757.569571:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1419 00000100:00100000:0.0:1777573757.571763:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573757.571810:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814528 00000100:00100000:1.0:1777573757.571817:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814528 00000100:00100000:1.0:1777573757.571881:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1420 00000100:00100000:1.0:1777573757.571902:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917814528:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573757.571993:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917814528:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 94us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.572000:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1420 00000100:00100000:3.0:1777573757.572907:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573757.572947:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814656 00000100:00100000:2.0:1777573757.572953:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814656 00000100:00100000:2.0:1777573757.572995:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 642 00000100:00100000:2.0:1777573757.573005:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814656:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:2.0:1777573757.573109:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814656:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 106us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573757.573116:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 642 00000100:00100000:1.0:1777573757.574061:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573757.574097:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814784 00000100:00100000:3.0:1777573757.574103:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814784 00000100:00100000:3.0:1777573757.574139:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 643 00000100:00100000:3.0:1777573757.574146:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814784:12345-192.168.204.9@tcp:19:lfs.0 00000100:00100000:3.0:1777573757.574231:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:63832:x1863919917814784:12345-192.168.204.9@tcp:19:lfs.0 Request processed in 84us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573757.574238:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 643 00000100:00100000:3.0:1777573757.574894:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573757.574950:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917814912 00000100:00100000:1.0:1777573757.574957:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917814912 00000100:00100000:1.0:1777573757.575008:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1421 00000100:00100000:1.0:1777573757.575016:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917814912:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:1.0:1777573757.575110:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63832:x1863919917814912:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 95us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.575118:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1421 00000100:00100000:1.0:1777573757.575825:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573757.575935:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917815040 00000100:00100000:3.0:1777573757.575940:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917815040 00000100:00100000:3.0:1777573757.575984:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1422 00000100:00100000:3.0:1777573757.575994:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63832:x1863919917815040:12345-192.168.204.9@tcp:48:lfs.0 00000100:00100000:3.0:1777573757.576091:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63832:x1863919917815040:12345-192.168.204.9@tcp:48:lfs.0 Request processed in 98us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573757.576099:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1422 00010000:00010000:0.0:1777573757.686841:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573757.879358:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926447616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573757.879452:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573757.879528:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926447616 00000100:00100000:1.0:1777573757.879538:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926447616 00000100:00100000:1.0:1777573757.879608:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1777573757.879619:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926447616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573757.879651:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446203392 avail 1299963904 00000100:00100000:1.0:1777573757.879747:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926447616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.879754:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1777573757.879823:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926447616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573757.974613:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573757.974685:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917815168 00000100:00100000:0.0:1777573757.974711:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917815168 00000100:00100000:0.0:1777573757.974768:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1423 00000100:00100000:0.0:1777573757.974779:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:63846:x1863919917815168:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:0.0:1777573757.974801:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573757.974825:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a694e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4cb expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573757.974902:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a694e7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573757.974926:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a694e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573757.974939:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a694e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573757.974994:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573757.974999:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573757.975020:0:12623:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a694e7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573757.975050:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0600/0x1e8fa618a5a694e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4cb expref: 8 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573757.975070:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a694e7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4cb expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573757.975078:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:0.0:1777573757.975081:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573757.975085:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573757.975145:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63846:x1863919917815168:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 367us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573757.975153:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1423 00000100:00100000:3.0:1777573757.975575:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573757.975661:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917815296 00000100:00100000:1.0:1777573757.975667:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917815296 00000100:00100000:1.0:1777573757.975735:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 946 00000100:00100000:1.0:1777573757.975745:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917815296:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573757.975787:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917815296:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 44us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.975794:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 946 00000100:00100000:1.0:1777573757.977793:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573757.977878:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917815552 00000100:00100000:3.0:1777573757.977887:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917815552 00000100:00100000:3.0:1777573757.977933:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1424 00000100:00100000:3.0:1777573757.977942:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63846:x1863919917815552:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:3.0:1777573757.977992:0:6487:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573757.978018:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0e00/0x1e8fa618a5a694e7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4cb expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573757.978040:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:3.0:1777573757.978045:0:6487:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573757.978068:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573757.978082:0:6487:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573757.978090:0:6487:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 4/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573757.978123:0:6487:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573757.978136:0:6487:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 6 pid: 8523 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573757.978149:0:6487:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6487:1863919926447744:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573757.978236:0:6487:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b89cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573757.979799:0:6487:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6487:1863919926447744:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573757.979809:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00010000:00010000:0.0:1777573757.979820:0:6487:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573757.979855:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917815680 00000100:00100000:1.0:1777573757.979861:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917815680 00010000:00010000:1.0:1777573757.979883:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 7 pid: 8523 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573757.979921:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 423 00000100:00100000:1.0:1777573757.979932:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917815680:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573757.979944:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573757.979951:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 7 pid: 8523 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.979963:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 7 pid: 8523 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.979986:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1400/0x1e8fa618a5a69485 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4b6 expref: 7 pid: 8523 timeout: 1382 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.979995:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573757.979998:0:10290:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.980008:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.980013:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.980038:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573757.980052:0:6487:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573757.980058:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573757.980074:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917815680:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 145us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573757.980082:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 423 00000001:00080000:3.0:1777573757.981506:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967501 is committed 00000004:00010000:1.0:1777573757.981582:0:6487:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052aa92a2 reply state 00000000393c302d transno 4294967501 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.981599:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573757.981607:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:1.0:1777573757.981610:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573757.981614:0:6487:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573757.981625:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00010000:00080000:1.0:1777573757.981716:0:6487:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1777573757.981734:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:63846:x1863919917815552:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 3791us (3945us total) trans 4294967501 rc 0/0 00000100:00100000:1.0:1777573757.981742:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1424 00010000:00010000:2.0:1777573757.981768:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573757.981778:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573757.981786:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573757.981797:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573757.981802:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573757.981809:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573757.981820:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc10ea200) 00010000:00010000:2.0:1777573757.981822:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573757.981825:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573757.981831:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a694ee lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573758.011015:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.011070:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917815808 00000100:00100000:3.0:1777573758.011082:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917815808 00000100:00100000:3.0:1777573758.011142:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 200 00000100:00100000:3.0:1777573758.011162:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63850:x1863919917815808:12345-192.168.204.9@tcp:49:touch.60003 00000100:00100000:3.0:1777573758.011293:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63850:x1863919917815808:12345-192.168.204.9@tcp:49:touch.60003 Request processed in 143us (286us total) trans 0 rc -61/-61 00000100:00100000:3.0:1777573758.011305:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 200 00000100:00100000:3.0:1777573758.014037:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.014100:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917815936 00000100:00100000:1.0:1777573758.014116:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917815936 00000100:00100000:1.0:1777573758.014190:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1425 00000100:00100000:1.0:1777573758.014202:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63850:x1863919917815936:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573758.014223:0:6486:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573758.014246:0:6486:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4d2 expref: -99 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014315:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014331:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014341:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014356:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014363:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014369:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014432:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6950a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014441:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6950a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014448:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6950a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573758.014470:0:6486:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6950a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014485:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014491:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014498:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014504:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014510:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573758.014514:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014522:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014533:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:1.0:1777573758.014536:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573758.014541:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014547:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187200/0x1e8fa618a5a694fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014570:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014577:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014582:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014587:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573758.014589:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014594:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014601:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc2eedb00) 00010000:00010000:1.0:1777573758.014603:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573758.014606:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014612:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3186400/0x1e8fa618a5a69503 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014638:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187000/0x1e8fa618a5a694f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d2 expref: 9 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014650:0:6486:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6950a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d2 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.014657:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:1.0:1777573758.014659:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1777573758.014662:0:6486:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3187c00, rc 0) 00000100:00100000:1.0:1777573758.015201:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:63850:x1863919917815936:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1002us (1178us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573758.015213:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1425 00000100:00100000:1.0:1777573758.017028:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.017145:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.017166:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917816064 00000100:00100000:2.0:1777573758.017174:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917816064 00000100:00100000:1.0:1777573758.017245:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917816192 00000100:00100000:1.0:1777573758.017253:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917816192 00000100:00100000:1.0:1777573758.017303:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 88 00000100:00100000:1.0:1777573758.017314:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917816192:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573758.017335:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573758.017359:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3187c00/0x1e8fa618a5a6950a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d2 expref: 8 pid: 6486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.017377:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:1.0:1777573758.017382:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573758.017441:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917816192:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 127us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573758.017451:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 88 00000100:00100000:2.0:1777573758.017586:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1426 00000100:00100000:2.0:1777573758.017595:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:63850:x1863919917816064:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573758.017614:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573758.017633:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a69511 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4d9 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.017685:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.017895:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.017907:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573758.018009:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573758.018014:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573758.018050:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55200/0x1e8fa618a5a69511 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 7 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.018068:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 6 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.018075:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:2.0:1777573758.018078:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1777573758.018081:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55a00, rc 0) 00000100:00100000:2.0:1777573758.018152:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:63850:x1863919917816064:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 558us (1130us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.018159:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1426 00000100:00100000:0.0:1777573758.020593:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.020679:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917816448 00000100:00100000:1.0:1777573758.020687:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917816448 00000100:00100000:1.0:1777573758.020770:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1427 00000100:00100000:1.0:1777573758.020782:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63850:x1863919917816448:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:1.0:1777573758.020800:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573758.020818:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6951f lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4e0 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.020923:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.020935:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.020947:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.020959:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.020965:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.020971:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573758.021357:0:6485:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x13:0x0], index 0: 0 00010000:00010000:1.0:1777573758.021490:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a69534 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021497:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a69534 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021501:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a69534 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021526:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021531:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021536:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021540:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021544:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573758.021548:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021563:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021634:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:1.0:1777573758.021637:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573758.021640:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021645:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a69526 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573758.021654:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dad4a9a6 reply state 0000000078700d1e transno 4294967502 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021661:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021665:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eed900) 00010000:00010000:1.0:1777573758.021667:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1777573758.021668:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1777573758.021687:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a6951f lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4e0 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021721:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a69534 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4e0 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.021735:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc2eedc00) 00010000:00010000:1.0:1777573758.021738:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1777573758.021740:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186600, rc 0) 00000100:00100000:1.0:1777573758.021792:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+9:63850:x1863919917816448:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 1012us (1204us total) trans 4294967502 rc 0/0 00000100:00100000:1.0:1777573758.021800:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1427 00000100:00100000:1.0:1777573758.024491:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.024570:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917816704 00000100:00100000:3.0:1777573758.024578:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917816704 00000100:00100000:3.0:1777573758.024656:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1428 00000100:00100000:3.0:1777573758.024665:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:63850:x1863919917816704:12345-192.168.204.9@tcp:36:touch.60003 00010000:00010000:3.0:1777573758.024876:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573758.024898:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186600/0x1e8fa618a5a69534 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4e0 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.024913:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc2eedc00) 00010000:00010000:3.0:1777573758.024922:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573758.024965:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.024977:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.024986:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573758.025072:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000279d403b reply state 000000008031a646 transno 4294967503 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.025083:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.025089:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc10eb400) 00010000:00010000:3.0:1777573758.025092:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573758.025095:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573758.025172:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+10:63850:x1863919917816704:12345-192.168.204.9@tcp:36:touch.60003 Request processed in 508us (688us total) trans 4294967503 rc 0/0 00000100:00100000:3.0:1777573758.025179:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1428 00000100:00100000:3.0:1777573758.026200:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573758.026235:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917816832 00000100:00100000:0.0:1777573758.026241:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917816832 00000100:00100000:0.0:1777573758.026285:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1429 00000100:00100000:0.0:1777573758.026294:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+10:63850:x1863919917816832:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:0.0:1777573758.026314:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573758.026328:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69549 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4e7 expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.026365:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69549 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4e7 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.026378:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69549 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4e7 expref: 11 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.026394:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc10eb400) 00010000:00010000:0.0:1777573758.026397:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1777573758.026400:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573758.026438:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:63850:x1863919917816832:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 146us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573758.026445:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1429 00000100:00100000:0.0:1777573758.027975:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.028100:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917816960 00000100:00100000:3.0:1777573758.028106:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917816960 00000100:00100000:3.0:1777573758.028157:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 644 00000100:00100000:3.0:1777573758.028166:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917816960:12345-192.168.204.9@tcp:2:touch.60003 00000100:00100000:3.0:1777573758.028362:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:2402:x1863919917816960:12345-192.168.204.9@tcp:2:touch.60003 Request processed in 197us (398us total) trans 4294967376 rc 0/0 00000100:00100000:3.0:1777573758.028369:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 644 00000100:00100000:1.0:1777573758.029799:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.029988:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917817216 00000100:00100000:3.0:1777573758.029995:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917817216 00000100:00100000:3.0:1777573758.030042:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 201 00000100:00100000:3.0:1777573758.030050:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+11:63850:x1863919917817216:12345-192.168.204.9@tcp:35:touch.60003 00000100:00100000:3.0:1777573758.030371:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+12:63850:x1863919917817216:12345-192.168.204.9@tcp:35:touch.60003 Request processed in 321us (575us total) trans 4294967504 rc 0/0 00000100:00100000:3.0:1777573758.030376:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 201 00000100:00100000:1.0:1777573758.054581:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573758.054649:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917817344 00000100:00100000:0.0:1777573758.054662:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917817344 00000100:00100000:0.0:1777573758.054747:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1430 00000100:00100000:0.0:1777573758.054758:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+12:63854:x1863919917817344:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:0.0:1777573758.054786:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573758.054811:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69550 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4ee expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.054880:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.054895:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.054903:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.054910:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.054915:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.054918:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055003:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69565 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055012:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69565 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055018:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69565 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573758.055063:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2f:0x0]: returning size 0 00000004:00200000:0.0:1777573758.055067:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573758.055089:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69565 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055102:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69565 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055127:0:6487:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055136:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055142:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055149:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055155:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573758.055159:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055167:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 5/0,0 mode: CR/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055178:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:0.0:1777573758.055180:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573758.055184:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 3/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055191:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1000/0x1e8fa618a5a69557 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055206:0:6487:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055211:0:6487:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055218:0:6487:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055223:0:6487:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573758.055226:0:6487:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055232:0:6487:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055239:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eed900) 00010000:00010000:0.0:1777573758.055242:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573758.055245:0:6487:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055249:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0c00/0x1e8fa618a5a6955e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055271:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a69550 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4ee expref: 14 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055283:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69565 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4ee expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.055290:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc10eb400) 00010000:00010000:0.0:1777573758.055297:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1777573758.055300:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1800, rc 0) 00000100:00100000:0.0:1777573758.055362:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:63854:x1863919917817344:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 606us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573758.055373:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1430 00000100:00100000:0.0:1777573758.057462:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.057514:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917817472 00000100:00100000:3.0:1777573758.057525:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917817472 00000100:00100000:3.0:1777573758.057608:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 645 00000100:00100000:3.0:1777573758.057620:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917817472:12345-192.168.204.9@tcp:101:rm.60003 00010000:00010000:3.0:1777573758.057642:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573758.057668:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4f5 expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1777573758.057756:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x69f39f7e, atime: 0x69f39f7e, ctime: 0x69f39f7e, blocks: 0x0 00010000:00010000:3.0:1777573758.057788:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573758.057792:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573758.057806:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 7 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.057830:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 7 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.057848:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573758.057928:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917817472:12345-192.168.204.9@tcp:101:rm.60003 Request processed in 312us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573758.057936:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 645 00000100:00100000:1.0:1777573758.061884:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.061996:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917817728 00000100:00100000:3.0:1777573758.062008:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917817728 00000100:00100000:3.0:1777573758.062194:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1431 00000100:00100000:3.0:1777573758.062205:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:63854:x1863919917817728:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573758.062259:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1777573758.062286:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69565 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4ee expref: 13 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062321:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69549 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4e7 expref: 12 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062332:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc10eb400) 00010000:00010000:3.0:1777573758.062337:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573758.062362:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062377:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062386:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062397:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062404:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062411:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062497:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062505:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062512:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573758.062779:0:6486:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9408 00000004:00080000:3.0:1777573758.062790:0:6486:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1282711096442ns, next at 1283711093929ns, rc = 0 00010000:00010000:3.0:1777573758.062837:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062851:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062857:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062864:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062870:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062876:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062898:0:6486:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573758.062917:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062923:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062929:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062934:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573758.062938:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062945:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062957:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc10eb400) 00010000:00010000:3.0:1777573758.062960:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573758.062964:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062970:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69581 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062986:0:6486:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062993:0:6486:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.062998:0:6486:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.063004:0:6486:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.063009:0:6486:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573758.063012:0:6486:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.063018:0:6486:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.063027:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:3.0:1777573758.063030:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573758.063033:0:6486:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.063033:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573758.063041:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.063057:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573758.063065:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69573 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.063065:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.063084:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573758.063087:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000076324c76 reply state 00000000746f8701 transno 4294967505 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.063094:0:6474:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc10eb400) 00010000:00010000:2.0:1777573758.063097:0:6474:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573758.063099:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.063101:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.063117:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eed900) 00010000:00010000:2.0:1777573758.063117:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acee00/0x1e8fa618a5a69588 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.063125:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573758.063130:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573758.063137:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573758.063139:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573758.063140:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573758.063203:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+13:63854:x1863919917817728:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 1000us (1329us total) trans 4294967505 rc 0/0 00000100:00100000:3.0:1777573758.063212:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1431 00000100:00100000:1.0:1777573758.467160:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.467205:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917817856 00000100:00100000:2.0:1777573758.467216:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917817856 00000100:00100000:2.0:1777573758.467271:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1432 00000100:00100000:2.0:1777573758.467283:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+13:63869:x1863919917817856:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573758.467306:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573758.467345:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6958f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e4fc expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.467406:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69596 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.467427:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69596 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.467442:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69596 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573758.467483:0:8523:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573758.467498:0:8523:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573758.467517:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69596 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.467553:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a6958f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4fc expref: 15 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.467579:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69596 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4fc expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.467588:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:2.0:1777573758.467591:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573758.467594:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573758.467887:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+14:63869:x1863919917817856:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 605us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.467895:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1432 00000100:00100000:0.0:1777573758.473513:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.473683:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917818112 00000100:00100000:1.0:1777573758.473711:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917818112 00000100:00100000:1.0:1777573758.473768:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1433 00000100:00100000:1.0:1777573758.473790:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+14:63869:x1863919917818112:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573758.473837:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573758.473861:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54400/0x1e8fa618a5a69596 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4fc expref: 14 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.473878:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:1.0:1777573758.473883:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573758.473903:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.473915:0:6485:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.473929:0:6485:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 4/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.473976:0:6485:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 13 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.473988:0:6485:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 13 pid: 8523 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573758.474000:0:6485:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926447872:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573758.474077:0:6485:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc25bf300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573758.475820:0:6485:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4507b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6485:1863919926447872:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573758.475849:0:6485:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573758.477292:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.477482:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917818240 00000100:00100000:1.0:1777573758.477496:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917818240 00010000:00010000:1.0:1777573758.477561:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 14 pid: 8523 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573758.477614:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 424 00000100:00100000:1.0:1777573758.477627:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+14:2401:x1863919917818240:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1777573758.477647:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573758.477655:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 14 pid: 8523 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.477670:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 14 pid: 8523 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.477760:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55a00/0x1e8fa618a5a69518 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4d9 expref: 14 pid: 8523 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.477793:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:1.0:1777573758.477800:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.477811:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.477820:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.477856:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573758.477893:0:6485:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.477904:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573758.477930:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+13:2401:x1863919917818240:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 307us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573758.477943:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 424 00000001:00080000:1.0:1777573758.479918:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967506 is committed 00000004:00080000:1.0:1777573758.479940:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 81 committed 00010000:00010000:0.0:1777573758.480029:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480042:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480055:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480062:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573758.480068:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480077:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480100:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eed900) 00010000:00010000:0.0:1777573758.480104:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573758.480110:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480117:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186200/0x1e8fa618a5a6952d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480140:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480152:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480157:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480161:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573758.480163:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480166:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480173:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2f:0x0].0x0 (ffff89ddc10eb400) 00010000:00010000:0.0:1777573758.480174:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573758.480176:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480180:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acea00/0x1e8fa618a5a69542 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480205:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480208:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480213:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480215:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573758.480218:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480222:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480226:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc2eed900) 00010000:00010000:0.0:1777573758.480227:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573758.480229:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573758.480232:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace200/0x1e8fa618a5a6957a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573758.480444:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000db5caddf reply state 00000000f33cd420 transno 4294967506 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480461:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480470:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:3.0:1777573758.480472:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1777573758.480477:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1777573758.480493:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00010000:00080000:3.0:1777573758.480610:0:6485:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1777573758.480630:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63869:x1863919917818112:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 6848us (7120us total) trans 4294967506 rc 0/0 00000100:00100000:3.0:1777573758.480640:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1433 00010000:00010000:3.0:1777573758.480676:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480685:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480720:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480728:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573758.480733:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480739:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480750:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef30d100) 00010000:00010000:3.0:1777573758.480752:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1777573758.480757:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.480762:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187400/0x1e8fa618a5a6959d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573758.481012:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926448000:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1777573758.481078:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573758.481353:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926448000 00000100:00100000:3.0:1777573758.481362:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926448000 00000100:00100000:3.0:1777573758.481466:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1777573758.481479:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926448000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1777573758.481622:0:9951:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:19 count 1 00010000:00010000:3.0:1777573758.481647:0:9951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.481669:0:9951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 6 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.481678:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573758.481681:0:9951:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1777573758.481685:0:9951:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1777573758.481774:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1777573758.481789:0:9951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 6 pid: 8361 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.481806:0:9951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 6 pid: 8361 timeout: 1383 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573758.481817:0:9951:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926448128:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573758.481870:0:9951:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc444ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573758.483393:0:9951:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77ca300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9951:1863919926448128:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573758.483439:0:9951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573758.483605:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.483645:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917818368 00000100:00100000:2.0:1777573758.483655:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917818368 00010000:00010000:2.0:1777573758.483778:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 7 pid: 8361 timeout: 1383 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573758.483815:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 425 00000100:00100000:2.0:1777573758.483826:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917818368:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573758.483842:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573758.483848:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 7 pid: 8361 timeout: 1383 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.483864:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 7 pid: 8361 timeout: 1383 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.483892:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae967dcd/0x1e8fa618a5a6956c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e4f5 expref: 7 pid: 8361 timeout: 1383 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.483915:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573758.483918:0:10290:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573758.483924:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.483935:0:10290:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.483971:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573758.483996:0:9951:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.484006:0:9951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.484018:0:9951:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573758.484033:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4507b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917818368:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 207us (427us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573758.484037:0:9951:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573758.484046:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 425 00010000:00010000:1.0:1777573758.484066:0:9951:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573758.484084:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573758.484091:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.484099:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573758.484104:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.484113:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.484126:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.484140:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bbeece2/0x1e8fa618a5a695a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.484176:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573758.484178:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573758.484180:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573758.484271:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926448000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 2794us (3190us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1777573758.484280:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000004:00080000:2.0:1777573758.484303:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc455ed80/2, rc 0, transno 4294967377 00000100:00100000:2.0:1777573758.484313:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926448000:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1777573758.509874:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.509948:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917818496 00000100:00100000:2.0:1777573758.509965:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917818496 00000100:00100000:2.0:1777573758.510079:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1434 00000100:00100000:2.0:1777573758.510097:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63873:x1863919917818496:12345-192.168.204.9@tcp:101:touch.60003 00010000:00010000:2.0:1777573758.510123:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573758.510153:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a695ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e503 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510245:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510264:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510279:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510298:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510307:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510311:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510389:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a695c0 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510398:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a695c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510405:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a695c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573758.510432:0:26981:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a695c0 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510446:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510453:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510460:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510466:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510473:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573758.510477:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510487:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510502:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573758.510506:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573758.510511:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510517:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a695b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510530:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510537:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510555:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510561:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573758.510564:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510570:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510577:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89deef30d800) 00010000:00010000:2.0:1777573758.510580:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573758.510582:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510591:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a695b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510625:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c54a00/0x1e8fa618a5a695ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e503 expref: 9 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510639:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a695c0 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e503 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.510647:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:2.0:1777573758.510650:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573758.510652:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55600, rc 0) 00000100:00100000:2.0:1777573758.510763:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:63873:x1863919917818496:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 672us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.510773:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1434 00000100:00100000:3.0:1777573758.512793:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.512850:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917818624 00000100:00100000:1.0:1777573758.512862:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917818624 00000100:00100000:3.0:1777573758.512868:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.512943:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1435 00000100:00100000:2.0:1777573758.512954:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917818752 00000100:00100000:1.0:1777573758.512963:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:63873:x1863919917818624:12345-192.168.204.9@tcp:101:touch.60003 00000100:00100000:2.0:1777573758.512964:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917818752 00010000:00010000:1.0:1777573758.512995:0:12623:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573758.513025:0:12623:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a695c7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e50a expref: -99 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573758.513070:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 89 00000100:00100000:2.0:1777573758.513083:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917818752:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573758.513105:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573758.513108:0:12623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12623 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.513126:0:12623:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.513138:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55600/0x1e8fa618a5a695c0 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e503 expref: 8 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.513145:0:12623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12623 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.513193:0:6471:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:2.0:1777573758.513199:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:1.0:1777573758.513247:0:12623:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1777573758.513252:0:12623:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1777573758.513280:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917818752:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 200us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.513292:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 89 00010000:00010000:1.0:1777573758.513301:0:12623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186400/0x1e8fa618a5a695c7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.513328:0:12623:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.513340:0:12623:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:1.0:1777573758.513344:0:12623:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1777573758.513348:0:12623:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186c00, rc 0) 00000100:00100000:1.0:1777573758.513405:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:63873:x1863919917818624:12345-192.168.204.9@tcp:101:touch.60003 Request processed in 452us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573758.513412:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1435 00010000:00010000:0.0:1777573758.710895:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573758.897493:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.897567:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917818880 00000100:00100000:2.0:1777573758.897582:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917818880 00000100:00100000:2.0:1777573758.897646:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1436 00000100:00100000:2.0:1777573758.897656:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:63887:x1863919917818880:12345-192.168.204.9@tcp:101:chmod.0 00010000:00010000:2.0:1777573758.897682:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573758.897731:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a695d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e511 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.897816:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a695dc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.897831:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a695dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.897842:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a695dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573758.897898:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573758.897903:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1777573758.897932:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a695dc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.897965:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a695d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e511 expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.897993:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a695dc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e511 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573758.898007:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:2.0:1777573758.898012:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1777573758.898017:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573758.898100:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63887:x1863919917818880:12345-192.168.204.9@tcp:101:chmod.0 Request processed in 445us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.898109:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1436 00000100:00100000:1.0:1777573758.901132:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.901159:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917819136 00000100:00100000:1.0:1777573758.901167:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917819136 00000100:00100000:1.0:1777573758.901210:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1437 00000100:00100000:1.0:1777573758.901218:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63887:x1863919917819136:12345-192.168.204.9@tcp:36:chmod.0 00010000:00010000:1.0:1777573758.901258:0:6486:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573758.901279:0:6486:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a695dc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e511 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.901291:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:1.0:1777573758.901294:0:6486:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573758.901311:0:6486:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6486 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.901394:0:6486:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.901404:0:6486:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.901434:0:6486:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 6 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.901443:0:6486:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 6 pid: 12623 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573758.901464:0:6486:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926448256:192.168.204.9@tcp:104: 00000100:00100000:1.0:1777573758.901562:0:6486:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc25bf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573758.903780:0:6486:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001_UUID:6486:1863919926448256:192.168.204.9@tcp:104: 00010000:00010000:3.0:1777573758.903809:0:6486:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573758.903973:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.904498:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917819264 00000100:00100000:3.0:1777573758.904505:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917819264 00010000:00010000:3.0:1777573758.904552:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 7 pid: 12623 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573758.904586:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 426 00000100:00100000:3.0:1777573758.904595:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917819264:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573758.904616:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573758.904622:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 7 pid: 12623 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.904632:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 7 pid: 12623 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.904654:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186c00/0x1e8fa618a5a695ce lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e50a expref: 7 pid: 12623 timeout: 1383 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.904666:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:3.0:1777573758.904672:0:6472:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.904828:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.904836:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573758.904877:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573758.904946:0:6486:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.904955:0:6486:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573758.905054:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917819264:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 459us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573758.905064:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 426 00000004:00010000:1.0:1777573758.905235:0:6486:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff1b4b7b reply state 000000008e1c83cd transno 4294967507 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.905248:0:6486:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573758.905255:0:6486:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:1.0:1777573758.905259:0:6486:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1777573758.905261:0:6486:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1777573758.905272:0:6486:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000100:00100000:1.0:1777573758.905344:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63887:x1863919917819136:12345-192.168.204.9@tcp:36:chmod.0 Request processed in 4125us (4216us total) trans 4294967507 rc 0/0 00000100:00100000:1.0:1777573758.905352:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1437 00000100:00100000:3.0:1777573758.949412:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573758.949490:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917819392 00000100:00100000:0.0:1777573758.949499:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917819392 00000100:00100000:0.0:1777573758.949572:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1438 00000100:00100000:0.0:1777573758.949585:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917819392:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573758.949719:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917819392:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 110us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573758.949727:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1438 00000100:00100000:3.0:1777573758.951298:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.951353:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917819520 00000100:00100000:2.0:1777573758.951359:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917819520 00000100:00100000:2.0:1777573758.951406:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 647 00000100:00100000:2.0:1777573758.951416:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63896:x1863919917819520:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573758.951601:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:63896:x1863919917819520:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 188us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.951609:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 647 00000100:00100000:0.0:1777573758.952915:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.953474:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917819648 00000100:00100000:2.0:1777573758.953480:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917819648 00000100:00100000:2.0:1777573758.953528:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 648 00000100:00100000:2.0:1777573758.953549:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:63896:x1863919917819648:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573758.953719:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:63896:x1863919917819648:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 182us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.953728:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 648 00000100:00100000:0.0:1777573758.954967:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.955008:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917819776 00000100:00100000:3.0:1777573758.955014:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917819776 00000100:00100000:3.0:1777573758.955047:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1439 00000100:00100000:3.0:1777573758.955052:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917819776:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573758.955182:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917819776:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 127us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573758.955189:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1439 00000100:00100000:1.0:1777573758.957120:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.957624:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917819904 00000100:00100000:3.0:1777573758.957632:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917819904 00000100:00100000:3.0:1777573758.957680:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1440 00000100:00100000:3.0:1777573758.957689:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917819904:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573758.957957:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917819904:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 268us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573758.957969:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1440 00000100:00100000:1.0:1777573758.961938:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.962110:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820032 00000100:00100000:3.0:1777573758.962122:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820032 00000100:00100000:3.0:1777573758.962189:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1441 00000100:00100000:3.0:1777573758.962202:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917820032:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573758.962336:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917820032:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 138us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573758.962345:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1441 00000100:00100000:0.0:1777573758.964291:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.964372:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820160 00000100:00100000:3.0:1777573758.964386:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820160 00000100:00100000:3.0:1777573758.964555:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 649 00000100:00100000:3.0:1777573758.964566:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:63896:x1863919917820160:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573758.964889:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:63896:x1863919917820160:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 324us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573758.964898:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 649 00000100:00100000:1.0:1777573758.966027:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573758.966076:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820288 00000100:00100000:3.0:1777573758.966084:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820288 00000100:00100000:3.0:1777573758.966123:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 650 00000100:00100000:3.0:1777573758.966131:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:63896:x1863919917820288:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573758.966276:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:63896:x1863919917820288:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 143us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573758.966283:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 650 00000100:00100000:1.0:1777573758.967594:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573758.967648:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820416 00000100:00100000:2.0:1777573758.967660:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820416 00000100:00100000:2.0:1777573758.967749:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1442 00000100:00100000:2.0:1777573758.967760:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917820416:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573758.967953:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917820416:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 196us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573758.967959:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1442 00000100:00100000:0.0:1777573758.968979:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573758.969028:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820544 00000100:00100000:1.0:1777573758.969037:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820544 00000100:00100000:1.0:1777573758.969092:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1443 00000100:00100000:1.0:1777573758.969104:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917820544:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573758.969285:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:63896:x1863919917820544:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 185us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573758.969293:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1443 00000100:00100000:1.0:1777573759.001561:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573759.001657:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820672 00000100:00100000:0.0:1777573759.001666:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820672 00000100:00100000:0.0:1777573759.002058:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1444 00000100:00100000:0.0:1777573759.002065:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:63900:x1863919917820672:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573759.002082:0:8523:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573759.002099:0:8523:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a695ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e518 expref: -99 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002147:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002158:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002166:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002175:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002179:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002183:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002231:0:8523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a695ff lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002236:0:8523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a695ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002243:0:8523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a695ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1777573759.002257:0:8523:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a695ff lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002268:0:8523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002274:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002280:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002286:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002291:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573759.002295:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002301:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002313:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573759.002316:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573759.002320:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002326:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a695f1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002340:0:8523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002345:0:8523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002348:0:8523:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002351:0:8523:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:0.0:1777573759.002352:0:8523:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002355:0:8523:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002359:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc2efa000) 00010000:00010000:0.0:1777573759.002361:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573759.002363:0:8523:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002366:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a695f8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002387:0:8523:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec1c00/0x1e8fa618a5a695ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e518 expref: 9 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002395:0:8523:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a695ff lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e518 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.002403:0:8523:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573759.002404:0:8523:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573759.002406:0:8523:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0200, rc 0) 00000100:00100000:0.0:1777573759.002451:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:63900:x1863919917820672:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 388us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573759.002456:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1444 00000100:00080000:1.0:1777573759.002489:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573759.004054:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573759.004112:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573759.004123:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820800 00000100:00100000:2.0:1777573759.004131:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820800 00000100:00080000:0.0:1777573759.004165:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573759.004186:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1445 00000100:00100000:1.0:1777573759.004189:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917820928 00000100:00100000:2.0:1777573759.004197:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:63900:x1863919917820800:12345-192.168.204.9@tcp:101:dd.60003 00000100:00100000:1.0:1777573759.004204:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917820928 00010000:00010000:2.0:1777573759.004209:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573759.004226:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69606 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e51f expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573759.004250:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 90 00000100:00100000:1.0:1777573759.004259:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917820928:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573759.004268:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6960d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.004272:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573759.004285:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6960d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.004296:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6960d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.004306:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0200/0x1e8fa618a5a695ff lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e518 expref: 8 pid: 8523 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.004323:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:1.0:1777573759.004327:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:2.0:1777573759.004331:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1777573759.004335:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1777573759.004365:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55400/0x1e8fa618a5a69606 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e51f expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573759.004372:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917820928:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 112us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573759.004381:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 90 00010000:00010000:2.0:1777573759.004384:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6960d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e51f expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.004392:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:2.0:1777573759.004396:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1777573759.004399:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55c00, rc 0) 00000100:00100000:2.0:1777573759.004428:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:63900:x1863919917820800:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 233us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573759.004435:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1445 00000100:00100000:3.0:1777573759.007443:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573759.007518:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917821056 00000100:00100000:0.0:1777573759.007531:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917821056 00000100:00100000:0.0:1777573759.007600:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 202 00000100:00100000:0.0:1777573759.007609:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:63900:x1863919917821056:12345-192.168.204.9@tcp:49:dd.60003 00000100:00100000:0.0:1777573759.007764:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:63900:x1863919917821056:12345-192.168.204.9@tcp:49:dd.60003 Request processed in 155us (333us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777573759.007772:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 202 00000100:00100000:3.0:1777573759.009807:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573759.009862:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917821312 00000100:00100000:2.0:1777573759.009873:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917821312 00000100:00100000:2.0:1777573759.009928:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1446 00000100:00100000:2.0:1777573759.009938:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:63900:x1863919917821312:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:2.0:1777573759.009956:0:26981:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573759.009973:0:26981:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a69614 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e526 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010069:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010084:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010095:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010109:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010124:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010131:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1777573759.010440:0:26981:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x13:0x0], index 1: 0 00010000:00010000:2.0:1777573759.010576:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a69629 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010586:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a69629 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010593:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a69629 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010624:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010631:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010637:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010644:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010649:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:2.0:1777573759.010653:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010660:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010671:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:2.0:1777573759.010674:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573759.010678:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010685:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54000/0x1e8fa618a5a6961b lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573759.010723:0:26981:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083387520 reply state 000000009340af44 transno 4294967508 ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010735:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010742:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89deef30d800) 00010000:00010000:2.0:1777573759.010744:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1777573759.010746:0:26981:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1777573759.010772:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54e00/0x1e8fa618a5a69614 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e526 expref: 11 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010787:0:26981:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a69629 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e526 expref: 10 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573759.010794:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x30:0x0].0x0 (ffff89deef30d500) 00010000:00010000:2.0:1777573759.010796:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1777573759.010798:0:26981:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54800, rc 0) 00000100:00100000:2.0:1777573759.010855:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+11:63900:x1863919917821312:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 919us (1054us total) trans 4294967508 rc 0/0 00000100:00100000:2.0:1777573759.010863:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1446 00000100:00100000:2.0:1777573759.015825:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573759.015866:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917821440 00000100:00100000:0.0:1777573759.015875:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917821440 00000100:00100000:0.0:1777573759.016005:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 651 00000100:00100000:0.0:1777573759.016014:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:63900:x1863919917821440:12345-192.168.204.9@tcp:101:dd.60003 00010000:00010000:0.0:1777573759.016030:0:8361:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573759.016048:0:8361:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e52d expref: -99 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1777573759.016071:0:8361:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1777573759.016103:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573759.016105:0:8361:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1777573759.016113:0:8361:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.016128:0:8361:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 6 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573759.016141:0:8361:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573759.016205:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:63900:x1863919917821440:12345-192.168.204.9@tcp:101:dd.60003 Request processed in 193us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573759.016212:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 651 00000100:00080000:1.0:1777573759.017166:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573759.028806:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573759.028876:0:8366:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917821568 00000100:00100000:2.0:1777573759.028886:0:8366:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917821568 00002000:00100000:2.0:1777573759.028936:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x13:0x0] (0->1048575) req@ffff89def77cb800 x1863919917821568/t0(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:260/0 lens 488/0 e 0 to 0 dl 1777573770 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1777573759.028951:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def77cb800 with x1863919917821568 ext(0->1048575) 00002000:00010000:2.0:1777573759.028969:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89def77cb800 00000100:00100000:2.0:1777573759.029127:0:8366:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 31 00000100:00100000:2.0:1777573759.029138:0:8366:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917821568:12345-192.168.204.9@tcp:4:dd.60003 00000100:00100000:2.0:1777573759.040413:0:8366:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917821568:12345-192.168.204.9@tcp:4:dd.60003 Request processed in 11266us (11604us total) trans 4294967376 rc 0/0 00000100:00100000:2.0:1777573759.040426:0:8366:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 31 00002000:00100000:2.0:1777573759.040438:0:8366:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x13:0x0] (0->1048575) req@ffff89def77cb800 x1863919917821568/t4294967376(0) o4->39328a82-b022-4341-ad2e-a128c9d89287@192.168.204.9@tcp:260/0 lens 488/448 e 0 to 0 dl 1777573770 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.60003' uid:60003 gid:60003 projid:0 00002000:00100000:2.0:1777573759.040449:0:8366:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff89def77cb800 with x1863919917821568 ext(0->1048575) 00002000:00010000:2.0:1777573759.040456:0:8366:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff89def77cb800 00000100:00100000:3.0:1777573759.043861:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573759.043995:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917821696 00000100:00100000:1.0:1777573759.044010:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917821696 00000100:00100000:1.0:1777573759.044082:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1447 00000100:00100000:1.0:1777573759.044093:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+11:63900:x1863919917821696:12345-192.168.204.9@tcp:44:dd.60003 00000001:00080000:3.0:1777573759.046652:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967508 is committed 00010000:00010000:1.0:1777573759.046712:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046726:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046735:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046741:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186e00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573759.046746:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046754:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046771:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:1.0:1777573759.046774:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1777573759.046778:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046785:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3186e00/0x1e8fa618a5a695e3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6486 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573759.046869:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+8:63900:x1863919917821696:12345-192.168.204.9@tcp:44:dd.60003 Request processed in 2774us (3019us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573759.046880:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1447 00010000:00010000:1.0:1777573759.046886:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046895:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.046900:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.047019:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573759.047022:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.047028:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.047038:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89deef30d800) 00010000:00010000:1.0:1777573759.047041:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573759.047044:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573759.047053:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54c00/0x1e8fa618a5a69622 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573759.048478:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573759.048519:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917821824 00000100:00100000:1.0:1777573759.048528:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917821824 00000100:00100000:1.0:1777573759.048586:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 652 00000100:00100000:1.0:1777573759.048606:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+8:2403:x1863919917821824:12345-192.168.204.9@tcp:16:dd.60003 00000001:00080000:0.0:1777573759.049725:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000100:00100000:1.0:1777573759.049849:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2403:x1863919917821824:12345-192.168.204.9@tcp:16:dd.60003 Request processed in 1253us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573759.049859:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 652 00000100:00100000:0.0:1777573759.051236:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573759.051372:0:6488:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822080 00000100:00100000:3.0:1777573759.051379:0:6488:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822080 00000100:00100000:3.0:1777573759.051429:0:6488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 203 00000100:00100000:3.0:1777573759.051440:0:6488:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded04be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:63900:x1863919917822080:12345-192.168.204.9@tcp:35:dd.60003 00000100:00100000:2.0:1777573759.052005:0:6488:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded04be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:63900:x1863919917822080:12345-192.168.204.9@tcp:35:dd.60003 Request processed in 567us (770us total) trans 4294967509 rc 0/0 00000100:00100000:2.0:1777573759.052013:0:6488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 203 00000100:00100000:1.0:1777573759.414837:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926448384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573759.414913:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573759.414999:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926448384 00000100:00100000:1.0:1777573759.415007:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926448384 00000100:00100000:1.0:1777573759.415058:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1777573759.415070:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926448384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573759.415106:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446367232 avail 1300127744 00000100:00100000:1.0:1777573759.415159:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926448384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573759.415167:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1777573759.415217:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926448384:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1777573759.560096:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967509 is committed 00010000:00010000:2.0:1777573759.734974:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1777573760.098587:0:106267:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1284746891327ns, next at 1251944536277ns, rc = 0 00080000:00080000:2.0:1777573760.098605:0:106267:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573760.099051:0:106267:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1284747356999ns, next at 1283711093929ns, rc = 0 00080000:00080000:2.0:1777573760.099058:0:106267:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573760.099130:0:106267:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1284747436734ns, next at 1254664041830ns, rc = 0 00080000:00080000:2.0:1777573760.099137:0:106267:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573760.099199:0:106267:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1284747506089ns, next at 1270021359738ns, rc = 0 00080000:00080000:2.0:1777573760.099205:0:106267:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1777573760.101099:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 84 committed 00000004:00080000:2.0:1777573760.104860:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 82 committed 00000004:00080000:0.0:1777573760.105135:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 85 committed 00000004:00080000:2.0:1777573760.106135:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 81 committed 00000001:00080000:1.0:1777573760.607553:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967377 is committed 00000001:00080000:1.0:1777573760.607567:0:8355:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 4294967376 is committed 00000100:00100000:3.0:1777573760.651396:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573760.651450:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822208 00000100:00100000:1.0:1777573760.651462:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822208 00000100:00100000:1.0:1777573760.651570:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1448 00000100:00100000:1.0:1777573760.651583:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822208:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573760.651690:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822208:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 110us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573760.651720:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1448 00000100:00100000:3.0:1777573760.653773:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573760.653840:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822336 00000100:00100000:2.0:1777573760.653852:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822336 00000100:00080000:1.0:1777573760.653927:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573760.654227:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 653 00000100:00100000:2.0:1777573760.654243:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:64096:x1863919917822336:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573760.654444:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:64096:x1863919917822336:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 209us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573760.654451:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 653 00000100:00100000:3.0:1777573760.655679:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573760.655759:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822464 00000100:00100000:1.0:1777573760.655770:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822464 00000100:00100000:1.0:1777573760.655839:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 654 00000100:00100000:1.0:1777573760.655850:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:64096:x1863919917822464:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573760.655976:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:64096:x1863919917822464:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 128us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573760.655985:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 654 00000100:00100000:3.0:1777573760.656821:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573760.656911:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822592 00000100:00100000:1.0:1777573760.656919:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822592 00000100:00100000:1.0:1777573760.656968:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1449 00000100:00100000:1.0:1777573760.656977:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822592:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573760.657147:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822592:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 171us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573760.657154:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1449 00000100:00100000:1.0:1777573760.658558:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573760.658604:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822720 00000100:00100000:0.0:1777573760.658612:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822720 00000100:00100000:0.0:1777573760.658658:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1450 00000100:00100000:0.0:1777573760.658667:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822720:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573760.658791:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822720:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 126us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573760.658797:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1450 00000100:00100000:3.0:1777573760.661224:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573760.662633:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822848 00000100:00100000:2.0:1777573760.662642:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822848 00000100:00100000:2.0:1777573760.662689:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1451 00000100:00100000:2.0:1777573760.662803:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822848:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573760.662890:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917822848:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 91us (1672us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573760.662895:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1451 00000100:00100000:2.0:1777573760.664909:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573760.664959:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917822976 00000100:00100000:3.0:1777573760.664967:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917822976 00000100:00100000:3.0:1777573760.665023:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 655 00000100:00100000:3.0:1777573760.665034:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:64096:x1863919917822976:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573760.665229:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:64096:x1863919917822976:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 197us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573760.665236:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 655 00000100:00100000:3.0:1777573760.666904:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573760.667191:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917823104 00000100:00100000:1.0:1777573760.667199:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917823104 00000100:00100000:1.0:1777573760.667256:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 656 00000100:00100000:1.0:1777573760.667266:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:64096:x1863919917823104:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573760.667389:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+6:64096:x1863919917823104:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 125us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573760.667396:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 656 00000100:00100000:1.0:1777573760.668284:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573760.668337:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917823232 00000100:00100000:3.0:1777573760.668342:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917823232 00000100:00100000:3.0:1777573760.668387:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1452 00000100:00100000:3.0:1777573760.668396:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917823232:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573760.668568:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917823232:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 174us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573760.668579:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1452 00000100:00100000:3.0:1777573760.669607:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573760.669746:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917823360 00000100:00100000:0.0:1777573760.669754:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917823360 00000100:00100000:0.0:1777573760.669804:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1453 00000100:00100000:0.0:1777573760.669814:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917823360:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:0.0:1777573760.669917:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:64096:x1863919917823360:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 104us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573760.669924:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1453 00000100:00100000:1.0:1777573760.697577:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573760.697680:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917823616 00000100:00100000:3.0:1777573760.697723:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917823616 00000100:00100000:3.0:1777573760.697783:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1454 00000100:00100000:3.0:1777573760.697794:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64100:x1863919917823616:12345-192.168.204.9@tcp:36:rm.60003 00010000:00010000:3.0:1777573760.697858:0:6485:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573760.697887:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54800/0x1e8fa618a5a69629 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e526 expref: 7 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.697913:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x30:0x0].0x0 (ffff89deef30d500) 00010000:00010000:3.0:1777573760.697923:0:6485:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573760.697946:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.697959:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.697969:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.697982:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.697988:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.697994:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698098:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698107:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698113:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1777573760.698342:0:6485:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9408 00000004:00080000:3.0:1777573760.698352:0:6485:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1285346658647ns, next at 1286346656669ns, rc = 0 00010000:00010000:3.0:1777573760.698395:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698401:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698406:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698411:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698415:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698419:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698435:0:6485:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1777573760.698451:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698458:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698465:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698469:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573760.698471:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573760.698477:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698478:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698490:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698492:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573760.698498:0:6473:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698512:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x30:0x0].0x0 (ffff89ddc10eb700) 00010000:00010000:3.0:1777573760.698518:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1777573760.698522:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698537:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2ace400/0x1e8fa618a5a6964c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698538:0:6473:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698559:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x30:0x0].0x0 (ffff89ddc10eb700) 00010000:00010000:2.0:1777573760.698562:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1777573760.698564:0:6485:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698566:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698579:0:6485:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 4/0,1 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698582:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf000/0x1e8fa618a5a69653 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698586:0:6485:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698599:0:6485:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698603:0:6485:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573760.698605:0:6485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698609:0:6485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 5/0,0 mode: CW/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698616:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:2.0:1777573760.698617:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573760.698618:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1777573760.698620:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573760.698621:0:6485:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 3/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573760.698622:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573760.698627:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf800/0x1e8fa618a5a6963e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1777573760.698635:0:6485:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000026e2b6a4 reply state 0000000020029b07 transno 4294967510 ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698642:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573760.698646:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc10eb200) 00010000:00010000:3.0:1777573760.698647:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1777573760.698649:0:6485:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1777573760.698731:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:64100:x1863919917823616:12345-192.168.204.9@tcp:36:rm.60003 Request processed in 937us (1160us total) trans 4294967510 rc 0/0 00000100:00100000:3.0:1777573760.698739:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1454 00010000:00010000:0.0:1777573760.759541:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573761.462828:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926448640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573761.462841:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573761.462858:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926448512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573761.463342:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573761.463429:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926448640 00000100:00100000:2.0:1777573761.463436:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926448640 00000100:00100000:2.0:1777573761.463498:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1777573761.463507:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926448640:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573761.463531:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1777573761.463533:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573761.463562:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926448896:0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.463573:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926448640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573761.463579:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1777573761.463595:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926448512 00000100:00100000:2.0:1777573761.463599:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926448512 00000100:00100000:3.0:1777573761.463600:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573761.463629:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1777573761.463634:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926449408:0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.463636:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926448512:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573761.463643:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926448768:0@lo:400:kworker.0 00002000:00000024:2.0:1777573761.463650:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3922481152 avail 3690958848 00000100:00100000:3.0:1777573761.463681:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573761.463987:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926448512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 306us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573761.463995:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00080000:2.0:1777573761.464016:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573761.464058:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926449152:0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.464097:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926448896 00000100:00100000:2.0:1777573761.464100:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926448896 00000100:00100000:2.0:1777573761.464125:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449408 00000100:00100000:2.0:1777573761.464127:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449408 00000100:00100000:2.0:1777573761.464149:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:2.0:1777573761.464154:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926448896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.464183:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926448896:12345-0@lo:400:kworker.0 Request processed in 30us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573761.464187:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:2.0:1777573761.464195:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:2.0:1777573761.464201:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926449408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.464220:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926449408:12345-0@lo:400:kworker.0 Request processed in 20us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573761.464224:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00080000:2.0:1777573761.464245:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573761.464266:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926449024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.464288:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573761.464304:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926449536:0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.464336:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449024 00000100:00100000:2.0:1777573761.464340:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449024 00000100:00100000:2.0:1777573761.464377:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1777573761.464385:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926449024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.464430:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926449024:12345-0@lo:400:kworker.0 Request processed in 45us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573761.464436:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:0.0:1777573761.467071:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573761.467177:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926449408:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467187:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926449920:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467221:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573761.467242:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449920 00000100:00100000:3.0:1777573761.467247:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449920 00000100:00100000:2.0:1777573761.467267:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573761.467291:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449536 00000100:00100000:3.0:1777573761.467293:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449536 00000100:00100000:2.0:1777573761.467300:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926450048:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467310:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:3.0:1777573761.467318:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926449920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.467331:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573761.467358:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926449920:12345-0@lo:400:kworker.0 Request processed in 41us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573761.467362:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00100000:3.0:1777573761.467375:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926450048 00000100:00100000:2.0:1777573761.467377:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926449024:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467378:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926450048 00000100:00100000:3.0:1777573761.467400:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:3.0:1777573761.467407:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926449536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.467425:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:3.0:1777573761.467432:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926449536:12345-0@lo:400:kworker.0 Request processed in 26us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573761.467438:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926450048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467439:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00080000:3.0:1777573761.467463:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573761.467466:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573761.467501:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926449536:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467515:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926450048:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467550:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573761.467571:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926449664:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467593:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573761.467620:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926448640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573761.467637:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449664 00000100:00100000:3.0:1777573761.467639:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449664 00000100:00100000:3.0:1777573761.467663:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1777573761.467668:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926449664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467744:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926449664:12345-0@lo:400:kworker.0 Request processed in 75us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573761.467755:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00080000:3.0:1777573761.467775:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573761.467782:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449152 00000100:00100000:3.0:1777573761.467785:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449152 00000100:00100000:3.0:1777573761.467809:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:3.0:1777573761.467817:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926449152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467848:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926449152:12345-0@lo:400:kworker.0 Request processed in 33us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573761.467854:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:0.0:1777573761.467906:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926449280:0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.467934:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573761.467953:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc47d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926449792:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.467967:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926449152:0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.467974:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573761.467984:0:3637:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294967377 gen 2 00000004:00080000:3.0:1777573761.467989:0:3637:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc455ed80, transno 4294967377 00000100:00100000:3.0:1777573761.468001:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926449664:0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.468012:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926448768 00000100:00100000:0.0:1777573761.468017:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926448768 00000100:00100000:0.0:1777573761.468046:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1777573761.468053:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926448768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.468089:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926448768:12345-0@lo:400:kworker.0 Request processed in 35us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573761.468096:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1777573761.468112:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926449920:0@lo:400:kworker.0 00000100:00100000:3.0:1777573761.468129:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926448896:0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.468133:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449280 00000100:00100000:0.0:1777573761.468138:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449280 00000100:00100000:3.0:1777573761.468149:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926448512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573761.468168:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:0.0:1777573761.468176:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926449280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.468206:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926449280:12345-0@lo:400:kworker.0 Request processed in 33us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573761.468213:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:0.0:1777573761.468234:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926449792 00000100:00100000:0.0:1777573761.468238:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926449792 00000100:00100000:0.0:1777573761.468264:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1777573761.468270:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926449792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.468294:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926449792:12345-0@lo:400:kworker.0 Request processed in 24us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573761.468299:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:0.0:1777573761.468314:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573761.468334:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926448768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.468343:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926449280:0@lo:400:kworker.0 00000100:00100000:0.0:1777573761.468351:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc47d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926449792:0@lo:400:kworker.0 00000100:00100000:2.0:1777573761.468448:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926450048:12345-0@lo:400:kworker.0 Request processed in 53us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573761.468456:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000004:00080000:2.0:1777573761.613848:0:106412:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1286262153097ns, next at 1251944536277ns, rc = 0 00080000:00080000:2.0:1777573761.613866:0:106412:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573761.613981:0:106412:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1286262286912ns, next at 1283711093929ns, rc = 0 00080000:00080000:2.0:1777573761.613988:0:106412:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573761.614082:0:106412:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1286262388692ns, next at 1254664041830ns, rc = 0 00080000:00080000:2.0:1777573761.614088:0:106412:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1777573761.614157:0:106412:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1286262463694ns, next at 1286346656669ns, rc = 0 00080000:00080000:2.0:1777573761.614163:0:106412:0:(osd_handler.c:2850:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1777573761.615380:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 85 committed 00000004:00080000:0.0:1777573761.615472:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 83 committed 00000001:00080000:0.0:1777573761.615528:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967510 is committed 00000004:00080000:0.0:1777573761.615535:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 82 committed 00010000:00010000:3.0:1777573761.615591:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.615604:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.615611:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.615617:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:3.0:1777573761.615622:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.615630:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.615648:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x7c633847 (ffff89ddc10eb200) 00010000:00010000:3.0:1777573761.615651:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573761.615656:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.615662:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69645 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x2b:0x0].0x7c633847 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573761.616381:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573761.616402:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926450176:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1777573761.616464:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573761.616518:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926450176 00000100:00100000:2.0:1777573761.616533:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926450176 00000100:00100000:2.0:1777573761.616616:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1777573761.616631:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926450176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1777573761.616672:0:8359:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:19 count 1 00010000:00010000:2.0:1777573761.616797:0:8359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.616828:0:8359:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.616839:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573761.616841:0:8359:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1777573761.616845:0:8359:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1777573761.616951:0:7398:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 83 committed 00010000:00010000:2.0:1777573761.616961:0:8359:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 5 pid: 8361 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.616982:0:8359:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 5 pid: 8361 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573761.617000:0:8359:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8359:1863919926450304:192.168.204.9@tcp:104: 00000100:00100000:2.0:1777573761.617104:0:8359:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7814f00 going to sleep for 11 seconds 00000004:00080000:3.0:1777573761.617235:0:6464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 86 committed 00000100:00100000:2.0:1777573761.618911:0:8359:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc460e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8359:1863919926450304:192.168.204.9@tcp:104: 00010000:00010000:2.0:1777573761.618945:0:8359:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573761.619076:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573761.619124:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917823744 00000100:00100000:2.0:1777573761.619133:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917823744 00010000:00010000:2.0:1777573761.619184:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 6 pid: 8361 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1777573761.619199:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573761.619214:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 427 00000100:00100000:2.0:1777573761.619222:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917823744:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573761.619233:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573761.619237:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 6 pid: 8361 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619245:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 6 pid: 8361 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619269:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b2ef71e/0x1e8fa618a5a69637 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400010020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e52d expref: 6 pid: 8361 timeout: 1386 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619279:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573761.619280:0:6471:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1777573761.619284:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619291:0:6471:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619311:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1777573761.619329:0:8359:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.619344:0:8359:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573761.619350:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917823744:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 128us (277us total) trans 0 rc 0/0 00010000:00010000:3.0:1777573761.619364:0:8359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573761.619365:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 427 00010000:00010000:3.0:1777573761.619375:0:8359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573761.619396:0:8359:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1777573761.619403:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573761.619408:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619413:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573761.619417:0:6474:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619426:0:6474:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619438:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619446:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019f7a34c/0x1e8fa618a5a6965a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573761.619463:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573761.619466:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573761.619467:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573761.619636:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926450176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 3008us (3171us total) trans 4294967377 rc 0/0 00000100:00100000:3.0:1777573761.619644:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000004:00080000:0.0:1777573761.619672:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff89ddc41b2680/2, rc 0, transno 4294967377 00000100:00100000:0.0:1777573761.619687:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926450176:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1777573761.782823:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573762.486987:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573762.486997:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926450560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573762.487020:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926450432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573762.487164:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573762.487216:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573762.487268:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926450560 00000100:00100000:3.0:1777573762.487279:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926450560 00000100:00100000:1.0:1777573762.487298:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926450432 00000100:00100000:1.0:1777573762.487310:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926450432 00000100:00100000:3.0:1777573762.487365:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1777573762.487377:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926450560:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573762.487397:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1777573762.487412:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926450432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573762.487413:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00002000:00000024:2.0:1777573762.487431:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573762.487502:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926450432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573762.487513:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926450560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 136us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573762.487514:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1777573762.487526:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1777573762.487565:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926450432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573762.487571:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926450560:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1777573762.807047:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573762.998959:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573762.998989:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926450688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573762.999078:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573762.999147:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926450688 00000100:00100000:2.0:1777573762.999158:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926450688 00000100:00100000:2.0:1777573762.999222:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1777573762.999235:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926450688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573762.999267:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446203392 avail 1299963904 00000100:00100000:2.0:1777573762.999347:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926450688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573762.999356:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1777573762.999404:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926450688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573763.098545:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573763.098601:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573763.098644:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917823872 00000100:00100000:2.0:1777573763.098658:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917823872 00000100:00100000:2.0:1777573763.098795:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 948 00000100:00100000:2.0:1777573763.098806:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917823872:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573763.098885:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917823872:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 82us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573763.098893:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 948 00000100:00100000:3.0:1777573763.099269:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824000 00000100:00100000:0.0:1777573763.099274:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573763.099276:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824000 00000100:00100000:0.0:1777573763.099317:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573763.099338:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824128 00000100:00080000:1.0:1777573763.099338:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573763.099343:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824128 00000100:00100000:0.0:1777573763.099355:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573763.099375:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824256 00000100:00100000:1.0:1777573763.099381:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824256 00000100:00100000:3.0:1777573763.099385:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1742 00000100:00080000:0.0:1777573763.099388:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573763.099397:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917824000:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573763.099433:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824384 00000100:00100000:1.0:1777573763.099437:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824384 00000100:00100000:0.0:1777573763.099446:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 982 00000100:00100000:3.0:1777573763.099448:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917824000:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 54us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573763.099466:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1742 00000100:00100000:0.0:1777573763.099472:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917824256:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573763.099484:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 983 00000100:00100000:3.0:1777573763.099490:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1743 00000100:00100000:1.0:1777573763.099498:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917824384:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573763.099502:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917824128:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573763.099509:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917824256:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 51us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573763.099518:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 982 00000100:00100000:1.0:1777573763.099542:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917824384:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 49us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573763.099547:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc419ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2401:x1863919917824128:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 48us (275us total) trans 0 rc 0/0 00000100:00080000:0.0:1777573763.099547:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573763.099554:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573763.099560:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1743 00000100:00100000:1.0:1777573763.099568:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 983 00010000:00010000:2.0:1777573763.830917:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573764.535298:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926450816:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573764.535377:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573764.535522:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926450816 00000100:00100000:2.0:1777573764.535533:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926450816 00000100:00100000:2.0:1777573764.535581:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:2.0:1777573764.535591:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926450816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573764.535628:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446367232 avail 1300127744 00000100:00100000:2.0:1777573764.535713:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926450816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573764.535721:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1777573764.535812:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926450816:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573764.855414:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573765.878938:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573766.583265:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926451328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573766.583278:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926451200:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.583361:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926450944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573766.583762:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926451072:0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.584150:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573766.584162:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573766.584176:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573766.584223:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573766.584237:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926451456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.584237:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926451712:0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.584245:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926451840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573766.584258:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926451584:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.584292:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573766.584294:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573766.584309:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451328 00000100:00100000:0.0:1777573766.584316:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451328 00000100:00100000:3.0:1777573766.584317:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451200 00000100:00100000:3.0:1777573766.584322:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451200 00000100:00100000:1.0:1777573766.584334:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926451968:0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.584338:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926452352:0@lo:400:kworker.0 00000100:00100000:3.0:1777573766.584366:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451840 00000100:00100000:3.0:1777573766.584370:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451840 00000100:00100000:0.0:1777573766.584373:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926450944 00000100:00100000:1.0:1777573766.584377:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573766.584380:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926450944 00000100:00100000:2.0:1777573766.584401:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1777573766.584412:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcf81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926451328:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573766.584431:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00002000:00000024:2.0:1777573766.584442:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573766.584442:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926450944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573766.584469:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573766.584504:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926450944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573766.584511:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00080000:0.0:1777573766.584530:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573766.584534:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573766.584552:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573766.584574:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926452224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.584598:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573766.584622:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926452736:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.584651:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573766.584679:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451456 00000100:00100000:0.0:1777573766.584682:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451456 00000100:00100000:0.0:1777573766.585172:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451712 00000100:00100000:0.0:1777573766.585178:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451712 00000100:00100000:0.0:1777573766.585197:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1777573766.585203:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926451456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585243:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926452480:0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.585251:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcf81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926451328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 841us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573766.585257:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1777573766.585273:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451968 00000100:00100000:1.0:1777573766.585277:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573766.585279:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451968 00000100:00100000:3.0:1777573766.585312:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452480 00000100:00100000:3.0:1777573766.585315:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452480 00000100:00100000:3.0:1777573766.585337:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:3.0:1777573766.585346:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926451200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585348:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926450944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573766.585397:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452224 00000100:00100000:1.0:1777573766.585402:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452224 00000100:00100000:3.0:1777573766.585415:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926451200:12345-0@lo:400:kworker.0 Request processed in 71us (1254us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573766.585425:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:1.0:1777573766.585439:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452736 00000100:00100000:1.0:1777573766.585443:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452736 00000100:00100000:3.0:1777573766.585449:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:3.0:1777573766.585458:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926451840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585472:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1777573766.585482:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926452224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573766.585495:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926451840:12345-0@lo:400:kworker.0 Request processed in 38us (1204us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573766.585502:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:3.0:1777573766.585523:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:1.0:1777573766.585528:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926452224:12345-0@lo:400:kworker.0 Request processed in 47us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573766.585535:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926451968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585540:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1777573766.585553:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1777573766.585560:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1777573766.585565:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926451712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573766.585578:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926451968:12345-0@lo:400:kworker.0 Request processed in 47us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573766.585581:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926452736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573766.585588:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00100000:3.0:1777573766.585606:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:2.0:1777573766.585613:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926451712:12345-0@lo:400:kworker.0 Request processed in 51us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573766.585617:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926452480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.585626:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1777573766.585633:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926452736:12345-0@lo:400:kworker.0 Request processed in 65us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573766.585641:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1777573766.585659:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926452480:12345-0@lo:400:kworker.0 Request processed in 46us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573766.585666:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:2.0:1777573766.585677:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573766.585715:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926451968:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585729:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926452480:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585755:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926451456:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.585768:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926451456:12345-0@lo:400:kworker.0 Request processed in 551us (1467us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573766.585777:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1777573766.585784:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452352 00000100:00100000:3.0:1777573766.585789:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452352 00000100:00100000:1.0:1777573766.585797:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926452224:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585811:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926452736:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.585829:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926451200:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.585830:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1777573766.585840:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926451712:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.585851:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926452352:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1777573766.585857:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573766.585862:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573766.585865:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1777573766.585889:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926452352:12345-0@lo:400:kworker.0 Request processed in 46us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573766.585895:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1777573766.585903:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451072 00000100:00100000:1.0:1777573766.585908:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451072 00000100:00100000:1.0:1777573766.585960:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1777573766.585967:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926451072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.586004:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926451072:12345-0@lo:400:kworker.0 Request processed in 37us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573766.586012:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1777573766.586208:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926452352:0@lo:400:kworker.0 00000100:00100000:3.0:1777573766.586219:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573766.586224:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926451328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573766.586251:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926452096:0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.586252:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926451840:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.586267:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926451584 00000100:00100000:0.0:1777573766.586272:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926451584 00000100:00100000:3.0:1777573766.586285:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573766.586310:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:3.0:1777573766.586312:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926452608:0@lo:400:kworker.0 00000100:00100000:0.0:1777573766.586322:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926451584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.586330:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452096 00000100:00100000:2.0:1777573766.586334:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452096 00000100:00100000:3.0:1777573766.586343:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573766.586365:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452608 00000100:00100000:2.0:1777573766.586368:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452608 00000100:00100000:0.0:1777573766.586368:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926451584:12345-0@lo:400:kworker.0 Request processed in 50us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573766.586375:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:3.0:1777573766.586382:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926451072:0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.586403:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1777573766.586412:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926452096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573766.586414:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926451584:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.586421:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1777573766.586435:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926452608:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573766.586442:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573766.586463:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926452096:12345-0@lo:400:kworker.0 Request processed in 52us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573766.586470:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926452096:0@lo:400:kworker.0 00000100:00100000:2.0:1777573766.586473:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1777573766.586481:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4772d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926452608:12345-0@lo:400:kworker.0 Request processed in 50us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573766.586490:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926452608:0@lo:400:kworker.0 00000100:00100000:1.0:1777573766.586491:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00010000:00010000:2.0:1777573766.902870:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1777573767.096213:0:9424:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000100:00100000:2.0:1777573767.606919:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc447aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926452864:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573767.606924:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926452992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573767.606991:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573767.607028:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573767.607070:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452864 00000100:00100000:0.0:1777573767.607078:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452864 00000100:00100000:3.0:1777573767.607091:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926452992 00000100:00100000:3.0:1777573767.607098:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926452992 00000100:00100000:0.0:1777573767.607135:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1777573767.607143:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1777573767.607149:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926452864:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573767.607156:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926452992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573767.607181:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00002000:00000024:0.0:1777573767.607181:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573767.607252:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926452864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573767.607255:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926452992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573767.607267:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1777573767.607276:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1777573767.607291:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4770700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926452992:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573767.608294:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc447aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926452864:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1777573767.926905:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573768.118902:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926453120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573768.118983:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573768.119023:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926453120 00000100:00100000:2.0:1777573768.119032:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926453120 00000100:00100000:2.0:1777573768.119081:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1777573768.119090:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926453120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573768.119122:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446203392 avail 1299963904 00000100:00100000:2.0:1777573768.119174:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4771880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926453120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573768.119181:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1777573768.119225:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926453120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573768.216230:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573768.216274:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573768.216290:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824512 00000100:00100000:2.0:1777573768.216301:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824512 00000100:00100000:1.0:1777573768.216309:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573768.216345:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573768.216372:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 950 00000100:00100000:2.0:1777573768.216384:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917824512:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573768.216387:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825024 00000100:00100000:0.0:1777573768.216392:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825024 00000100:00100000:1.0:1777573768.216435:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573768.216444:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824896 00000100:00100000:0.0:1777573768.216448:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824896 00000100:00100000:2.0:1777573768.216463:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917824512:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 81us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573768.216472:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 950 00000100:00100000:0.0:1777573768.216480:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 988 00000100:00100000:0.0:1777573768.216490:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917825024:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573768.216498:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824768 00000100:00100000:3.0:1777573768.216503:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824768 00000100:00100000:2.0:1777573768.216545:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917824640 00000100:00100000:2.0:1777573768.216550:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917824640 00000100:00100000:3.0:1777573768.216553:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1750 00000100:00100000:3.0:1777573768.216561:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917824768:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573768.216601:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1751 00000100:00100000:2.0:1777573768.216608:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917824640:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573768.216979:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 989 00000100:00100000:1.0:1777573768.216986:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917824896:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573768.217022:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917824896:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573768.217028:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 989 00000100:00080000:1.0:1777573768.217046:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1777573768.217049:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573768.217050:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573768.217052:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573768.217275:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917825024:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 786us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573768.217280:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+7:2401:x1863919917824640:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 669us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573768.217288:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 988 00000100:00100000:2.0:1777573768.217293:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1751 00000100:00100000:3.0:1777573768.217527:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917824768:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 966us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573768.217534:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1750 00010000:00010000:0.0:1777573768.951034:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573769.655042:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926453248:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573769.655101:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573769.655171:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926453248 00000100:00100000:2.0:1777573769.655180:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926453248 00000100:00100000:2.0:1777573769.655235:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1777573769.655245:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926453248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573769.655279:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446367232 avail 1300127744 00000100:00100000:2.0:1777573769.655343:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926453248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573769.655352:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1777573769.655381:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926453248:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573769.974946:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573770.998908:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573771.703098:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926453376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573771.703098:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926453760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573771.703174:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926453504:0@lo:400:kworker.0 00000100:00100000:1.0:1777573771.703180:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926453632:0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.703241:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.703242:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573771.703243:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573771.703281:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926453760 00000100:00100000:2.0:1777573771.703299:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926453760 00000100:00100000:3.0:1777573771.703324:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926453888:0@lo:400:kworker.0 00000100:00100000:1.0:1777573771.703326:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926454144:0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.703333:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926454272:0@lo:400:kworker.0 00000100:00100000:2.0:1777573771.703361:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1777573771.703368:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573771.703374:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926453760:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573771.703377:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926453504 00000100:00100000:0.0:1777573771.703382:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573771.703383:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926453504 00000100:00100000:3.0:1777573771.703398:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926454400:0@lo:400:kworker.0 00002000:00000024:2.0:1777573771.703408:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573771.703409:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926454784:0@lo:400:kworker.0 00000100:00100000:1.0:1777573771.703422:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1777573771.703434:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926453504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.703435:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.703550:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926454912:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.703572:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.703589:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573771.703595:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926454016:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.703612:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.703626:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926454528:0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.703634:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573771.703648:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926453760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 278us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573771.703656:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1777573771.703681:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926453632 00000100:00100000:2.0:1777573771.703685:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926453632 00000100:00100000:2.0:1777573771.703718:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454272 00000100:00100000:2.0:1777573771.703721:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454272 00000100:00100000:2.0:1777573771.703734:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454400 00000100:00100000:2.0:1777573771.703736:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454400 00000100:00100000:2.0:1777573771.703747:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454912 00000100:00100000:2.0:1777573771.703749:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454912 00000100:00100000:2.0:1777573771.703761:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454016 00000100:00100000:2.0:1777573771.703763:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454016 00000100:00100000:2.0:1777573771.703773:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454784 00000100:00100000:2.0:1777573771.703775:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454784 00000100:00100000:2.0:1777573771.703789:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:2.0:1777573771.703794:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926453632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.703853:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.703875:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926455040:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.703893:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.703918:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926453888 00000100:00100000:3.0:1777573771.703922:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926453888 00000100:00100000:0.0:1777573771.703939:0:3636:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294967377 gen 2 00000004:00080000:0.0:1777573771.703946:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff89ddc41b2680, transno 4294967377 00000100:00100000:3.0:1777573771.703952:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1777573771.703960:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926453888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.703968:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4478700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926453760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573771.703998:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926453888:12345-0@lo:400:kworker.0 Request processed in 39us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573771.704006:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1777573771.704052:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:3.0:1777573771.704060:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:0.0:1777573771.704064:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926454272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704071:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926454400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.704109:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926454272:12345-0@lo:400:kworker.0 Request processed in 48us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573771.704116:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:0.0:1777573771.704130:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:0.0:1777573771.704136:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926454912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704165:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926454400:12345-0@lo:400:kworker.0 Request processed in 93us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573771.704165:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4770700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926454912:12345-0@lo:400:kworker.0 Request processed in 25us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573771.704180:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00100000:0.0:1777573771.704188:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:3.0:1777573771.704199:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:0.0:1777573771.704209:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:3.0:1777573771.704210:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926454016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.704221:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc447b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926454784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704245:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926454016:12345-0@lo:400:kworker.0 Request processed in 38us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573771.704251:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00100000:0.0:1777573771.704260:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc447b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926454784:12345-0@lo:400:kworker.0 Request processed in 42us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573771.704266:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:3.0:1777573771.704275:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454528 00000100:00100000:3.0:1777573771.704279:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454528 00000100:00100000:3.0:1777573771.704318:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926455040 00000100:00100000:3.0:1777573771.704321:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926455040 00000100:00100000:3.0:1777573771.704338:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1777573771.704345:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926454528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704374:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926454528:12345-0@lo:400:kworker.0 Request processed in 30us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573771.704379:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1777573771.704393:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1777573771.704400:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926455040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.704410:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.704444:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926455040:12345-0@lo:400:kworker.0 Request processed in 44us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573771.704447:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926453376 00000100:00100000:3.0:1777573771.704451:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1777573771.704453:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926453376 00000100:00100000:0.0:1777573771.704487:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1777573771.704495:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926453376:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573771.704497:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926454016:0@lo:400:kworker.0 00002000:00000024:0.0:1777573771.704512:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573771.704513:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926454528:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704525:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926455040:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704533:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926453888:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704541:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926454400:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704549:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926454912:0@lo:400:kworker.0 00000100:00080000:3.0:1777573771.704597:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573771.704601:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573771.704603:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573771.704605:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573771.704613:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.704631:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926454656:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704650:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573771.704663:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc3c10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926455168:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.704677:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573771.704845:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4478700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926453376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 350us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573771.704853:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1777573771.704856:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454144 00000100:00100000:3.0:1777573771.704861:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454144 00000100:00100000:0.0:1777573771.704879:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926454656 00000100:00100000:0.0:1777573771.704884:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926454656 00000100:00100000:3.0:1777573771.704890:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1777573771.704899:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926454144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.704920:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926455168 00000100:00100000:0.0:1777573771.704924:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926455168 00000100:00100000:3.0:1777573771.704939:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926454144:12345-0@lo:400:kworker.0 Request processed in 42us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573771.704945:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1777573771.704969:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926454144:0@lo:400:kworker.0 00000100:00080000:3.0:1777573771.704991:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573771.705028:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1777573771.705035:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926454656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.705067:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1777573771.705077:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926454656:12345-0@lo:400:kworker.0 Request processed in 41us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573771.705078:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926455168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.705089:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1777573771.705124:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926453376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573771.705147:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926454656:0@lo:400:kworker.0 00000100:00100000:0.0:1777573771.705284:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3c10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926455168:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.705296:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926455168:12345-0@lo:400:kworker.0 Request processed in 212us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573771.705307:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1777573771.705333:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926454272:0@lo:400:kworker.0 00000100:00100000:3.0:1777573771.705343:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc3082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926454784:0@lo:400:kworker.0 00000100:00100000:1.0:1777573771.705647:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926453504:12345-0@lo:400:kworker.0 Request processed in 2216us (2408us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573771.705655:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1777573771.705683:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926453504:0@lo:400:kworker.0 00000100:00100000:2.0:1777573771.706600:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926453632:12345-0@lo:400:kworker.0 Request processed in 2803us (3360us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573771.706608:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1777573771.706675:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926453632:0@lo:400:kworker.0 00010000:00010000:2.0:1777573772.022905:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573772.214873:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573772.215472:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825152 00000100:00100000:3.0:1777573772.215485:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825152 00000100:00100000:3.0:1777573772.215570:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1455 00000100:00100000:3.0:1777573772.215580:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917825152:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573772.215674:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917825152:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 96us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.215682:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1455 00000100:00080000:1.0:1777573772.215897:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573772.220624:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573772.220725:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825280 00000100:00100000:3.0:1777573772.220737:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825280 00000100:00100000:3.0:1777573772.220811:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 658 00000100:00100000:3.0:1777573772.220823:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917825280:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573772.221036:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917825280:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 216us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.221044:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 658 00000100:00080000:1.0:1777573772.221126:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573772.223799:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573772.223890:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825408 00000100:00100000:1.0:1777573772.223899:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825408 00000100:00100000:1.0:1777573772.223957:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 659 00000100:00100000:1.0:1777573772.223966:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917825408:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:1.0:1777573772.224141:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917825408:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 176us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573772.224148:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 659 00000100:00080000:3.0:1777573772.224303:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573772.227119:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573772.227177:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825536 00000100:00100000:1.0:1777573772.227187:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825536 00000100:00100000:1.0:1777573772.227244:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1456 00000100:00100000:1.0:1777573772.227256:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917825536:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:1.0:1777573772.227458:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917825536:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 204us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573772.227465:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1456 00000100:00100000:1.0:1777573772.229263:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573772.229319:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825664 00000100:00100000:3.0:1777573772.229328:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825664 00000100:00100000:3.0:1777573772.229384:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1457 00000100:00100000:3.0:1777573772.229396:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:64509:x1863919917825664:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573772.229589:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:64509:x1863919917825664:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 196us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.229598:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1457 00000100:00080000:3.0:1777573772.229621:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573772.233915:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573772.234072:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825792 00000100:00100000:3.0:1777573772.234083:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825792 00000100:00100000:3.0:1777573772.234141:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1458 00000100:00100000:3.0:1777573772.234151:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917825792:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:3.0:1777573772.234239:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917825792:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 90us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.234247:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1458 00000100:00100000:3.0:1777573772.236107:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573772.236137:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917825920 00000100:00100000:3.0:1777573772.236144:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917825920 00000100:00100000:3.0:1777573772.236178:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 660 00000100:00100000:3.0:1777573772.236190:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917825920:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:3.0:1777573772.236391:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917825920:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 204us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.236400:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 660 00000100:00100000:3.0:1777573772.237459:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573772.237491:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917826048 00000100:00100000:2.0:1777573772.237497:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917826048 00000100:00100000:2.0:1777573772.237537:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 661 00000100:00100000:2.0:1777573772.237546:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917826048:12345-192.168.204.9@tcp:19:lfs.60003 00000100:00100000:2.0:1777573772.237722:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc47d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:64509:x1863919917826048:12345-192.168.204.9@tcp:19:lfs.60003 Request processed in 177us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573772.237729:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 661 00000100:00100000:3.0:1777573772.238780:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573772.238819:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917826176 00000100:00100000:2.0:1777573772.238825:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917826176 00000100:00100000:2.0:1777573772.238867:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1459 00000100:00100000:2.0:1777573772.238875:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917826176:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573772.239048:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:64509:x1863919917826176:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 172us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573772.239056:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1459 00000100:00100000:3.0:1777573772.240886:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573772.242476:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917826304 00000100:00100000:2.0:1777573772.242488:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917826304 00000100:00100000:2.0:1777573772.242566:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1460 00000100:00100000:2.0:1777573772.242582:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:64509:x1863919917826304:12345-192.168.204.9@tcp:48:lfs.60003 00000100:00100000:2.0:1777573772.242855:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:64509:x1863919917826304:12345-192.168.204.9@tcp:48:lfs.60003 Request processed in 278us (1974us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573772.242864:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1460 00000100:00100000:3.0:1777573772.263556:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573772.263673:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917826432 00000100:00100000:0.0:1777573772.263684:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917826432 00000100:00100000:0.0:1777573772.263782:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1461 00000100:00100000:0.0:1777573772.263793:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:64510:x1863919917826432:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:0.0:1777573772.263818:0:6485:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573772.263850:0:6485:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69661 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e534 expref: -99 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.263929:0:6485:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69668 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6485 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.263957:0:6485:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69668 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.263971:0:6485:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69668 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1777573772.264031:0:6485:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1777573772.264034:0:6485:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1777573772.264059:0:6485:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69668 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6485 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.264084:0:6485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a69661 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e534 expref: 8 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.264108:0:6485:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69668 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e534 expref: 7 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.264118:0:6485:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:0.0:1777573772.264121:0:6485:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1777573772.264125:0:6485:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1800, rc 0) 00000100:00100000:0.0:1777573772.264198:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+7:64510:x1863919917826432:12345-192.168.204.9@tcp:101:rm.0 Request processed in 407us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.264205:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1461 00000100:00100000:1.0:1777573772.268614:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573772.269054:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917826560 00000100:00100000:0.0:1777573772.269066:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917826560 00000100:00100000:0.0:1777573772.269135:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 204 00000100:00100000:0.0:1777573772.269147:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:64510:x1863919917826560:12345-192.168.204.9@tcp:49:rm.0 00000100:00100000:0.0:1777573772.269283:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:64510:x1863919917826560:12345-192.168.204.9@tcp:49:rm.0 Request processed in 130us (671us total) trans 0 rc -61/-61 00000100:00100000:0.0:1777573772.269291:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 204 00000100:00100000:1.0:1777573772.271826:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573772.271871:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917826816 00000100:00100000:2.0:1777573772.271880:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917826816 00000100:00100000:2.0:1777573772.271935:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1462 00000100:00100000:2.0:1777573772.271956:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+7:64510:x1863919917826816:12345-192.168.204.9@tcp:101:rm.0 00010000:00010000:2.0:1777573772.271977:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573772.272001:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a6966f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e53b expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1777573772.272104:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00010000:00010000:2.0:1777573772.272220:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a6966f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e53b expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573772.272235:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89deef30d600) 00010000:00010000:2.0:1777573772.272238:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1777573772.272243:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c54200/0x1e8fa618a5a6966f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e53b expref: 9 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573772.272262:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573772.272328:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:64510:x1863919917826816:12345-192.168.204.9@tcp:101:rm.0 Request processed in 375us (507us total) trans 4294967511 rc 301/301 00000100:00100000:2.0:1777573772.272335:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1462 00000100:00100000:3.0:1777573772.276260:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573772.276388:0:6489:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917826944 00000100:00100000:0.0:1777573772.276399:0:6489:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917826944 00000100:00100000:0.0:1777573772.276460:0:6489:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 205 00000100:00100000:0.0:1777573772.276471:0:6489:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:64510:x1863919917826944:12345-192.168.204.9@tcp:37:rm.0 00000100:00100000:0.0:1777573772.280656:0:6489:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:39328a82-b022-4341-ad2e-a128c9d89287+8:64510:x1863919917826944:12345-192.168.204.9@tcp:37:rm.0 Request processed in 4180us (4397us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.280667:0:6489:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 205 00000100:00100000:1.0:1777573772.284806:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573772.284892:0:45404:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917827200 00000100:00100000:0.0:1777573772.284902:0:45404:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917827200 00000100:00100000:0.0:1777573772.285022:0:45404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 206 00000100:00100000:0.0:1777573772.285038:0:45404:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+8:64510:x1863919917827200:12345-192.168.204.9@tcp:35:rm.0 00000100:00100000:0.0:1777573772.285254:0:45404:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc3c13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:39328a82-b022-4341-ad2e-a128c9d89287+9:64510:x1863919917827200:12345-192.168.204.9@tcp:35:rm.0 Request processed in 218us (457us total) trans 4294967512 rc 0/0 00000100:00100000:0.0:1777573772.285262:0:45404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 206 00000100:00100000:3.0:1777573772.287826:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573772.287856:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573772.287923:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917827584 00000100:00100000:1.0:1777573772.287934:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917827584 00000100:00100000:1.0:1777573772.288001:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1463 00000100:00100000:1.0:1777573772.288012:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+9:64510:x1863919917827584:12345-192.168.204.9@tcp:36:rm.0 00010000:00010000:1.0:1777573772.288081:0:26981:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1777573772.288111:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3ec1800/0x1e8fa618a5a69668 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e534 expref: 9 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.288144:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc1c55c00/0x1e8fa618a5a6960d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e51f expref: 8 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.288159:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89dec896d000) 00010000:00010000:1.0:1777573772.288171:0:26981:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573772.288220:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.288230:0:26981:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.288240:0:26981:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573772.288286:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455296:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1777573772.288333:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573772.288398:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573772.288473:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926455296 00000100:00100000:3.0:1777573772.288477:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926455296 00000100:00100000:3.0:1777573772.288512:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1777573772.288517:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:26981:x1863919926455296:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1777573772.288526:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573772.288538:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6967d expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.288554:0:6491:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.288561:0:6491:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.288580:0:6491:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.288935:0:6491:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573772.288950:0:6491:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6491:1863919926455424:192.168.204.9@tcp:104: 00000100:00100000:3.0:1777573772.288997:0:6491:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29300 going to sleep for 11 seconds 00000100:00100000:0.0:1777573772.289350:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917827328 00000100:00100000:0.0:1777573772.289355:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917827328 00000100:00100000:0.0:1777573772.289429:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 91 00000100:00100000:0.0:1777573772.289438:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+7:2400:x1863919917827328:12345-192.168.204.9@tcp:103:rm.0 00010000:00010000:0.0:1777573772.289448:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573772.289463:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc1c55e00/0x1e8fa618a5a692e1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e43f expref: 7 pid: 12623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.289477:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89deef243b00) 00010000:00010000:0.0:1777573772.289486:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573772.289536:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917827328:12345-192.168.204.9@tcp:103:rm.0 Request processed in 99us (1716us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.289544:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 91 00000100:00100000:0.0:1777573772.290736:0:6491:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6491:1863919926455424:192.168.204.9@tcp:104: 00010000:00010000:0.0:1777573772.290770:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.290781:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573772.290785:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1777573772.290789:0:6491:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 7 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.290799:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf200, rc 0) 00000100:00100000:0.0:1777573772.290841:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:26981:x1863919926455296:12345-0@lo:101:mdt00_005.0 Request processed in 2323us (2508us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.290848:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1777573772.290863:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455296:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1777573772.290881:0:26981:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.290894:0:26981:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573772.291083:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573772.291172:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917827712 00000100:00100000:0.0:1777573772.291178:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917827712 00010000:00010000:0.0:1777573772.291199:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573772.291229:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 428 00000100:00100000:0.0:1777573772.291237:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+6:2400:x1863919917827712:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1777573772.291249:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573772.291255:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.291267:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.291296:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2ace800/0x1e8fa618a5a692c5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e438 expref: 6 pid: 6485 timeout: 1396 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.291309:0:6470:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:0.0:1777573772.291314:0:6470:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.291324:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.291331:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.291356:0:6470:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 6 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573772.291368:0:6470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6470:1863919926455552:0@lo:105: 00000100:00100000:0.0:1777573772.291393:0:6470:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573772.291422:0:6470:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3184180 going to sleep for 11 seconds 00000100:00100000:3.0:1777573772.291443:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926455552 00000100:00100000:3.0:1777573772.291448:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926455552 00000100:00100000:3.0:1777573772.291479:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1777573772.291487:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6470:x1863919926455552:12345-0@lo:105: 00010000:00010000:3.0:1777573772.291497:0:9433:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291507:0:9433:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291515:0:9433:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291522:0:9433:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291528:0:9433:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291536:0:9433:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291553:0:9433:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff89ddc3186800) 00010000:00010000:1.0:1777573772.291566:0:26981:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.291576:0:26981:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573772.291587:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6470:x1863919926455552:12345-0@lo:105: Request processed in 101us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.291593:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000004:00080000:1.0:1777573772.291599:0:26981:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573772.291639:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.291648:0:26981:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573772.291648:0:6470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6470:1863919926455552:0@lo:105: 00010000:00010000:1.0:1777573772.291662:0:26981:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.291663:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573772.291774:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917827712:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 537us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.291781:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 428 00000100:00100000:1.0:1777573772.291809:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455680:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1777573772.291841:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573772.291860:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573772.291889:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926455680 00000100:00100000:3.0:1777573772.291893:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926455680 00000100:00100000:3.0:1777573772.291915:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:3.0:1777573772.291921:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:26981:x1863919926455680:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1777573772.291933:0:13250:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573772.291951:0:13250:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69692 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6968b expref: -99 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291971:0:13250:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69692 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6968b expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291980:0:13250:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69692 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6968b expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.291984:0:13250:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10eb100) 00010000:00010000:3.0:1777573772.291986:0:13250:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1777573772.291988:0:13250:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573772.292011:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:26981:x1863919926455680:12345-0@lo:101:mdt00_005.0 Request processed in 91us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.292014:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1777573772.292045:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4917800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455680:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1777573772.292068:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.292077:0:26981:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1777573772.292090:0:26981:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1777573772.292121:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455808:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1777573772.292145:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573772.292163:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1af00 going to sleep for 11 seconds 00000100:00100000:0.0:1777573772.292178:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926455808 00000100:00100000:0.0:1777573772.292183:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926455808 00000100:00100000:0.0:1777573772.292210:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1777573772.292217:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:26981:x1863919926455808:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1777573772.292293:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:26981:x1863919926455808:12345-0@lo:1000:mdt00_005.0 Request processed in 76us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.292299:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1777573772.292352:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455808:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1777573772.292382:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455936:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1777573772.292396:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573772.292412:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1af00 going to sleep for 11 seconds 00000100:00100000:3.0:1777573772.292431:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926455936 00000100:00100000:3.0:1777573772.292435:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926455936 00000100:00100000:3.0:1777573772.292464:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1777573772.292470:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:26981:x1863919926455936:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1777573772.292540:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:26981:x1863919926455936:12345-0@lo:1000:mdt00_005.0 Request processed in 70us (142us total) trans 0 rc 1/1 00000100:00100000:3.0:1777573772.292547:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1777573772.292564:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926455936:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1777573772.292601:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.292610:0:26981:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.292618:0:26981:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573772.292628:0:26981:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926456064:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1777573772.292643:0:26981:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573772.292656:0:26981:0:(client.c:2691:ptlrpc_set_wait()) set ffff89def7a1a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1777573772.292791:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926456064 00000100:00100000:0.0:1777573772.292796:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926456064 00000100:00100000:0.0:1777573772.292832:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1777573772.292842:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:26981:x1863919926456064:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1777573772.292851:0:6491:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573772.292864:0:6491:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a696a0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69699 expref: -99 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.292881:0:6491:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a696a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69699 expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.292897:0:6491:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a696a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69699 expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.292903:0:6491:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc2efa600) 00010000:00010000:0.0:1777573772.292906:0:6491:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1777573772.292909:0:6491:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573772.292939:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:26981:x1863919926456064:12345-0@lo:101:mdt00_005.0 Request processed in 100us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.292945:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1777573772.292960:0:26981:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:26981:1863919926456064:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1777573772.292970:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.292980:0:26981:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.293001:0:26981:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26981 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.293009:0:26981:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.293016:0:26981:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1777573772.293367:0:26981:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].13, 664 off44856 00000040:00080000:1.0:1777573772.293410:0:26981:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].13, 744 off46408 00000004:00080000:1.0:1777573772.293417:0:26981:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89def7a1a3c0 with version 28 00000004:00080000:3.0:1777573772.293532:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 28 rpc_version 28 00000020:00100000:3.0:1777573772.293549:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1777573772.293554:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ddc250e300 x1863919926456320/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1984/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1777573772.293565:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926456320:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1777573772.293588:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573772.293649:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29f00 going to sleep for 11 seconds 00000100:00100000:2.0:1777573772.294128:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926456320 00000100:00100000:2.0:1777573772.294134:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926456320 00000100:00100000:2.0:1777573772.294214:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1777573772.294222:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7412:x1863919926456320:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1777573772.294549:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7412:x1863919926456320:12345-0@lo:1000:osp_up0-1.0 Request processed in 327us (959us total) trans 4294967587 rc 0/0 00000100:00100000:2.0:1777573772.294556:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1777573772.294644:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926456320:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1777573772.294857:0:26981:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x2b:0x0]: returning size 4096 00010000:00010000:1.0:1777573772.294874:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294881:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294887:0:26981:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294891:0:26981:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc18944f0) 00010000:00010000:1.0:1777573772.294894:0:26981:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294900:0:26981:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294909:0:26981:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ded8ffe100) 00010000:00010000:1.0:1777573772.294912:0:26981:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1777573772.294915:0:26981:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294919:0:26981:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff89ddc3187600/0x1e8fa618a5a696a7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26981 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294932:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294937:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294942:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294963:0:26981:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1777573772.294975:0:26981:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573772.294980:0:26981:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294987:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.294993:0:26981:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295008:0:26981:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1777573772.295011:0:26981:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1777573772.295016:0:26981:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295024:0:26981:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573772.295081:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+8:64510:x1863919917827584:12345-192.168.204.9@tcp:36:rm.0 Request processed in 7070us (7221us total) trans 4294967513 rc 0/0 00000100:00100000:1.0:1777573772.295089:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1463 00010000:00010000:1.0:1777573772.295114:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777573772.295120:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295128:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186000 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:1.0:1777573772.295132:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573772.295141:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295172:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295179:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573772.295201:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295208:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186000/0x1e8fa618a5a69699 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a696a0 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573772.295223:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926456448:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573772.295227:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573772.295232:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295238:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186800 already unused, calling callback (ffffffffc18a0ee0) 00010000:00010000:1.0:1777573772.295242:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1777573772.295249:0:6473:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573772.295261:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573772.295266:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295285:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573772.295301:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.295308:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186800/0x1e8fa618a5a6967d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69684 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573772.295312:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926456448 00000100:00100000:3.0:1777573772.295318:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926456448 00010000:00010000:1.0:1777573772.295321:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573772.295324:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573772.295326:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573772.295361:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1777573772.295368:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3636:x1863919926456448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573772.295378:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573772.295394:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89ddc3ec0a00/0x1e8fa618a5a696a0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a69699 expref: 10 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.295406:0:6472:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b:0x0].0x0 (ffff89ddc2efa600) 00010000:00010000:3.0:1777573772.295412:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573772.295435:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3636:x1863919926456448:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.295441:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1777573772.295459:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926456576:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573772.295480:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573772.295515:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926456448:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573772.295534:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926456576 00000100:00100000:3.0:1777573772.295537:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926456576 00000100:00100000:3.0:1777573772.295577:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1777573772.295584:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3637:x1863919926456576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573772.295593:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573772.295603:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf200/0x1e8fa618a5a69684 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a6967d expref: 9 pid: 6491 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.295620:0:7408:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573772.295624:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573772.295649:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3637:x1863919926456576:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573772.295655:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1777573772.295678:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926456576:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573772.295953:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573772.700855:0:106846:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7cac0830 20000000:00000080:0.0:1777573772.700868:0:106846:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4edc800 uarg=0000000000000000 00010000:00010000:0.0:1777573772.701520:0:106846:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573772.701533:0:106846:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573772.701547:0:106846:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573772.701555:0:106846:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573772.701598:0:106846:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573772.701615:0:106846:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.701634:0:106846:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.701642:0:106846:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.701861:0:106846:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.701875:0:106846:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 22 pid: 6479 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573772.701886:0:106846:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4472680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:106846:1863919926456704:0@lo:104: 00000100:00100000:0.0:1777573772.701944:0:106846:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573772.702037:0:106846:0:(client.c:2691:ptlrpc_set_wait()) set ffff89defaefaa80 going to sleep for 11 seconds 00000100:00100000:2.0:1777573772.702076:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926456704 00000100:00100000:2.0:1777573772.702082:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926456704 00000100:00100000:2.0:1777573772.702120:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1777573772.702129:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:106846:x1863919926456704:12345-0@lo:104: 00010000:00010000:2.0:1777573772.702140:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573772.702223:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573772.702228:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:106846:x1863919926456704:12345-0@lo:104: Request processed in 101us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573772.702233:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00010000:00010000:3.0:1777573772.702280:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1777573772.702290:0:106846:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4472680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:106846:1863919926456704:0@lo:104: 00010000:00010000:3.0:1777573772.702295:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.702305:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc1329c20) 00010000:00010000:0.0:1777573772.702309:0:106846:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573772.702310:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.702330:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573772.702338:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573772.702344:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573772.702382:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.702388:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573772.702414:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573772.702426:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3187800/0x1e8fa618a5a692b0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a692b7 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573772.702430:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926456832:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573772.702446:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573772.702449:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573772.702451:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573772.702462:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573772.702499:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926456832 00000100:00100000:1.0:1777573772.702503:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926456832 00010000:00010000:1.0:1777573772.702521:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 23 pid: 6479 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573772.702559:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1777573772.702566:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926456832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573772.702576:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573772.702581:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 23 pid: 6479 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702592:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 23 pid: 6479 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702603:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54600/0x1e8fa618a5a692b7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a692b0 expref: 23 pid: 6479 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702625:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702633:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702644:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702650:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702656:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702662:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702672:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573772.702677:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702712:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702725:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573772.702734:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573772.702774:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926456832:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573772.702781:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00010000:00010000:0.0:1777573772.702803:0:106846:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.702811:0:106846:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573772.702817:0:106846:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a696ae lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106846 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573772.702837:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926456832:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573772.726992:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573772.727015:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926456960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573772.727088:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573772.727353:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926456960 00000100:00100000:0.0:1777573772.727366:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926456960 00000100:00100000:0.0:1777573772.727421:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1777573772.727430:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926456960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573772.727461:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573772.727521:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926456960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.727529:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1777573772.727578:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926456960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573772.727933:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926457088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573772.727964:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573772.728001:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457088 00000100:00100000:0.0:1777573772.728006:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457088 00000100:00100000:0.0:1777573772.728034:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1777573772.728041:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926457088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573772.728052:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573772.728093:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926457088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573772.728099:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1777573772.728542:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926457088:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1777573773.046928:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573773.115212:0:106894:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe33edd540 20000000:00000080:1.0:1777573773.115234:0:106894:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3e53400 uarg=0000000000000000 00010000:00010000:1.0:1777573773.115499:0:106894:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573773.115519:0:106894:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573773.115539:0:106894:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:1.0:1777573773.115549:0:106894:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:1.0:1777573773.115583:0:106894:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573773.115607:0:106894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115625:0:106894:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115638:0:106894:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115646:0:106894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115653:0:106894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115660:0:106894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115666:0:106894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573773.115671:0:106894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115680:0:106894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115733:0:106894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115743:0:106894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.115751:0:106894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187000/0x1e8fa618a5a696b5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573773.239189:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573773.239213:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926457216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573773.239302:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573773.239356:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457216 00000100:00100000:1.0:1777573773.239364:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457216 00000100:00100000:1.0:1777573773.239414:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1777573773.239424:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3638:x1863919926457216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573773.239477:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573773.239538:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3638:x1863919926457216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573773.239545:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1777573773.239660:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926457216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573773.336914:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573773.336959:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573773.337001:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573773.337002:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917827840 00000100:00100000:2.0:1777573773.337014:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917827840 00000100:00100000:1.0:1777573773.337033:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573773.337054:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917827968 00000100:00100000:3.0:1777573773.337060:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917827968 00000100:00100000:2.0:1777573773.337080:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 952 00000100:00100000:2.0:1777573773.337093:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917827840:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573773.337107:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573773.337115:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828096 00000100:00100000:3.0:1777573773.337119:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828096 00000100:00100000:1.0:1777573773.337136:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828352 00000100:00100000:1.0:1777573773.337141:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828352 00000100:00100000:3.0:1777573773.337153:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1758 00000100:00100000:2.0:1777573773.337168:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2401:x1863919917827840:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 76us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573773.337177:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 952 00000100:00100000:1.0:1777573773.337177:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828224 00000100:00100000:1.0:1777573773.337181:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828224 00000100:00100000:3.0:1777573773.337214:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917827968:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573773.337223:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 994 00000100:00100000:1.0:1777573773.337234:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917828352:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573773.337242:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 995 00000100:00100000:3.0:1777573773.337269:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917827968:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 108us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573773.337286:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1758 00000100:00100000:1.0:1777573773.337291:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917828352:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 58us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573773.337299:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 994 00000100:00100000:3.0:1777573773.337306:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1759 00000100:00100000:3.0:1777573773.337315:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917828096:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573773.337355:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+8:2401:x1863919917828096:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 42us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573773.337361:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1759 00000100:00100000:2.0:1777573773.337473:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917828224:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573773.337510:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917828224:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 260us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573773.337517:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 995 00000020:00000080:3.0:1777573773.528279:0:106942:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd01c14d80 20000000:00000080:3.0:1777573773.528299:0:106942:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def792a800 uarg=0000000000000000 00010000:00010000:3.0:1777573773.528493:0:106942:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573773.528506:0:106942:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573773.528519:0:106942:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573773.528526:0:106942:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573773.528553:0:106942:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573773.528571:0:106942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528584:0:106942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528592:0:106942:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528597:0:106942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528601:0:106942:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528605:0:106942:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528609:0:106942:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573773.528612:0:106942:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528616:0:106942:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528630:0:106942:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528635:0:106942:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573773.528638:0:106942:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696bc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 106942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573773.750772:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573773.750776:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573773.750779:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573773.750821:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.750831:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573773.750841:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573773.750862:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926457344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573773.750922:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573773.750980:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573773.751183:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457344 00000100:00100000:2.0:1777573773.751195:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457344 00000100:00100000:2.0:1777573773.751260:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1777573773.751274:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926457344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573773.751289:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573773.751304:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a696c3 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573773.751334:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573773.751346:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573773.751355:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c55000, rc 0) 00000100:00100000:2.0:1777573773.751457:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926457344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 184us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573773.751465:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1777573773.751601:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926457344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573773.751615:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573773.751625:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573773.751646:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573773.751650:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573773.751658:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573774.071111:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573774.775831:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573774.775857:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926457472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573774.775928:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573774.775975:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457472 00000100:00100000:1.0:1777573774.775984:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457472 00000100:00100000:1.0:1777573774.776032:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1777573774.776042:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926457472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573774.776085:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573774.776144:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926457472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573774.776200:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926457472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573774.776222:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00010000:00010000:1.0:1777573775.095247:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573775.148597:0:107137:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8f3a72f0 20000000:00000080:0.0:1777573775.148614:0:107137:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def4edc800 uarg=0000000000000000 00010000:00010000:0.0:1777573775.148853:0:107137:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573775.148870:0:107137:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573775.148892:0:107137:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573775.148903:0:107137:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573775.148929:0:107137:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573775.148948:0:107137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573775.148968:0:107137:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573775.148978:0:107137:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573775.149023:0:107137:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573775.149045:0:107137:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 22 pid: 6478 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573775.149063:0:107137:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:107137:1863919926457600:0@lo:104: 00000100:00100000:0.0:1777573775.149129:0:107137:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573775.149188:0:107137:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc2d15840 going to sleep for 11 seconds 00000100:00100000:3.0:1777573775.149271:0:9433:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777573775.149285:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457600 00000100:00100000:3.0:1777573775.149294:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457600 00000100:00100000:3.0:1777573775.149351:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1777573775.149363:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc333b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:107137:x1863919926457600:12345-0@lo:104: 00010000:00010000:3.0:1777573775.149376:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573775.149488:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573775.149494:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc333b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:107137:x1863919926457600:12345-0@lo:104: Request processed in 135us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573775.149501:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00010000:00010000:1.0:1777573775.149586:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573775.149593:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.149601:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573775.149605:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.149614:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573775.149622:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573775.149628:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573775.149666:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.149679:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573775.149986:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.149994:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3187200/0x1e8fa618a5a696c3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a696ca expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573775.150004:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:1.0:1777573775.150013:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573775.150017:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573775.150020:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926457728:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573775.150021:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573775.150060:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573775.150067:0:107137:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:107137:1863919926457600:0@lo:104: 00010000:00010000:0.0:1777573775.150089:0:107137:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573775.150109:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457728 00000100:00100000:1.0:1777573775.150114:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457728 00010000:00010000:1.0:1777573775.150135:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 23 pid: 6478 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573775.150196:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1777573775.150205:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae70450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926457728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573775.150215:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573775.150231:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 23 pid: 6478 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150242:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 23 pid: 6478 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150254:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55000/0x1e8fa618a5a696ca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a696c3 expref: 23 pid: 6478 timeout: 1449 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150267:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150279:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150292:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150298:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150305:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150310:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150316:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573775.150319:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150326:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150349:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573775.150359:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573775.150394:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae70450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926457728:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573775.150402:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1777573775.150436:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926457728:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573775.150481:0:107137:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573775.150490:0:107137:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573775.150496:0:107137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696d1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573776.119355:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573776.567332:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573776.567339:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573776.567344:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573776.567392:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573776.567403:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573776.567413:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573776.567437:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926457856:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573776.567502:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573776.567665:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457856 00000100:00100000:3.0:1777573776.567674:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457856 00000100:00100000:3.0:1777573776.567748:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1777573776.567758:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926457856:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573776.567774:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573776.567789:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a696d8 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573776.567812:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573776.567822:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573776.567830:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573776.567862:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84ca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926457856:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 106us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573776.567869:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1777573776.567950:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573776.567971:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926457856:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573776.567984:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573776.567992:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573776.568008:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573776.568014:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573776.568020:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573776.822869:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573776.822903:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4471180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926457984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573776.822922:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926458112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573776.823013:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926458240:0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.823015:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573776.823022:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926458496:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823067:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573776.823099:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926458368:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823107:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926458752:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823139:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573776.823155:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573776.823164:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926459264:0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.823196:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926458880:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823204:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573776.823234:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1777573776.823240:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573776.823243:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926458624:0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.823258:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926458240 00000100:00100000:3.0:1777573776.823269:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926458240 00000100:00100000:0.0:1777573776.823274:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926459392:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823282:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573776.823311:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926459136:0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.823319:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573776.823347:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926458752 00000100:00100000:1.0:1777573776.823347:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573776.823353:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926458752 00000100:00100000:0.0:1777573776.823384:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926457984 00000100:00100000:1.0:1777573776.823389:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926459648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.823389:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926457984 00000100:00100000:3.0:1777573776.823394:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459264 00000100:00100000:3.0:1777573776.823399:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459264 00000100:00100000:1.0:1777573776.823426:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573776.823430:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926458880 00000100:00100000:3.0:1777573776.823433:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926458880 00000100:00100000:0.0:1777573776.823444:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1777573776.823457:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926457984:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573776.823458:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459392 00000100:00100000:3.0:1777573776.823463:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459392 00000100:00100000:1.0:1777573776.823470:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:1.0:1777573776.823481:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926458240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.823490:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00002000:00000024:0.0:1777573776.823508:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573776.823514:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926458752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823542:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926458240:12345-0@lo:400:kworker.0 Request processed in 62us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573776.823551:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:0.0:1777573776.823571:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4470a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926457984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573776.823573:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926458752:12345-0@lo:400:kworker.0 Request processed in 72us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573776.823586:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1777573776.823592:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:1.0:1777573776.823599:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:1.0:1777573776.823608:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926459264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.823618:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926458368 00000100:00100000:0.0:1777573776.823623:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926458368 00000100:00100000:3.0:1777573776.823624:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1777573776.823637:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926458880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823646:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926459264:12345-0@lo:400:kworker.0 Request processed in 39us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573776.823654:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:0.0:1777573776.823665:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926458624 00000100:00100000:0.0:1777573776.823669:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926458624 00000100:00100000:3.0:1777573776.823680:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4473100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926458880:12345-0@lo:400:kworker.0 Request processed in 46us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573776.823687:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:1.0:1777573776.823714:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:1.0:1777573776.823724:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926459392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.823732:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1777573776.823742:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3635:x1863919926458368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823763:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926459392:12345-0@lo:400:kworker.0 Request processed in 39us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573776.823769:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:3.0:1777573776.823781:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459136 00000100:00100000:3.0:1777573776.823786:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459136 00000100:00100000:0.0:1777573776.823792:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4472680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3635:x1863919926458368:12345-0@lo:400:kworker.0 Request processed in 51us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573776.823800:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1777573776.823807:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1777573776.823818:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926458624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.823826:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459648 00000100:00100000:3.0:1777573776.823830:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459648 00000100:00100000:0.0:1777573776.823852:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573776.823860:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926458624:12345-0@lo:400:kworker.0 Request processed in 44us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573776.823864:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777573776.823873:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1777573776.823886:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926459136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.823912:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1777573776.823922:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926458112 00000100:00100000:1.0:1777573776.823924:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926459648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.823928:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926458112 00000100:00100000:3.0:1777573776.823932:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926459136:12345-0@lo:400:kworker.0 Request processed in 56us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573776.823942:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777573776.823967:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926459648:12345-0@lo:400:kworker.0 Request processed in 47us (540us total) trans 0 rc 0/0 00000100:00080000:3.0:1777573776.823970:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573776.823971:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00080000:3.0:1777573776.823979:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573776.823980:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00080000:3.0:1777573776.823984:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573776.823987:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926458112:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1777573776.823989:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00002000:00000024:0.0:1777573776.824003:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573776.824038:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926458624:0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.824039:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573776.824060:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926459136:0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.824073:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926459008:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.824078:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4773800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926459648:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.824095:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926458240:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.824404:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926458752:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.824420:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926459264:0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.824428:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573776.824454:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926459520:0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.824482:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573776.824488:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926458112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573776.824498:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1777573776.824503:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926458368:0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.824520:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926458880:0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.824531:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459008 00000100:00100000:3.0:1777573776.824537:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459008 00000100:00100000:1.0:1777573776.824540:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926459392:0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.824545:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926458112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573776.824563:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4471180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926457984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573776.824580:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459520 00000100:00100000:3.0:1777573776.824585:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459520 00000100:00100000:0.0:1777573776.824595:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1777573776.824606:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926459008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573776.824616:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1777573776.824626:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926459520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.824654:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926459008:12345-0@lo:400:kworker.0 Request processed in 51us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573776.824664:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1777573776.824671:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926459520:12345-0@lo:400:kworker.0 Request processed in 47us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573776.824678:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1777573776.824723:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926459008:0@lo:400:kworker.0 00000100:00100000:0.0:1777573776.824738:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926459520:0@lo:400:kworker.0 00000100:00080000:3.0:1777573776.824745:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573776.824776:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926458496 00000100:00100000:1.0:1777573776.824783:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926458496 00000100:00100000:1.0:1777573776.824815:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:1.0:1777573776.824821:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926458496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573776.824863:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926458496:12345-0@lo:400:kworker.0 Request processed in 41us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573776.824869:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1777573776.824887:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926458496:0@lo:400:kworker.0 00010000:00010000:1.0:1777573777.142828:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573777.338684:0:7398:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1777573777.338727:0:7398:0:(mdt_handler.c:3963:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573777.338771:0:7398:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573777.338778:0:7398:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1777573777.338855:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926459776:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1777573777.338931:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573777.339003:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459776 00000100:00100000:3.0:1777573777.339014:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459776 00010000:00010000:2.0:1777573777.339060:0:7398:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff89ddc3186e00/0x1e8fa618a5a6968b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x1e8fa618a5a69692 expref: -99 pid: 26981 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573777.339076:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1777573777.339085:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3638:x1863919926459776:12345-0@lo:103:jbd2/dm-1-8.0 00000001:00080000:2.0:1777573777.339087:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967513 is committed 00010000:00010000:3.0:1777573777.339099:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573777.339135:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acf800/0x1e8fa618a5a69692 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xc313f4c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x1e8fa618a5a6968b expref: 8 pid: 13250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573777.339153:0:10290:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc313f4c7 (ffff89ddc10eb100) 00010000:00010000:3.0:1777573777.339173:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573777.339231:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3638:x1863919926459776:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 146us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573777.339240:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1777573777.339246:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926459776:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1777573777.847319:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573777.847344:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926459904:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573777.847416:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573777.847540:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926459904 00000100:00100000:3.0:1777573777.847549:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926459904 00000100:00100000:3.0:1777573777.847611:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1777573777.847620:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926459904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573777.847659:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573777.847734:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4471180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926459904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573777.847742:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1777573777.847762:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926459904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573777.847853:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926460032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573777.847879:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573777.848356:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460032 00000100:00100000:3.0:1777573777.848360:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460032 00000100:00100000:3.0:1777573777.848391:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1777573777.848397:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926460032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573777.848407:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573777.848445:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926460032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573777.848450:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1777573777.848572:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926460032:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1777573778.166823:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573778.358970:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926460160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573778.359089:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573778.359133:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460160 00000100:00100000:1.0:1777573778.359149:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460160 00000100:00100000:1.0:1777573778.359234:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1777573778.359250:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926460160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573778.359287:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573778.359431:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3637:x1863919926460160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 185us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573778.359439:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:0.0:1777573778.359508:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926460160:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1777573778.360856:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967587 is committed 00000100:00100000:3.0:1777573778.458831:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573778.458864:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573778.458886:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573778.458902:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573778.458952:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573778.458980:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828736 00000100:00100000:3.0:1777573778.458991:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828736 00000100:00100000:3.0:1777573778.459050:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828608 00000100:00100000:3.0:1777573778.459054:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828608 00000100:00100000:2.0:1777573778.459063:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1766 00000100:00100000:2.0:1777573778.459078:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828736:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573778.459092:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1767 00000100:00100000:3.0:1777573778.459101:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828608:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573778.459152:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828736:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 78us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573778.459175:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1766 00000100:00100000:0.0:1777573778.459188:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828480 00000100:00100000:0.0:1777573778.459194:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828480 00000100:00100000:2.0:1777573778.459208:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828992 00000100:00100000:2.0:1777573778.459213:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828992 00000100:00100000:0.0:1777573778.459229:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 955 00000100:00100000:0.0:1777573778.459239:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917828480:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573778.459247:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917828864 00000100:00100000:2.0:1777573778.459251:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917828864 00000100:00100000:2.0:1777573778.459279:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1000 00000100:00100000:2.0:1777573778.459287:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828992:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573778.459320:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828608:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 219us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573778.459327:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828992:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573778.459334:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1767 00000100:00100000:2.0:1777573778.459339:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1000 00000100:00100000:2.0:1777573778.459358:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1001 00000100:00100000:2.0:1777573778.459365:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828864:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:3.0:1777573778.459372:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573778.459377:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573778.459381:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573778.459384:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573778.459390:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917828864:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573778.459398:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1001 00000100:00100000:0.0:1777573778.460962:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec84c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917828480:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 1719us (2134us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573778.460973:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 955 00010000:00010000:0.0:1777573779.190857:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777573779.239321:0:107479:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23a: test mapped regular ACLs ========= 14:29:39 (1777573779) 00000100:00100000:3.0:1777573779.896113:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573779.896251:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926460288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1777573779.896320:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573779.896391:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460288 00000100:00100000:0.0:1777573779.896405:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460288 00000100:00100000:0.0:1777573779.896485:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:0.0:1777573779.896496:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926460288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573779.896545:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573779.896628:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926460288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573779.896638:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1777573779.896869:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926460288:0@lo:41:osp-pre-1-0.0 00000001:02000400:2.0:1777573779.932360:0:107527:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23a Need 2 clients at least 00010000:00010000:1.0:1777573780.214870:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1777573780.650323:0:107575:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 23b: test mapped default ACLs ========= 14:29:40 (1777573780) 00010000:00010000:0.0:1777573781.240518:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777573781.303057:0:107623:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-sec test_23b Need 2 clients at least 00000100:00100000:1.0:1777573781.942826:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926460544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573781.942891:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573781.942938:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926460416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573781.942960:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573781.942982:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460544 00000100:00100000:0.0:1777573781.942991:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460544 00000100:00100000:0.0:1777573781.943040:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460416 00000100:00100000:0.0:1777573781.943044:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460416 00000100:00100000:0.0:1777573781.943066:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1777573781.943074:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926460544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573781.943111:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573781.943150:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926460544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573781.943157:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1777573781.943178:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1777573781.943183:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926460416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573781.943192:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573781.943213:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926460416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573781.943331:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926460928:0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.943361:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573781.943378:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926461440:0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.943385:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926460800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.943401:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573781.943423:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926461952:0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.943430:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1777573781.943521:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573781.943536:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460928 00000100:00100000:1.0:1777573781.943540:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460928 00000100:00100000:1.0:1777573781.943569:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1777573781.943575:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926460928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.943616:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926461312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.943622:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573781.943651:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573781.943672:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926461824:0@lo:400:kworker.0 00000100:00100000:0.0:1777573781.943719:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1777573781.943723:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926460928:12345-0@lo:400:kworker.0 Request processed in 149us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573781.943729:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1777573781.943745:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573781.944166:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461440 00000100:00100000:0.0:1777573781.944166:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460800 00000100:00100000:2.0:1777573781.944171:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461440 00000100:00100000:0.0:1777573781.944171:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460800 00000100:00100000:2.0:1777573781.944197:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461312 00000100:00100000:0.0:1777573781.944197:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461952 00000100:00100000:2.0:1777573781.944201:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461312 00000100:00100000:0.0:1777573781.944201:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461952 00000100:00100000:2.0:1777573781.944217:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461824 00000100:00100000:2.0:1777573781.944220:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461824 00000100:00100000:0.0:1777573781.944221:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1777573781.944228:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926460800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.944237:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:2.0:1777573781.944243:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926461440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.944249:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:3.0:1777573781.944262:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926461312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573781.944269:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926460800:12345-0@lo:400:kworker.0 Request processed in 41us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573781.944273:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4198e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926461440:12345-0@lo:400:kworker.0 Request processed in 31us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573781.944276:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:2.0:1777573781.944279:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1777573781.944291:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:0.0:1777573781.944298:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926461952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.944299:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1777573781.944306:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926461312:12345-0@lo:400:kworker.0 Request processed in 47us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573781.944307:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926461824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.944321:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:0.0:1777573781.944331:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4199880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926461952:12345-0@lo:400:kworker.0 Request processed in 33us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573781.944337:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926461824:12345-0@lo:400:kworker.0 Request processed in 33us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573781.944338:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:2.0:1777573781.944342:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1777573781.944355:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926460672:0@lo:400:kworker.0 00000100:00100000:0.0:1777573781.944390:0:3638:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967587 gen 2 00000100:00100000:3.0:1777573781.944395:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1777573781.944397:0:3638:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967587 committed transno 4294967587 00000020:00080000:0.0:1777573781.944403:0:3638:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff89def7a1af00 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:0.0:1777573781.944407:0:3638:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc2ef6800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff89def7a1a3c0 00000020:00080000:0.0:1777573781.944411:0:3638:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].13 00000020:00080000:0.0:1777573781.944414:0:3638:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff89ddc2ef6b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff89def76ada00 00000020:00080000:0.0:1777573781.944416:0:3638:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].13 00000100:00100000:3.0:1777573781.944425:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926461184:0@lo:400:kworker.0 00000100:00100000:0.0:1777573781.944447:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926460928:0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.944454:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573781.944466:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926461440:0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.944477:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926461696:0@lo:400:kworker.0 00000100:00100000:0.0:1777573781.944480:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926461952:0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.944503:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1777573781.944516:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 13 committed batchid 12 00000100:00100000:3.0:1777573781.944527:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1777573781.944534:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926461056:0@lo:400:kworker.0 00000020:00080000:0.0:1777573781.944579:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 12 00000100:00100000:0.0:1777573781.944606:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926460544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573781.944613:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461184 00000100:00100000:1.0:1777573781.944617:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461184 00000100:00100000:0.0:1777573781.944619:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926460416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573781.944638:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00080000:0.0:1777573781.944642:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573781.944645:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926461184:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1777573781.944645:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1777573781.944722:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926460672 00000100:00100000:2.0:1777573781.944726:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926460672 00000100:00100000:2.0:1777573781.944750:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1777573781.944758:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926460672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.944815:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573781.944826:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926461184:12345-0@lo:400:kworker.0 Request processed in 180us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573781.944832:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1777573781.944885:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926460672:12345-0@lo:400:kworker.0 Request processed in 129us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573781.944892:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1777573781.944925:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926460800:0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.944935:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926461312:0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.944944:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926461824:0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.944988:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926461568:0@lo:400:kworker.0 00000100:00100000:2.0:1777573781.944992:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461696 00000100:00100000:2.0:1777573781.944997:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461696 00000100:00100000:3.0:1777573781.945019:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573781.945047:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc4909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926460672:0@lo:400:kworker.0 00000100:00100000:1.0:1777573781.945061:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461056 00000100:00100000:3.0:1777573781.945062:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926461184:0@lo:400:kworker.0 00000100:00100000:1.0:1777573781.945066:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461056 00000100:00100000:1.0:1777573781.945103:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:1.0:1777573781.945112:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926461056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573781.945152:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926461056:12345-0@lo:400:kworker.0 Request processed in 42us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573781.945166:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926461568 00000100:00100000:2.0:1777573781.945170:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926461568 00000100:00100000:3.0:1777573781.945181:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1777573781.945194:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926461696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.945303:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926461696:12345-0@lo:400:kworker.0 Request processed in 114us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573781.945310:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1777573781.945319:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:3.0:1777573781.945326:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1777573781.945334:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926461568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573781.945368:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926461568:12345-0@lo:400:kworker.0 Request processed in 37us (351us total) trans 0 rc 0/0 00000100:00080000:2.0:1777573781.945372:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573781.945373:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1777573781.945425:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926461056:0@lo:400:kworker.0 00000100:00100000:1.0:1777573781.945440:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926461568:0@lo:400:kworker.0 00000100:00100000:1.0:1777573781.945448:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926461696:0@lo:400:kworker.0 00000001:02000400:1.0:1777573782.070298:0:107671:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 24: check nodemap proc files for LBUGs and Oopses ========================================================== 14:29:42 (1777573782) 00010000:00010000:0.0:1777573782.264271:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:3.0:1777573782.584575:0:107719:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1777573782.593522:0:107719:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:3.0:1777573782.593768:0:107719:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1777573782.593770:0:107719:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00000100:00100000:0.0:1777573782.966869:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573782.966887:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926462080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573782.966944:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573782.966976:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462080 00000100:00100000:1.0:1777573782.966983:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462080 00000100:00100000:1.0:1777573782.967029:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1777573782.967041:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926462080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573782.967076:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573782.967163:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926462080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1777573782.967283:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573782.967294:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926462208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573782.967331:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573782.967445:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926462080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573782.967452:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1777573782.967467:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462208 00000100:00100000:1.0:1777573782.967470:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462208 00000100:00100000:1.0:1777573782.967491:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1777573782.967495:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926462208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573782.967502:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573782.967524:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926462208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 29us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573782.967527:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1777573782.967546:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926462208:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1777573783.085362:0:107769:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbf9c6180 20000000:00000080:3.0:1777573783.085378:0:107769:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89deef1a5000 uarg=0000000000000000 10000000:01000000:3.0:1777573783.086847:0:107769:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573783.086869:0:107769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.086893:0:107769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.086901:0:107769:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.086941:0:107769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.086956:0:107769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 22 pid: 6479 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573783.086971:0:107769:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:107769:1863919926462336:0@lo:104: 00000100:00100000:3.0:1777573783.087032:0:107769:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573783.087159:0:107769:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d600 going to sleep for 11 seconds 00000100:00100000:1.0:1777573783.087855:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462336 00000100:00100000:1.0:1777573783.087864:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462336 00000100:00100000:1.0:1777573783.087956:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1777573783.087966:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:107769:x1863919926462336:12345-0@lo:104: 00010000:00010000:1.0:1777573783.087982:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573783.088059:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573783.088074:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:107769:x1863919926462336:12345-0@lo:104: Request processed in 110us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573783.088082:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1777573783.088083:0:107769:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:107769:1863919926462336:0@lo:104: 00010000:00010000:0.0:1777573783.088116:0:107769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573783.088136:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573783.088143:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573783.088151:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573783.088154:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573783.088162:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573783.088169:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573783.088175:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573783.088206:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573783.088213:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573783.088235:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573783.088243:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a696d8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a696df expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573783.088263:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573783.088265:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573783.088266:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573783.088278:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926462464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573783.088309:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573783.088470:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462464 00000100:00100000:3.0:1777573783.088474:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462464 00010000:00010000:3.0:1777573783.088493:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 23 pid: 6479 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573783.088567:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1777573783.088574:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926462464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573783.088584:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573783.088588:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 23 pid: 6479 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088599:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 23 pid: 6479 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088615:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696df lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a696d8 expref: 23 pid: 6479 timeout: 1457 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088628:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088636:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088648:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088655:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088662:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088668:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088674:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573783.088678:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088684:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088711:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573783.088725:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573783.088754:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926462464:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573783.088761:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00010000:00010000:0.0:1777573783.088873:0:107769:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.088882:0:107769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.088889:0:107769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a696e6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573783.088984:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc490ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926462464:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573783.287105:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573783.478887:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1777573783.478911:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926462592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573783.478973:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573783.480314:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462592 00000100:00100000:3.0:1777573783.480323:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462592 00000100:00100000:3.0:1777573783.480380:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1777573783.480391:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc490ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926462592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573783.480428:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:3.0:1777573783.480514:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc490ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926462592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573783.480522:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1777573783.480635:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926462592:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1777573783.498407:0:107817:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc07694960 20000000:00000080:0.0:1777573783.498420:0:107817:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f8c400 uarg=0000000000000000 10000000:01000000:0.0:1777573783.498601:0:107817:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573783.498616:0:107817:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498629:0:107817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498636:0:107817:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498641:0:107817:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498649:0:107817:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498653:0:107817:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498657:0:107817:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573783.498660:0:107817:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498665:0:107817:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498674:0:107817:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498678:0:107817:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.498681:0:107817:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0c00/0x1e8fa618a5a696ed lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573783.579195:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573783.579243:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573783.579285:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573783.579374:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573783.579417:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573783.579447:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917829120 00000100:00100000:2.0:1777573783.579461:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917829120 00000100:00100000:2.0:1777573783.579522:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 957 00000100:00100000:2.0:1777573783.579532:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917829120:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573783.579563:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917829248 00000100:00100000:1.0:1777573783.579568:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917829248 00000100:00100000:2.0:1777573783.579608:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded43c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917829120:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 77us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573783.579613:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917829376 00000100:00100000:1.0:1777573783.579615:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917829376 00000100:00100000:2.0:1777573783.579619:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 957 00000100:00100000:1.0:1777573783.579643:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1774 00000100:00100000:1.0:1777573783.579652:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917829248:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573783.579686:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1775 00000100:00100000:2.0:1777573783.579723:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917829376:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573783.579759:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917829376:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 38us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573783.579767:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1775 00000100:00100000:2.0:1777573783.579798:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917829504 00000100:00100000:2.0:1777573783.579802:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917829504 00000100:00100000:2.0:1777573783.579842:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917829632 00000100:00100000:2.0:1777573783.579846:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917829632 00000100:00100000:2.0:1777573783.579885:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1004 00000100:00100000:2.0:1777573783.579895:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917829504:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573783.579929:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917829504:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573783.579936:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1004 00000100:00100000:2.0:1777573783.579959:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1005 00000100:00100000:2.0:1777573783.579969:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917829632:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573783.580000:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2402:x1863919917829632:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 33us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573783.580007:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1005 00000100:00100000:1.0:1777573783.580437:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc460f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917829248:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 785us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573783.580446:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1774 00000100:00080000:1.0:1777573783.580475:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1777573783.580480:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1777573783.580484:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1777573783.580487:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1777573783.946203:0:107865:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6d914d20 20000000:00000080:0.0:1777573783.946219:0:107865:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2f8e000 uarg=0000000000000000 10000000:01000000:0.0:1777573783.946368:0:107865:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573783.946388:0:107865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946403:0:107865:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946417:0:107865:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946423:0:107865:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946429:0:107865:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946436:0:107865:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946441:0:107865:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573783.946445:0:107865:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946452:0:107865:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946464:0:107865:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946471:0:107865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573783.946478:0:107865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a696f4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573784.312414:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573784.317753:0:107913:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc96c8fd30 20000000:00000080:3.0:1777573784.317769:0:107913:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def766d800 uarg=0000000000000000 10000000:01000000:3.0:1777573784.317929:0:107913:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573784.317948:0:107913:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.317965:0:107913:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.317976:0:107913:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.317982:0:107913:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.317993:0:107913:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.318000:0:107913:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.318007:0:107913:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573784.318011:0:107913:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.318019:0:107913:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.318033:0:107913:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.318052:0:107913:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.318059:0:107913:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a696fb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573784.502955:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573784.502964:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573784.502971:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573784.503052:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573784.503066:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573784.503080:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573784.503271:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926462720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573784.503359:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573784.503424:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ce9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573784.503630:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462720 00000100:00100000:3.0:1777573784.503648:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462720 00000100:00100000:3.0:1777573784.503727:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1777573784.503738:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926462720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573784.503754:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573784.503771:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69702 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.503803:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.503814:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573784.503824:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2ace400, rc 0) 00000100:00100000:3.0:1777573784.503868:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02054c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926462720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573784.503877:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1777573784.503911:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fe680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926462720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573784.503931:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573784.503941:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573784.503961:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1777573784.503966:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573784.503974:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573784.770518:0:107961:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0d466260 20000000:00000080:0.0:1777573784.770533:0:107961:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89defddd1800 uarg=0000000000000000 10000000:01000000:0.0:1777573784.770846:0:107961:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573784.770867:0:107961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573784.770886:0:107961:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573784.770893:0:107961:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573784.770942:0:107961:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573784.770954:0:107961:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 22 pid: 6479 timeout: 1459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573784.770973:0:107961:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:107961:1863919926462848:0@lo:104: 00000100:00100000:0.0:1777573784.771064:0:107961:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573784.771134:0:107961:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc445b540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573784.771217:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462848 00000100:00100000:2.0:1777573784.771225:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462848 00000100:00100000:2.0:1777573784.771279:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1777573784.771289:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:107961:x1863919926462848:12345-0@lo:104: 00010000:00010000:2.0:1777573784.771304:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573784.771365:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573784.771372:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:107961:x1863919926462848:12345-0@lo:104: Request processed in 85us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573784.771382:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00010000:00010000:1.0:1777573784.771388:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573784.771396:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771404:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573784.771408:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771417:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573784.771426:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573784.771433:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1777573784.771460:0:107961:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:107961:1863919926462848:0@lo:104: 00010000:00010000:1.0:1777573784.771468:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771474:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573784.771480:0:107961:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771509:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771517:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54e00/0x1e8fa618a5a69702 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69709 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771534:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573784.771536:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573784.771538:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573784.771559:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1777573784.771572:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926462976:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573784.771600:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573784.771631:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926462976 00000100:00100000:1.0:1777573784.771636:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926462976 00010000:00010000:1.0:1777573784.771658:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 23 pid: 6479 timeout: 1459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573784.771680:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1777573784.771687:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926462976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573784.771755:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573784.771761:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 23 pid: 6479 timeout: 1459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771772:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 23 pid: 6479 timeout: 1459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771785:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace400/0x1e8fa618a5a69709 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a69702 expref: 23 pid: 6479 timeout: 1459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771798:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771806:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771821:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771828:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771836:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771843:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771848:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573784.771852:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771858:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771870:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573784.771885:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573784.771886:0:107961:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573784.771893:0:107961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573784.771900:0:107961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69710 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 107961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573784.771927:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926462976:12345-0@lo:103:ldlm_bl.0 Request processed in 241us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573784.771933:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1777573784.772016:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926462976:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573785.016111:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926463104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573785.016185:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573785.016269:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926463104 00000100:00100000:2.0:1777573785.016276:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926463104 00000100:00100000:2.0:1777573785.016325:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1777573785.016334:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926463104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573785.016366:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573785.016421:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926463104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573785.016430:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1777573785.016455:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926463104:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1777573785.154623:0:108009:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcdb724550 20000000:00000080:3.0:1777573785.154635:0:108009:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def766c000 uarg=0000000000000000 10000000:01000000:3.0:1777573785.154792:0:108009:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573785.154808:0:108009:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154821:0:108009:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154829:0:108009:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154834:0:108009:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154838:0:108009:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154846:0:108009:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154851:0:108009:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573785.154854:0:108009:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154859:0:108009:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154866:0:108009:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154871:0:108009:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573785.154874:0:108009:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69717 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108009 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573785.334880:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573786.102838:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573786.102848:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573786.102855:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573786.102916:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573786.102930:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573786.102943:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573786.102973:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926463232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573786.103054:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573786.103128:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926463232 00000100:00100000:2.0:1777573786.103132:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c900 going to sleep for 11 seconds 00000100:00100000:1.0:1777573786.103139:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926463232 00000100:00100000:1.0:1777573786.103200:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1777573786.103210:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926463232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573786.103225:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573786.103241:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6971e expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573786.103265:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573786.103277:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573786.103286:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186a00, rc 0) 00000100:00100000:1.0:1777573786.103330:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89df02057850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926463232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573786.103338:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1777573786.103369:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926463232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573786.103386:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.103396:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573786.103413:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573786.103417:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.103427:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573786.317822:0:108156:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe90283680 20000000:00000080:0.0:1777573786.317839:0:108156:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7924800 uarg=0000000000000000 10000000:01000000:0.0:1777573786.318013:0:108156:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573786.318034:0:108156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573786.318052:0:108156:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573786.318061:0:108156:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573786.318100:0:108156:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573786.318113:0:108156:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 22 pid: 6480 timeout: 1460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573786.318129:0:108156:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:108156:1863919926463360:0@lo:104: 00000100:00100000:0.0:1777573786.318190:0:108156:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573786.318248:0:108156:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40b5300 going to sleep for 11 seconds 00000100:00100000:1.0:1777573786.318250:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926463360 00000100:00100000:1.0:1777573786.318264:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926463360 00000100:00100000:1.0:1777573786.318318:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1777573786.318329:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:108156:x1863919926463360:12345-0@lo:104: 00010000:00010000:1.0:1777573786.318346:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573786.318403:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573786.318409:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:108156:x1863919926463360:12345-0@lo:104: Request processed in 83us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573786.318415:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1777573786.318438:0:108156:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:108156:1863919926463360:0@lo:104: 00010000:00010000:2.0:1777573786.318450:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573786.318463:0:108156:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573786.318465:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573786.318509:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573786.318516:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573786.318527:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573786.318536:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573786.318542:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573786.318611:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573786.318618:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573786.318660:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573786.318669:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55200/0x1e8fa618a5a6971e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69725 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573786.318683:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926463488:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573786.318725:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573786.318728:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573786.318732:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573786.318756:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573786.318806:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926463488 00000100:00100000:3.0:1777573786.318811:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926463488 00010000:00010000:3.0:1777573786.318833:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 23 pid: 6480 timeout: 1460 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573786.318859:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1777573786.318864:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3637:x1863919926463488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573786.318874:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573786.318879:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 23 pid: 6480 timeout: 1460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318888:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 23 pid: 6480 timeout: 1460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318900:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69725 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6971e expref: 23 pid: 6480 timeout: 1460 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318911:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318916:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318927:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318939:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318947:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318953:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318959:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573786.318963:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318971:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318983:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.318990:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573786.319020:0:108156:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573786.319030:0:108156:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573786.319036:0:108156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0400/0x1e8fa618a5a6972c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573786.319042:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926463488:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573786.319052:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1777573786.319312:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926463488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573786.358913:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573786.694480:0:108204:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe57e0f6f0 20000000:00000080:3.0:1777573786.694496:0:108204:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def766d000 uarg=0000000000000000 10000000:01000000:3.0:1777573786.694651:0:108204:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573786.694669:0:108204:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694685:0:108204:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694719:0:108204:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694727:0:108204:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694734:0:108204:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694742:0:108204:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694748:0:108204:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573786.694752:0:108204:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694759:0:108204:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694772:0:108204:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694780:0:108204:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573786.694787:0:108204:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf200/0x1e8fa618a5a69733 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108204 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573787.062947:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926463616:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063034:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063038:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926463744:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063069:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573787.063080:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926464128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063087:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926464256:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063102:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063103:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063118:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926464768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063118:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926464640:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063135:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573787.063135:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063148:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926465280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573787.063148:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926465152:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063166:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573787.063166:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063188:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1777573787.063188:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1777573787.063194:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926463872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063194:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926464000:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063211:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573787.063211:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063225:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926464384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063225:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926464512:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063242:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573787.063255:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063257:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926464896:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063268:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926465024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063274:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573787.063285:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573787.063301:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926463744 00000100:00100000:2.0:1777573787.063308:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926463744 00000100:00100000:0.0:1777573787.063310:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926463616 00000100:00100000:0.0:1777573787.063312:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926463616 00000100:00100000:2.0:1777573787.063336:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464256 00000100:00100000:2.0:1777573787.063339:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464256 00000100:00100000:2.0:1777573787.063360:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464768 00000100:00100000:2.0:1777573787.063363:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464768 00000100:00100000:2.0:1777573787.063373:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464000 00000100:00100000:2.0:1777573787.063375:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464000 00000100:00100000:2.0:1777573787.063384:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464384 00000100:00100000:2.0:1777573787.063386:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464384 00000100:00100000:2.0:1777573787.063395:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464896 00000100:00100000:2.0:1777573787.063397:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464896 00000100:00100000:2.0:1777573787.063410:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1777573787.063418:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926463744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063468:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926463744:12345-0@lo:400:kworker.0 Request processed in 50us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063475:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1777573787.063492:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1777573787.063493:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1777573787.063498:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926464256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063498:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926463616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063524:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926464256:12345-0@lo:400:kworker.0 Request processed in 26us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573787.063525:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926463616:12345-0@lo:400:kworker.0 Request processed in 28us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063530:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1777573787.063531:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1777573787.063540:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1777573787.063545:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926464768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063558:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464128 00000100:00100000:0.0:1777573787.063562:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464128 00000100:00100000:2.0:1777573787.063570:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926464768:12345-0@lo:400:kworker.0 Request processed in 25us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063575:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:0.0:1777573787.063581:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926463872 00000100:00100000:0.0:1777573787.063584:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926463872 00000100:00100000:2.0:1777573787.063585:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1777573787.063588:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926464000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063595:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1777573787.063600:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926464128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063610:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926464000:12345-0@lo:400:kworker.0 Request processed in 21us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063615:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:0.0:1777573787.063623:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926464128:12345-0@lo:400:kworker.0 Request processed in 23us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063626:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1777573787.063628:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1777573787.063630:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926464384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063638:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1777573787.063642:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926463872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063651:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926464384:12345-0@lo:400:kworker.0 Request processed in 21us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063656:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:2.0:1777573787.063666:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:0.0:1777573787.063668:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926463872:12345-0@lo:400:kworker.0 Request processed in 26us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063672:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926464896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.063674:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:0.0:1777573787.063689:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464640 00000100:00100000:0.0:1777573787.063708:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464640 00000100:00100000:2.0:1777573787.063710:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926464896:12345-0@lo:400:kworker.0 Request processed in 39us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.063716:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:0.0:1777573787.063730:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926465152 00000100:00100000:0.0:1777573787.063733:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926465152 00000100:00100000:2.0:1777573787.063744:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926464512 00000100:00100000:2.0:1777573787.063747:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926464512 00000100:00100000:0.0:1777573787.063748:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926465024 00000100:00100000:0.0:1777573787.063749:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926465024 00000100:00100000:2.0:1777573787.063761:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1777573787.063766:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926464640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.063793:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926464640:12345-0@lo:400:kworker.0 Request processed in 27us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573787.064001:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926465408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573787.064029:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573787.064064:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926465280 00000100:00100000:1.0:1777573787.064068:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926465280 00000100:00100000:1.0:1777573787.064093:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926465408 00000100:00100000:1.0:1777573787.064096:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926465408 00000100:00100000:1.0:1777573787.064114:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1777573787.064120:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926465280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573787.064141:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573787.064169:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1863919926465280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573787.064175:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1777573787.064188:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1777573787.064194:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926465408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573787.064203:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573787.064229:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4773800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926465408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573787.064234:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1777573787.064278:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926465408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573787.064718:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1777573787.064726:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926465152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064737:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1777573787.064752:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1777573787.064757:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926465152:12345-0@lo:400:kworker.0 Request processed in 33us (1591us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.064758:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926464512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064763:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1777573787.064774:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1777573787.064779:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926465024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064785:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926464512:12345-0@lo:400:kworker.0 Request processed in 28us (1529us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573787.064790:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1777573787.064799:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926465024:12345-0@lo:400:kworker.0 Request processed in 21us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573787.064804:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00080000:2.0:1777573787.064812:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573787.064815:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1777573787.064817:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573787.064819:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1777573787.064835:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926463872:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064835:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926464000:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064845:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926464384:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064845:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926464512:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064852:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926465024:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064854:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc41b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926464896:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064859:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926463616:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064863:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926463744:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064868:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926464128:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064870:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926464256:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064876:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926464640:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064878:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926464768:0@lo:400:kworker.0 00000100:00100000:0.0:1777573787.064884:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926465152:0@lo:400:kworker.0 00000100:00100000:2.0:1777573787.064891:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926465280:0@lo:13:osp-pre-1-0.0 00000020:00080000:2.0:1777573787.066492:0:7398:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 13 batchid updated 00000020:00080000:0.0:1777573787.066557:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 13 00000004:00080000:0.0:1777573787.066617:0:7420:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff89ddc40b50c0 with version 29 00000020:00080000:0.0:1777573787.066637:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 13 cancel update log [0x200000401:0x2:0x0].13: rc = 0 00000004:00080000:1.0:1777573787.066814:0:7412:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff89deeebec6c0 version 29 rpc_version 29 00000020:00100000:1.0:1777573787.066841:0:7412:0:(genops.c:2444:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1777573787.066851:0:7412:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff89ddc31a7b80 x1863919926465664/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1777573787.066874:0:7412:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926465664:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1777573787.066926:0:7412:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573787.066958:0:7412:0:(client.c:2691:ptlrpc_set_wait()) set ffff89deeeae6480 going to sleep for 11 seconds 00000100:00100000:2.0:1777573787.067141:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926465664 00000100:00100000:2.0:1777573787.067149:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926465664 00000100:00100000:2.0:1777573787.067186:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1777573787.067194:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7412:x1863919926465664:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1777573787.067320:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7412:x1863919926465664:12345-0@lo:1000:osp_up0-1.0 Request processed in 126us (393us total) trans 4294967588 rc 0/0 00000100:00100000:2.0:1777573787.067326:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000020:00080000:0.0:1777573787.067434:0:7420:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 13 cancel update log [0x240000400:0x2:0x0].13: rc = 0 00000020:00080000:0.0:1777573787.067443:0:7420:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 13 00000100:00100000:0.0:1777573787.067486:0:7412:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7412:1863919926465664:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1777573787.382917:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573787.857336:0:108351:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe05d11320 20000000:00000080:2.0:1777573787.857351:0:108351:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc307b400 uarg=0000000000000000 00010000:00010000:2.0:1777573787.857632:0:108351:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573787.857650:0:108351:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573787.857670:0:108351:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1777573787.857681:0:108351:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1777573787.857990:0:108351:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573787.858012:0:108351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858027:0:108351:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858037:0:108351:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858044:0:108351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858051:0:108351:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858059:0:108351:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858065:0:108351:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573787.858069:0:108351:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858077:0:108351:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858089:0:108351:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858098:0:108351:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573787.858104:0:108351:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54a00/0x1e8fa618a5a6973a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573788.086834:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573788.086859:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926465792:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573788.086930:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573788.087009:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926465920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573788.087039:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573788.087063:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926465792 00000100:00100000:1.0:1777573788.087071:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926465792 00000100:00100000:1.0:1777573788.087119:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926465920 00000100:00100000:1.0:1777573788.087123:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926465920 00000100:00100000:1.0:1777573788.087292:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1777573788.087304:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926465792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573788.087334:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573788.087388:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926465792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573788.087396:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1777573788.087420:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1777573788.087428:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926465920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573788.087438:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573788.087464:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926465920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573788.087471:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 10000000:01000000:3.0:1777573788.089153:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573788.089158:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573788.089163:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573788.089196:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573788.089208:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573788.089219:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573788.089237:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926466048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573788.089278:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573788.089308:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded22c5780 going to sleep for 11 seconds 00000100:00100000:2.0:1777573788.089544:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926465920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1777573788.089560:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926465792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573788.089652:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466048 00000100:00100000:3.0:1777573788.089657:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466048 00000100:00100000:3.0:1777573788.089707:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1777573788.089716:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926466048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573788.089726:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573788.089738:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69741 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573788.090228:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573788.090239:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573788.090250:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf800, rc 0) 00000100:00100000:3.0:1777573788.090295:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926466048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 579us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573788.090306:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1777573788.090382:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926466048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573788.090395:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573788.090411:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573788.090430:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573788.090435:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573788.090443:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573788.408733:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573788.599448:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926466176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573788.599515:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573788.599642:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466176 00000100:00100000:2.0:1777573788.599649:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466176 00000100:00100000:2.0:1777573788.599765:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1777573788.599775:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3635:x1863919926466176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1777573788.599812:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00000100:00100000:2.0:1777573788.599876:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3635:x1863919926466176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573788.599886:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1777573788.599911:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926466176:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573788.697382:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573788.697439:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917829888 00000100:00100000:2.0:1777573788.697449:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917829888 00000100:00100000:2.0:1777573788.697518:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1782 00000100:00100000:2.0:1777573788.697527:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917829888:12345-192.168.204.9@tcp:400:kworker.0 00000100:00080000:0.0:1777573788.697541:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573788.697588:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573788.697608:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917829888:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 82us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573788.697615:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1782 00000100:00100000:0.0:1777573788.697750:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917829760 00000100:00100000:0.0:1777573788.697755:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917829760 00000100:00100000:0.0:1777573788.697790:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 962 00000100:00100000:0.0:1777573788.697796:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917829760:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573788.697826:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+9:2400:x1863919917829760:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 30us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573788.697832:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 962 00000100:00100000:2.0:1777573788.698077:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573788.698112:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573788.698146:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573788.698167:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830144 00000100:00100000:2.0:1777573788.698171:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830144 00000100:00100000:2.0:1777573788.698204:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830272 00000100:00100000:2.0:1777573788.698207:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830272 00000100:00100000:0.0:1777573788.698331:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830016 00000100:00100000:0.0:1777573788.698336:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830016 00000100:00100000:0.0:1777573788.698368:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1783 00000100:00100000:0.0:1777573788.698376:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917830016:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573788.698411:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917830016:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 37us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573788.698502:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1010 00000100:00100000:2.0:1777573788.698512:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917830144:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:2.0:1777573788.698540:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:2401:x1863919917830144:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 30us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573788.698568:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1783 00000100:00100000:1.0:1777573788.698730:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1011 00000100:00100000:1.0:1777573788.698739:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917830272:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573788.698772:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2400:x1863919917830272:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 35us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573788.698779:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1011 00000100:00100000:2.0:1777573788.699010:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1010 00000100:00080000:2.0:1777573788.699038:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573788.699043:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573788.699045:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:1.0:1777573789.114569:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967588 is committed 00010000:00010000:1.0:1777573789.430819:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573790.017942:0:108594:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeff9049b0 20000000:00000080:3.0:1777573790.017964:0:108594:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def766dc00 uarg=0000000000000000 00010000:00010000:3.0:1777573790.019100:0:108594:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573790.019120:0:108594:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573790.019141:0:108594:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573790.019152:0:108594:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573790.019196:0:108594:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573790.019216:0:108594:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.019236:0:108594:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.019245:0:108594:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.019361:0:108594:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.019376:0:108594:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 22 pid: 6478 timeout: 1464 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573790.019394:0:108594:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:108594:1863919926466304:0@lo:104: 00000100:00100000:3.0:1777573790.019472:0:108594:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573790.019546:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466304 00000100:00100000:2.0:1777573790.019555:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466304 00000100:00100000:3.0:1777573790.019598:0:108594:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded22c5600 going to sleep for 11 seconds 00000100:00100000:2.0:1777573790.019666:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1777573790.019678:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:108594:x1863919926466304:12345-0@lo:104: 00010000:00010000:2.0:1777573790.019715:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573790.019779:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573790.019787:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:108594:x1863919926466304:12345-0@lo:104: Request processed in 112us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573790.019795:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00010000:00010000:0.0:1777573790.019810:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1777573790.019813:0:108594:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:108594:1863919926466304:0@lo:104: 00010000:00010000:0.0:1777573790.019820:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.019832:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573790.019837:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.019838:0:108594:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.019854:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573790.019871:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573790.019883:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573790.019926:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.019943:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573790.019974:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573790.019981:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926466432:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573790.019985:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf200/0x1e8fa618a5a69741 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69748 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.020008:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573790.020011:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573790.020014:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573790.020025:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573790.020081:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466432 00000100:00100000:3.0:1777573790.020086:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466432 00010000:00010000:3.0:1777573790.020118:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 23 pid: 6478 timeout: 1464 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573790.020152:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1777573790.020159:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926466432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573790.020170:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573790.020176:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 23 pid: 6478 timeout: 1464 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020188:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 23 pid: 6478 timeout: 1464 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020207:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a69748 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a69741 expref: 23 pid: 6478 timeout: 1464 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020223:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020232:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020247:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020254:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020260:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020268:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020274:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573790.020278:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020286:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020310:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.020320:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1777573790.020356:0:108594:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573790.020360:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926466432:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (334us total) trans 0 rc 0/0 00010000:00010000:1.0:1777573790.020372:0:108594:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573790.020377:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1777573790.020388:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926466432:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573790.020391:0:108594:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2ace800/0x1e8fa618a5a6974f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108594 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573790.135923:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573790.135969:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926466560:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573790.136049:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573790.136094:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466560 00000100:00100000:0.0:1777573790.136104:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466560 00000100:00100000:0.0:1777573790.136151:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1777573790.136163:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926466560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573790.136193:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573790.136943:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926466560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573790.136967:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926466560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 806us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573790.136977:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000020:00000080:0.0:1777573790.443945:0:108643:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1ead09e0 20000000:00000080:0.0:1777573790.443961:0:108643:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def7927800 uarg=0000000000000000 00010000:00010000:0.0:1777573790.444120:0:108643:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573790.444134:0:108643:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573790.444154:0:108643:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573790.444163:0:108643:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573790.444193:0:108643:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573790.444211:0:108643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444226:0:108643:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444238:0:108643:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444244:0:108643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444252:0:108643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444259:0:108643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444265:0:108643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573790.444270:0:108643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444277:0:108643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444290:0:108643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444298:0:108643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573790.444304:0:108643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69756 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573790.456884:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573790.831567:0:108691:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5e46a3a0 20000000:00000080:3.0:1777573790.831584:0:108691:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89def766c000 uarg=0000000000000000 00010000:00010000:3.0:1777573790.831849:0:108691:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573790.831866:0:108691:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573790.831890:0:108691:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:3.0:1777573790.831901:0:108691:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:3.0:1777573790.831941:0:108691:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573790.831960:0:108691:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.831975:0:108691:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.831986:0:108691:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.831994:0:108691:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.832001:0:108691:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.832007:0:108691:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.832012:0:108691:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573790.832016:0:108691:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.832021:0:108691:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.832031:0:108691:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.832037:0:108691:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573790.832041:0:108691:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf800/0x1e8fa618a5a6975d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108691 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573791.478854:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1777573792.054860:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573792.054867:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573792.054871:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573792.054929:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.054941:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.054952:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573792.054980:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926466688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573792.055043:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573792.055099:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29300 going to sleep for 11 seconds 00000100:00100000:2.0:1777573792.055753:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466688 00000100:00100000:2.0:1777573792.055761:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466688 00000100:00100000:2.0:1777573792.055811:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1777573792.055821:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926466688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573792.055834:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573792.055848:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69764 expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.055873:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.055884:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.055905:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573792.055948:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926466688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573792.055955:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:1.0:1777573792.055985:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926466688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573792.056000:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.056007:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573792.056023:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573792.056026:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.056033:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573792.182931:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926467200:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.182953:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926466944:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183015:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573792.183038:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926467072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183050:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926466816:0@lo:400:kworker.0 00000100:00100000:3.0:1777573792.183079:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573792.183081:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926467456:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183118:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573792.183126:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926467584:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183130:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466944 00000100:00100000:0.0:1777573792.183138:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466944 00000100:00100000:1.0:1777573792.183152:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926467328:0@lo:400:kworker.0 00000100:00100000:3.0:1777573792.183160:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573792.183188:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926468096:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183189:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573792.183195:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1777573792.183206:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926466944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183221:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926467840:0@lo:400:kworker.0 00000100:00100000:3.0:1777573792.183225:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573792.183263:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573792.183270:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926466944:12345-0@lo:400:kworker.0 Request processed in 65us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.183278:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1777573792.183292:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573792.183293:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467072 00000100:00100000:3.0:1777573792.183299:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467072 00000100:00100000:1.0:1777573792.183303:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926468224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183306:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467584 00000100:00100000:0.0:1777573792.183311:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467584 00000100:00100000:1.0:1777573792.183333:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573792.183338:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926466816 00000100:00100000:3.0:1777573792.183342:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926466816 00000100:00100000:0.0:1777573792.183359:0:17492:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468096 00000100:00100000:0.0:1777573792.183363:0:17492:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468096 00000100:00100000:3.0:1777573792.183368:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467328 00000100:00100000:3.0:1777573792.183372:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467328 00000100:00100000:1.0:1777573792.183375:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468224 00000100:00100000:1.0:1777573792.183381:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468224 00000100:00100000:3.0:1777573792.183395:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467840 00000100:00100000:0.0:1777573792.183397:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1777573792.183398:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467840 00000100:00100000:0.0:1777573792.183410:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926467584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573792.183423:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1777573792.183429:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1777573792.183430:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926467072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183443:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926468096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183456:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926467584:12345-0@lo:400:kworker.0 Request processed in 46us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.183463:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1777573792.183476:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1863919926467072:12345-0@lo:400:kworker.0 Request processed in 46us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.183481:0:17492:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1777573792.183488:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1777573792.183493:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926468096:12345-0@lo:400:kworker.0 Request processed in 51us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.183493:0:17492:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926468224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183506:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1777573792.183511:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:3.0:1777573792.183520:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926466816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183538:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1777573792.183539:0:17492:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926468224:12345-0@lo:400:kworker.0 Request processed in 50us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.183549:0:17492:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1777573792.183553:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926467328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573792.183562:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1863919926466816:12345-0@lo:400:kworker.0 Request processed in 42us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573792.183569:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:0.0:1777573792.183580:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:0.0:1777573792.183590:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926467840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183603:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1863919926467328:12345-0@lo:400:kworker.0 Request processed in 54us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573792.183611:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1777573792.183634:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1863919926467840:12345-0@lo:400:kworker.0 Request processed in 46us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.183641:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:3.0:1777573792.183648:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573792.183654:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926468352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1777573792.183664:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467456 00000100:00100000:0.0:1777573792.183668:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467456 00000100:00100000:3.0:1777573792.183673:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926467968:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183689:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573792.183729:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573792.183729:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:0.0:1777573792.183740:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926467456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183779:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926467456:12345-0@lo:400:kworker.0 Request processed in 41us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573792.183781:0:3635:0:(client.c:3101:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967588 gen 2 00000100:00100000:1.0:1777573792.183786:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926468224:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183787:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000004:00080000:3.0:1777573792.183788:0:3635:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294967588 committed transno 4294967588 00000100:00100000:0.0:1777573792.183806:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467968 00000100:00100000:1.0:1777573792.183810:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1863919926466816:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183811:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467968 00000100:00100000:3.0:1777573792.183814:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926466944:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.183829:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1863919926467328:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183842:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:1.0:1777573792.183844:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1863919926467840:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183851:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926467968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.183880:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926467968:12345-0@lo:400:kworker.0 Request processed in 31us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573792.183881:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468352 00000100:00100000:1.0:1777573792.183901:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468352 00000100:00100000:0.0:1777573792.183905:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:3.0:1777573792.183912:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926467456:0@lo:400:kworker.0 00000100:00080000:0.0:1777573792.183925:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1777573792.183928:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926467968:0@lo:400:kworker.0 00000100:00080000:0.0:1777573792.183930:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573792.183936:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573792.183940:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00080000:0.0:1777573792.183942:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573792.183954:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926468352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573792.183976:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573792.183990:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573792.184001:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926468480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573792.184018:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926467712:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.184025:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926468352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.184032:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573792.184036:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1777573792.184052:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573792.184052:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468480 00000100:00100000:1.0:1777573792.184056:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468480 00000100:00100000:0.0:1777573792.184071:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467200 00000100:00100000:0.0:1777573792.184076:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467200 00000100:00100000:1.0:1777573792.184089:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1777573792.184098:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926468480:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573792.184107:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00002000:00000024:1.0:1777573792.184108:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 38172608 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573792.184116:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926467200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.184143:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926468480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573792.184150:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1777573792.184166:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926467200:12345-0@lo:400:kworker.0 Request processed in 52us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573792.184173:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1777573792.184195:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926467712 00000100:00100000:1.0:1777573792.184199:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926467712 00000100:00100000:0.0:1777573792.184209:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926467200:0@lo:400:kworker.0 00000100:00100000:3.0:1777573792.184232:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1863919926467072:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.184238:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:1.0:1777573792.184246:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926467712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573792.184250:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926467584:0@lo:400:kworker.0 00000100:00100000:0.0:1777573792.184263:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926468480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573792.184270:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926468096:0@lo:400:kworker.0 00000100:00100000:1.0:1777573792.184289:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926467712:12345-0@lo:400:kworker.0 Request processed in 43us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573792.184295:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1777573792.184298:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926467712:0@lo:400:kworker.0 00000100:00080000:3.0:1777573792.184314:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573792.184330:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926468352:0@lo:13:osp-pre-1-1.0 00000020:00000080:0.0:1777573792.482515:0:108886:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff64b55410 20000000:00000080:0.0:1777573792.482530:0:108886:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2e8a400 uarg=0000000000000000 00010000:00010000:0.0:1777573792.482671:0:108886:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573792.482687:0:108886:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f4000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573792.482896:0:108886:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1777573792.482907:0:108886:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1777573792.482928:0:108886:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573792.482941:0:108886:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573792.482957:0:108886:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573792.482966:0:108886:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573792.483004:0:108886:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573792.483018:0:108886:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 22 pid: 6478 timeout: 1467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573792.483032:0:108886:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:108886:1863919926468608:0@lo:104: 00000100:00100000:0.0:1777573792.483093:0:108886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573792.483142:0:108886:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc446c240 going to sleep for 11 seconds 00000100:00100000:1.0:1777573792.483146:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468608 00000100:00100000:1.0:1777573792.483155:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468608 00000100:00100000:1.0:1777573792.483202:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1777573792.483210:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:108886:x1863919926468608:12345-0@lo:104: 00010000:00010000:1.0:1777573792.483220:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483278:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573792.483284:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:108886:x1863919926468608:12345-0@lo:104: Request processed in 75us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573792.483292:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1777573792.483300:0:108886:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc15b3100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:108886:1863919926468608:0@lo:104: 00010000:00010000:2.0:1777573792.483315:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573792.483322:0:108886:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.483323:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.483342:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573792.483346:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.483355:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573792.483362:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573792.483368:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573792.483401:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.483408:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573792.483429:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.483437:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3186600/0x1e8fa618a5a69764 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6976b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573792.483452:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573792.483454:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926468736:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573792.483455:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573792.483459:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573792.483485:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573792.483525:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468736 00000100:00100000:1.0:1777573792.483530:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468736 00010000:00010000:1.0:1777573792.483549:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 23 pid: 6478 timeout: 1467 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573792.483577:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1777573792.483583:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926468736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573792.483592:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573792.483597:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 23 pid: 6478 timeout: 1467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483607:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 23 pid: 6478 timeout: 1467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483624:0:7408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a6976b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a69764 expref: 23 pid: 6478 timeout: 1467 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483638:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483646:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483658:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483665:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483672:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483678:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483684:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec0200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573792.483688:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483730:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483742:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573792.483755:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573792.483775:0:108886:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573792.483784:0:108886:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573792.483792:0:108886:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0200/0x1e8fa618a5a69772 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 108886 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573792.483796:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3636:x1863919926468736:12345-0@lo:103:ldlm_bl.0 Request processed in 212us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573792.483810:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1777573792.483897:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926468736:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573792.502964:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573793.207155:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926468992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573793.207220:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926468864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573793.207227:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573793.207310:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468992 00000100:00100000:2.0:1777573793.207321:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468992 00000100:00100000:2.0:1777573793.207385:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1777573793.207395:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926468992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573793.207422:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573793.207572:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926468992:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573793.207927:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573793.208161:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926468992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573793.208171:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1777573793.208192:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926468864 00000100:00100000:2.0:1777573793.208196:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926468864 00000100:00100000:2.0:1777573793.208225:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1777573793.208231:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926468864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573793.208243:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8714176 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573793.208280:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926468864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573793.208288:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1777573793.208389:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926468864:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1777573793.526809:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573793.718796:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573793.718804:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573793.718808:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573793.718851:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573793.718877:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573793.718896:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573793.718919:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926469248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573793.718920:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926469120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573793.718985:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573793.718987:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573793.719026:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926469120 00000100:00100000:3.0:1777573793.719032:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc42ce9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573793.719033:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926469120 00000100:00100000:3.0:1777573793.719054:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926469248 00000100:00100000:3.0:1777573793.719058:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926469248 00000100:00100000:3.0:1777573793.719091:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1777573793.719099:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926469248:12345-0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573793.719101:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00010000:00010000:3.0:1777573793.719111:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1777573793.719116:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926469120:12345-0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1777573793.719125:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69779 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573793.719146:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000024:1.0:1777573793.719149:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446207488 avail 1299968000 00010000:00010000:3.0:1777573793.719155:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573793.719162:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acf000, rc 0) 00000100:00100000:3.0:1777573793.719201:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926469248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573793.719206:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1777573793.719212:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926469120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573793.719220:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1777573793.719247:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926469120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573793.719263:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926469248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573793.719275:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573793.719282:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573793.719296:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1777573793.719300:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573793.719305:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573793.816732:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573793.816818:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573793.816870:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573793.816913:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830656 00000100:00100000:0.0:1777573793.816925:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830656 00000100:00100000:3.0:1777573793.816932:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830400 00000100:00100000:3.0:1777573793.816938:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830400 00000100:00100000:1.0:1777573793.817008:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830528 00000100:00100000:3.0:1777573793.817010:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 965 00000100:00100000:1.0:1777573793.817023:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830528 00000100:00100000:3.0:1777573793.817030:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917830400:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:0.0:1777573793.817059:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1790 00000100:00100000:0.0:1777573793.817085:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917830656:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:3.0:1777573793.817098:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8ef8837e-ed58-4839-8282-170000440627+9:2403:x1863919917830400:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 73us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573793.817105:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 965 00000100:00100000:0.0:1777573793.817131:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917830656:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 64us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573793.817139:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1790 00000100:00080000:2.0:1777573793.817429:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573793.817433:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573793.817480:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1791 00000100:00100000:1.0:1777573793.817491:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917830528:12345-192.168.204.9@tcp:400:kworker.0 00000100:00100000:1.0:1777573793.817630:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2403:x1863919917830528:12345-192.168.204.9@tcp:400:kworker.0 Request processed in 140us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573793.817638:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1791 00000100:00100000:2.0:1777573793.827803:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:2.0:1777573793.827882:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:1.0:1777573793.827930:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830784 00000100:00100000:1.0:1777573793.827946:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830784 00000100:00100000:1.0:1777573793.828033:0:12154:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917830912 00000100:00100000:1.0:1777573793.828037:0:12154:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917830912 00000100:00080000:2.0:1777573793.828050:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573793.828057:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573793.828086:0:12154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 662 00000100:00100000:1.0:1777573793.828098:0:12154:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917830784:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:1.0:1777573793.828136:0:12154:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a68fae 00000100:00080000:1.0:1777573793.828145:0:12154:0:(import.c:65:import_set_state_nolock()) ffff89ddc461f800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1777573793.828198:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573793.828242:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 663 00000100:00100000:2.0:1777573793.828259:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917830912:12345-192.168.204.9@tcp:9:kworker.0 00000020:00000080:2.0:1777573793.828289:0:8359:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a68eff 00000100:00080000:2.0:1777573793.828300:0:8359:0:(import.c:65:import_set_state_nolock()) ffff89ddc461b800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1777573793.828337:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:2.0:1777573793.828348:0:8359:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967377 00000001:00000004:1.0:1777573793.828425:0:12154:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967377 00000100:00100000:2.0:1777573793.828524:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917830912:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 270us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573793.828534:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 663 00000100:00100000:1.0:1777573793.828616:0:12154:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:39328a82-b022-4341-ad2e-a128c9d89287+2:2399:x1863919917830784:12345-192.168.204.9@tcp:9:kworker.0 Request processed in 519us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573793.828624:0:12154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 662 00010000:00010000:1.0:1777573794.550877:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573795.254932:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573795.254955:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926469376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573795.255025:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573795.255150:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926469376 00000100:00100000:2.0:1777573795.255158:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926469376 00000100:00100000:2.0:1777573795.255207:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1777573795.255216:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926469376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1777573795.255246:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446371328 avail 1300131840 00000100:00100000:2.0:1777573795.255292:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926469376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573795.255300:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1777573795.255363:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89deeeae2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926469376:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573795.574945:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573796.600291:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1777573796.669199:0:109229:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25a: test save and reload nodemap config ========================================================== 14:29:56 (1777573796) 00000100:00100000:0.0:1777573797.227510:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573797.227663:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917831040 00000100:00100000:3.0:1777573797.227674:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917831040 00000100:00080000:2.0:1777573797.227770:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1777573797.227777:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1464 00000100:00100000:3.0:1777573797.227799:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+5:67036:x1863919917831040:12345-192.168.204.9@tcp:101:lsof.0 00010000:00010000:3.0:1777573797.227819:0:6487:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573797.227840:0:6487:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69787 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7f4e49dfffd3e542 expref: -99 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573797.227899:0:6487:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6978e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573797.227912:0:6487:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6978e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573797.227923:0:6487:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6978e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1777573797.227965:0:6487:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1777573797.227968:0:6487:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1777573797.228014:0:6487:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6978e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6487 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573797.228034:0:6487:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acfe00/0x1e8fa618a5a69787 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e542 expref: 7 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573797.228050:0:6487:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6978e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e542 expref: 6 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573797.228058:0:6487:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:3.0:1777573797.228061:0:6487:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1777573797.228064:0:6487:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acec00, rc 0) 00000100:00100000:3.0:1777573797.228125:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:39328a82-b022-4341-ad2e-a128c9d89287+6:67036:x1863919917831040:12345-192.168.204.9@tcp:101:lsof.0 Request processed in 340us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573797.228131:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1464 00000100:00100000:3.0:1777573797.302898:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1777573797.302921:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926469632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573797.302986:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573797.303053:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926469504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573797.303083:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573797.303106:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926470144:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.303128:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926469760:0@lo:400:kworker.0 00000100:00100000:3.0:1777573797.303134:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573797.303219:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926470656:0@lo:400:kworker.0 00000100:00100000:3.0:1777573797.303243:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573797.303299:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926469632 00000100:00100000:0.0:1777573797.303307:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926469632 00000100:00100000:0.0:1777573797.303351:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926469504 00000100:00100000:0.0:1777573797.303353:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926469504 00000100:00100000:0.0:1777573797.303373:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1777573797.303381:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926469632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573797.303407:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573797.303747:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926470016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.304736:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573797.304764:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573797.304772:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926469632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1390us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573797.304780:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926470272:0@lo:400:kworker.0 00000100:00100000:0.0:1777573797.304781:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1777573797.304800:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926470528:0@lo:400:kworker.0 00000100:00100000:3.0:1777573797.304807:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926469632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573797.304820:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1777573797.304832:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926469504:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573797.304837:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573797.304845:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926469760 00000100:00100000:3.0:1777573797.304850:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926469760 00002000:00000024:0.0:1777573797.304851:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573797.304864:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926471040:0@lo:400:kworker.0 00000100:00100000:3.0:1777573797.304888:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1777573797.304900:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926469760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573797.304900:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573797.305005:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926469760:12345-0@lo:400:kworker.0 Request processed in 109us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573797.305010:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573797.305018:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1777573797.305037:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926470784:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.305063:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573797.305100:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926469504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 273us (2017us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573797.305106:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1777573797.305728:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926469760:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.305753:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1777573797.305759:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926469888:0@lo:400:kworker.0 00000100:00100000:0.0:1777573797.305777:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470144 00000100:00100000:0.0:1777573797.305782:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470144 00000100:00100000:1.0:1777573797.305783:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573797.305823:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470528 00000100:00100000:0.0:1777573797.305826:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470528 00000100:00100000:0.0:1777573797.305845:0:26981:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471040 00000100:00100000:0.0:1777573797.305848:0:26981:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471040 00000100:00100000:0.0:1777573797.305866:0:26981:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1777573797.305872:0:26981:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926470144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.305937:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926470400:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.305962:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573797.305973:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926470912:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.305995:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573797.306028:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470656 00000100:00100000:2.0:1777573797.306029:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926469888 00000100:00100000:3.0:1777573797.306032:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470400 00000100:00100000:2.0:1777573797.306033:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926469888 00000100:00100000:1.0:1777573797.306033:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470656 00000100:00100000:3.0:1777573797.306039:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470400 00000100:00100000:2.0:1777573797.306053:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470912 00000100:00100000:2.0:1777573797.306057:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470912 00000100:00100000:1.0:1777573797.306058:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470784 00000100:00100000:1.0:1777573797.306060:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470784 00000100:00100000:2.0:1777573797.306073:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:1.0:1777573797.306076:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1777573797.306078:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc41b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926470528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306080:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926470656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306109:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926470656:12345-0@lo:400:kworker.0 Request processed in 28us (2867us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573797.306116:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1777573797.306119:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc41b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1863919926470528:12345-0@lo:400:kworker.0 Request processed in 41us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573797.306124:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:1.0:1777573797.306128:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1777573797.306134:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:1.0:1777573797.306134:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926470784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573797.306138:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926471040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573797.306157:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1863919926471040:12345-0@lo:400:kworker.0 Request processed in 18us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573797.306158:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926470784:12345-0@lo:400:kworker.0 Request processed in 26us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573797.306163:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:1.0:1777573797.306163:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1777573797.306173:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:2.0:1777573797.306180:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926469888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306180:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470016 00000100:00100000:1.0:1777573797.306184:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470016 00000100:00100000:3.0:1777573797.306194:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:3.0:1777573797.306205:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926470912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573797.306210:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926469888:12345-0@lo:400:kworker.0 Request processed in 28us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573797.306217:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:2.0:1777573797.306234:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:2.0:1777573797.306242:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926470400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573797.306248:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926470912:12345-0@lo:400:kworker.0 Request processed in 45us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573797.306256:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1777573797.306276:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926470400:12345-0@lo:400:kworker.0 Request processed in 35us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573797.306282:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00100000:1.0:1777573797.306291:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926470272 00000100:00100000:1.0:1777573797.306295:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926470272 00000100:00100000:1.0:1777573797.306312:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1777573797.306317:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926470016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306346:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89deeeae2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926470016:12345-0@lo:400:kworker.0 Request processed in 28us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573797.306351:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1777573797.306365:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1777573797.306374:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926470272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573797.306380:0:26981:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926470144:12345-0@lo:400:kworker.0 Request processed in 509us (3249us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573797.306386:0:26981:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:1.0:1777573797.306398:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926470272:12345-0@lo:400:kworker.0 Request processed in 26us (1391us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573797.306403:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1777573797.306431:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926469888:0@lo:400:kworker.0 00000100:00080000:0.0:1777573797.306444:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1777573797.306449:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573797.306451:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573797.306453:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926470400:0@lo:400:kworker.0 00000100:00080000:0.0:1777573797.306453:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573797.306461:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926470912:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306470:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926470272:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306478:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926470784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573797.306479:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926470144:0@lo:400:kworker.0 00000100:00100000:0.0:1777573797.306488:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926470656:0@lo:400:kworker.0 00000100:00100000:0.0:1777573797.306502:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926469504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573797.306538:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926470016:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306548:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1863919926470528:0@lo:400:kworker.0 00000100:00100000:1.0:1777573797.306570:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1863919926471040:0@lo:400:kworker.0 00010000:00010000:1.0:1777573797.622993:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573797.956105:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573797.956150:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573797.956235:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573797.956270:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917831168 00000100:00100000:3.0:1777573797.956281:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917831168 00000100:00100000:3.0:1777573797.956330:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917831424 00000100:00100000:3.0:1777573797.956333:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917831424 00000100:00100000:3.0:1777573797.956347:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917831296 00000100:00100000:3.0:1777573797.956349:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917831296 00000100:00100000:3.0:1777573797.956364:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 95 00000100:00100000:3.0:1777573797.956373:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ef8837e-ed58-4839-8282-170000440627+11:2402:x1863919917831168:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1777573797.956442:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573797.956464:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89deca232600/0x1e8fa618a5a634a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3d3e5 expref: 11 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573797.956475:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 96 00010000:00010000:3.0:1777573797.956485:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573797.956487:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ef8837e-ed58-4839-8282-170000440627+10:2402:x1863919917831424:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573797.956498:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573797.956510:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ded2039e00/0x1e8fa618a5a63502 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3d3fa expref: 10 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573797.956521:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573797.956539:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917831168:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 165us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573797.956547:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ef8837e-ed58-4839-8282-170000440627+9:2402:x1863919917831424:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 63us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573797.956551:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 95 00000100:00100000:2.0:1777573797.956561:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 96 00000100:00100000:2.0:1777573797.956583:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 97 00000100:00100000:2.0:1777573797.956591:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ef8837e-ed58-4839-8282-170000440627+7:2402:x1863919917831296:12345-192.168.204.9@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1777573797.956599:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573797.956608:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ded2038000/0x1e8fa618a5a633ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3d3a6 expref: 7 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573797.956617:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573797.956634:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8ef8837e-ed58-4839-8282-170000440627+6:2402:x1863919917831296:12345-192.168.204.9@tcp:103:ldlm_bl.0 Request processed in 45us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573797.956639:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 97 00000100:00100000:2.0:1777573797.970870:0:3629:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573797.972281:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917831680 00000100:00100000:3.0:1777573797.972293:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917831680 00000100:00100000:3.0:1777573797.972391:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1465 00000100:00100000:3.0:1777573797.972401:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+6:2399:x1863919917831680:12345-192.168.204.9@tcp:39:umount.0 00000020:00000080:3.0:1777573797.972459:0:12623:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a633f8 00000020:00010000:3.0:1777573797.972467:0:12623:0:(genops.c:1942:obd_stale_export_put()) Put export ffff89def76f2800: total 0 00000100:00080000:3.0:1777573797.972472:0:12623:0:(import.c:65:import_set_state_nolock()) ffff89def76f5000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1777573797.972496:0:12623:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294967588 00000100:00100000:3.0:1777573797.972662:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917831680:12345-192.168.204.9@tcp:39:umount.0 Request processed in 263us (1800us total) trans 4294967589 rc 0/0 00000100:00100000:3.0:1777573797.972669:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1465 00000020:00010000:2.0:1777573797.972743:0:6473:0:(genops.c:1928:obd_stale_export_get()) Get export ffff89def76f2800: total 0 00010000:00010000:2.0:1777573797.972803:0:6473:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89def76f2800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1777573797.972836:0:6473:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff89dec87d8300) 00010000:00010000:2.0:1777573797.972840:0:6473:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1777573797.972847:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff89dec2acec00/0x1e8fa618a5a6978e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3e542 expref: 4 pid: 6487 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573797.972865:0:6473:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89def76f2800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1777573797.972875:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573797.972877:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573797.972878:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573797.980639:0:3630:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:0.0:1777573797.981420:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917831808 00000100:00100000:0.0:1777573797.981432:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917831808 00000100:00100000:0.0:1777573797.981860:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 1466 00000100:00100000:0.0:1777573797.981871:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+5:2399:x1863919917831808:12345-192.168.204.9@tcp:39:umount.0 00000020:00000080:0.0:1777573797.981909:0:6485:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a633ff 00000100:00080000:0.0:1777573797.981917:0:6485:0:(import.c:65:import_set_state_nolock()) ffff89deef1b5000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1777573797.981947:0:6485:0:(tgt_lastrcvd.c:732:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967513 00000100:00100000:0.0:1777573797.982096:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:39328a82-b022-4341-ad2e-a128c9d89287+3:2399:x1863919917831808:12345-192.168.204.9@tcp:39:umount.0 Request processed in 227us (1465us total) trans 4294967514 rc 0/0 00000100:00100000:0.0:1777573797.982104:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 1466 00010000:00010000:3.0:1777573797.982153:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1777573797.982237:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1777573798.015163:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.9@tcp (source: 12345-192.168.204.9@tcp) 00000100:00100000:3.0:1777573798.015377:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919917832064 00000100:00100000:3.0:1777573798.015387:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919917832064 00000100:00100000:3.0:1777573798.015450:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.9@tcp, seq: 967 00000100:00100000:3.0:1777573798.015460:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+6:2399:x1863919917832064:12345-192.168.204.9@tcp:251:umount.0 00000020:00000080:3.0:1777573798.015504:0:6480:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0x1e8fa618a5a633d5 00000020:00010000:3.0:1777573798.015511:0:6480:0:(genops.c:1942:obd_stale_export_put()) Put export ffff89ddc2d30800: total 0 00000100:00080000:3.0:1777573798.015515:0:6480:0:(import.c:65:import_set_state_nolock()) ffff89ddc2d35000 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1777573798.015568:0:8386:0:(genops.c:1928:obd_stale_export_get()) Get export ffff89ddc2d30800: total 0 00000100:00100000:3.0:1777573798.015583:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8ef8837e-ed58-4839-8282-170000440627+3:2399:x1863919917832064:12345-192.168.204.9@tcp:251:umount.0 Request processed in 124us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573798.015591:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.9@tcp, seq: 967 00010000:00010000:1.0:1777573798.016243:0:8386:0:(ldlm_lock.c:2652:ldlm_export_cancel_blocked_locks()) Export ffff89ddc2d30800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1777573798.016278:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89def4f99c00/0x1e8fa618a5a634ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.9@tcp remote: 0x7f4e49dfffd3d3ec expref: 2 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573798.016292:0:8386:0:(ldlm_lock.c:2680:ldlm_export_cancel_locks()) Export ffff89ddc2d30800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1777573798.016303:0:8386:0:(genops.c:906:class_export_put()) final put ffff89ddc2d30800/8ef8837e-ed58-4839-8282-170000440627 00010000:00010000:1.0:1777573798.016320:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573798.016322:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573798.016324:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1777573798.016408:0:9870:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc2d30800/8ef8837e-ed58-4839-8282-170000440627 for MGS 00000020:00000080:0.0:1777573798.016446:0:9870:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc2d35000 for MGS 00000100:00100000:0.0:1777573798.327981:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926471168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573798.328045:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573798.330585:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471168 00000100:00100000:3.0:1777573798.330600:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471168 00000100:00100000:3.0:1777573798.330664:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1777573798.330674:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926471168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1777573798.330754:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573798.330836:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926471168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 163us (2790us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573798.330844:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1777573798.330925:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926471296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573798.330954:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573798.331362:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471296 00000100:00100000:1.0:1777573798.331367:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471296 00000100:00100000:1.0:1777573798.331396:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1777573798.331403:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926471296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1777573798.331415:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573798.331579:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926471296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573798.331586:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1777573798.332468:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926471168:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573798.332898:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926471296:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1777573798.647940:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1777573798.803417:0:109278:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1777573798.803421:0:109278:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:2.0:1777573798.803564:0:109278:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1777573798.803566:0:109278:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00000100:00100000:3.0:1777573798.842915:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573798.850408:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926471424:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573798.850476:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573798.850653:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471424 00000100:00100000:0.0:1777573798.850661:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471424 00000100:00100000:0.0:1777573798.850724:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1777573798.850733:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926471424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1777573798.850775:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:0.0:1777573798.850820:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926471424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573798.850827:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:3.0:1777573798.850910:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926471424:0@lo:41:osp-pre-0-1.0 00000001:00100000:2.0:1777573799.354066:0:9424:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:2.0:1777573799.354075:0:9424:0:(genops.c:906:class_export_put()) final put ffff89ddc4619800/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:2.0:1777573799.354100:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc4619800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0001 00000020:00000080:2.0:1777573799.354142:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc461b800 for lustre-OST0001 00000001:00100000:2.0:1777573799.354333:0:8355:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:2.0:1777573799.354337:0:8355:0:(genops.c:906:class_export_put()) final put ffff89ddc461b000/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573799.354638:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff89ddc461b000/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-OST0000 00000020:00000080:2.0:1777573799.354780:0:36:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89ddc461f800 for lustre-OST0000 00000020:00000080:0.0:1777573799.454645:0:109326:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff81800e80 20000000:00000080:0.0:1777573799.454662:0:109326:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89defafa4c00 uarg=0000000000000000 10000000:01000000:0.0:1777573799.454995:0:109326:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573799.455013:0:109326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573799.455030:0:109326:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573799.455039:0:109326:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573799.455073:0:109326:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573799.455085:0:109326:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 22 pid: 6479 timeout: 1474 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573799.455099:0:109326:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109326:1863919926471552:0@lo:104: 00000100:00100000:0.0:1777573799.455512:0:109326:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573799.455609:0:109326:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc45a0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573799.455652:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471552 00000100:00100000:3.0:1777573799.455660:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471552 00000100:00100000:3.0:1777573799.455812:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1777573799.455823:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109326:x1863919926471552:12345-0@lo:104: 00010000:00010000:3.0:1777573799.455835:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573799.455931:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573799.455938:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109326:x1863919926471552:12345-0@lo:104: Request processed in 118us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573799.455945:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00010000:00010000:1.0:1777573799.456007:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573799.456014:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456023:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acf800 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573799.456027:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456035:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573799.456042:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573799.456047:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:0.0:1777573799.456069:0:109326:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109326:1863919926471552:0@lo:104: 00010000:00010000:0.0:1777573799.456087:0:109326:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456105:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456111:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573799.456132:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456143:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acf800/0x1e8fa618a5a69779 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69780 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573799.456143:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573799.456157:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926471680:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573799.456164:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573799.456167:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573799.456169:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573799.456198:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573799.456253:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471680 00000100:00100000:1.0:1777573799.456257:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471680 00010000:00010000:1.0:1777573799.456278:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 23 pid: 6479 timeout: 1474 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573799.456307:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1777573799.456315:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926471680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573799.456324:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573799.456334:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 23 pid: 6479 timeout: 1474 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456343:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 23 pid: 6479 timeout: 1474 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456356:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acf000/0x1e8fa618a5a69780 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a69779 expref: 23 pid: 6479 timeout: 1474 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456368:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456375:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456388:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456392:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456396:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456400:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456403:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1200 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573799.456405:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456409:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456424:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573799.456432:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573799.456471:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926471680:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573799.456477:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00010000:00010000:0.0:1777573799.456528:0:109326:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573799.456533:0:109326:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573799.456540:0:109326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1200/0x1e8fa618a5a69795 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573799.457019:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926471680:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573799.670857:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573800.001144:0:109374:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff02e3f9d0 20000000:00000080:1.0:1777573800.001160:0:109374:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fab400 uarg=0000000000000000 10000000:01000000:1.0:1777573800.001351:0:109374:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573800.001373:0:109374:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001390:0:109374:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001531:0:109374:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001538:0:109374:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001546:0:109374:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001553:0:109374:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001560:0:109374:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573800.001564:0:109374:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001572:0:109374:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001585:0:109374:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001592:0:109374:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573800.001599:0:109374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187600/0x1e8fa618a5a6979c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109374 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573800.374955:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573800.375240:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926471808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573800.375306:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573800.375350:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471808 00000100:00100000:0.0:1777573800.375359:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471808 00000100:00100000:0.0:1777573800.375409:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1777573800.375418:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926471808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573800.375448:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573800.375497:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926471808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573800.375504:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1777573800.375550:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926471808:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573800.695927:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573800.707356:0:109422:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeee262a90 20000000:00000080:2.0:1777573800.707372:0:109422:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc41c0800 uarg=0000000000000000 10000000:01000000:2.0:1777573800.707520:0:109422:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573800.707545:0:109422:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707563:0:109422:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707573:0:109422:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707581:0:109422:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707587:0:109422:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707595:0:109422:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707601:0:109422:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54e00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573800.707606:0:109422:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707614:0:109422:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707626:0:109422:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707633:0:109422:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573800.707639:0:109422:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54e00/0x1e8fa618a5a697a3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109422 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573801.206787:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573801.206794:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573801.206799:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573801.206841:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.206853:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.206865:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573801.206890:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926471936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573801.206953:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573801.207149:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec1377b40 going to sleep for 11 seconds 00000100:00100000:0.0:1777573801.208019:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926471936 00000100:00100000:0.0:1777573801.208028:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926471936 00000100:00100000:0.0:1777573801.208084:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1777573801.208093:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926471936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573801.208108:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573801.208124:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a697aa expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.208149:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.208160:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.208169:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573801.208224:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926471936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573801.208231:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1777573801.208333:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926471936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573801.208347:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.208356:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573801.208374:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573801.208379:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.208386:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573801.261470:0:109470:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcbc64c170 20000000:00000080:3.0:1777573801.261485:0:109470:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ded93fb400 uarg=0000000000000000 10000000:01000000:3.0:1777573801.261635:0:109470:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573801.261653:0:109470:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.261671:0:109470:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.261679:0:109470:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.261759:0:109470:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 22 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.261773:0:109470:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 22 pid: 6478 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573801.261788:0:109470:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109470:1863919926472064:0@lo:104: 00000100:00100000:3.0:1777573801.261858:0:109470:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573801.261956:0:6468:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1777573801.261970:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472064 00000100:00100000:1.0:1777573801.261976:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472064 00000100:00100000:1.0:1777573801.262028:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1777573801.262037:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def792b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109470:x1863919926472064:12345-0@lo:104: 00010000:00010000:1.0:1777573801.262048:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.262110:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573801.262116:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def792b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109470:x1863919926472064:12345-0@lo:104: Request processed in 82us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573801.262122:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00010000:00010000:1.0:1777573801.262181:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573801.262187:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.262193:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2ace200 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573801.262196:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.262203:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573801.262210:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573801.262215:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573801.262242:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.262247:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573801.262266:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.262272:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a697aa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697b1 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.262286:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573801.262288:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573801.262290:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573801.262308:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926472192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573801.262337:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573801.262492:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472192 00000100:00100000:0.0:1777573801.262497:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472192 00010000:00010000:0.0:1777573801.262519:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 23 pid: 6478 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573801.262544:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1777573801.262550:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926472192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573801.262560:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573801.262565:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 23 pid: 6478 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262574:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 23 pid: 6478 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262589:0:6472:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262598:0:6472:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262611:0:6472:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262618:0:6472:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262624:0:6472:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262631:0:6472:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262636:0:6472:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acfe00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573801.262640:0:6472:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262647:0:6472:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262655:0:6472:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573801.262665:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573801.263120:0:109470:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4489c00 going to sleep for 11 seconds 00010000:00010000:3.0:1777573801.263142:0:109470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a697b1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a697aa expref: 23 pid: 6478 timeout: 1475 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573801.263151:0:109470:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109470:1863919926472064:0@lo:104: 00010000:00010000:3.0:1777573801.263167:0:109470:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.263175:0:109470:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.263181:0:109470:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573801.263192:0:109470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acfe00/0x1e8fa618a5a697b8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573801.264514:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926472192:12345-0@lo:103:ldlm_bl.0 Request processed in 141us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573801.264529:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1777573801.265497:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926472192:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573801.721032:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573801.962576:0:109518:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3db39060 20000000:00000080:1.0:1777573801.962594:0:109518:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2fa8400 uarg=0000000000000000 10000000:01000000:1.0:1777573801.963005:0:109518:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573801.963281:0:109518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963299:0:109518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963309:0:109518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963315:0:109518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963322:0:109518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963328:0:109518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963334:0:109518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187c00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573801.963339:0:109518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963345:0:109518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963359:0:109518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963366:0:109518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573801.963373:0:109518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187c00/0x1e8fa618a5a697bf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109518 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573802.422950:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573802.422970:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926472320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573802.423031:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573802.423142:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472320 00000100:00100000:3.0:1777573802.423150:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472320 00000100:00100000:3.0:1777573802.423203:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1777573802.423211:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926472320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573802.423236:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573802.423275:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926472320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573802.423293:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00080000:2.0:1777573802.423353:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1777573802.423386:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926472320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573802.424896:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926472448:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.424942:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.424972:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926472960:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425009:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425029:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926473472:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425052:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425071:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1777573802.425076:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926472576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425094:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425108:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926473088:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425124:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425136:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926473600:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425151:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425170:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926472704:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425187:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425201:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926473216:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425216:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425230:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926473728:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425248:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425262:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1777573802.425266:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926472832:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425282:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425296:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926473344:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425316:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425332:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926473856:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425350:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573802.425375:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472448 00000100:00100000:2.0:1777573802.425380:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472448 00000100:00100000:2.0:1777573802.425418:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1777573802.425426:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926472448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425466:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926472448:12345-0@lo:400:kworker.0 Request processed in 41us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.425473:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1777573802.425507:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472960 00000100:00100000:2.0:1777573802.425511:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472960 00000100:00100000:2.0:1777573802.425534:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472704 00000100:00100000:2.0:1777573802.425536:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472704 00000100:00100000:2.0:1777573802.425554:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1777573802.425563:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926472960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425599:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926472960:12345-0@lo:400:kworker.0 Request processed in 38us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.425605:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1777573802.425617:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1777573802.425624:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926472704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425656:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926472704:12345-0@lo:400:kworker.0 Request processed in 33us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.425661:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1777573802.425678:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473472 00000100:00100000:2.0:1777573802.425681:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473472 00000100:00100000:2.0:1777573802.425734:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473344 00000100:00100000:2.0:1777573802.425737:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473344 00000100:00100000:2.0:1777573802.425750:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473856 00000100:00100000:2.0:1777573802.425752:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473856 00000100:00100000:2.0:1777573802.425768:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1777573802.425774:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926473472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425798:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926473472:12345-0@lo:400:kworker.0 Request processed in 25us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.425803:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1777573802.425815:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1777573802.425820:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926473344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425842:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926473344:12345-0@lo:400:kworker.0 Request processed in 23us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.425847:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1777573802.425856:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1777573802.425861:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926473856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425881:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926473856:12345-0@lo:400:kworker.0 Request processed in 20us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.425886:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1777573802.425900:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472576 00000100:00100000:2.0:1777573802.425902:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472576 00000100:00100000:2.0:1777573802.425916:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473088 00000100:00100000:2.0:1777573802.425918:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473088 00000100:00100000:2.0:1777573802.425927:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473600 00000100:00100000:2.0:1777573802.425928:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473600 00000100:00100000:2.0:1777573802.425935:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473216 00000100:00100000:2.0:1777573802.425937:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473216 00000100:00100000:2.0:1777573802.425945:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473728 00000100:00100000:2.0:1777573802.425947:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473728 00000100:00100000:2.0:1777573802.425954:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926472832 00000100:00100000:2.0:1777573802.425956:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926472832 00000100:00100000:2.0:1777573802.425965:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:2.0:1777573802.425969:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926472576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.425993:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926472576:12345-0@lo:400:kworker.0 Request processed in 23us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.425998:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:2.0:1777573802.426007:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:2.0:1777573802.426012:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926473088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426032:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926473088:12345-0@lo:400:kworker.0 Request processed in 20us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.426037:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:2.0:1777573802.426048:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:2.0:1777573802.426053:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926473600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426073:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926473600:12345-0@lo:400:kworker.0 Request processed in 21us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.426078:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:2.0:1777573802.426087:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:2.0:1777573802.426092:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926473216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426112:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926473216:12345-0@lo:400:kworker.0 Request processed in 20us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.426117:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:2.0:1777573802.426127:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1777573802.426133:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926473728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426159:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926473728:12345-0@lo:400:kworker.0 Request processed in 26us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.426165:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1777573802.426174:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:2.0:1777573802.426181:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926472832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426210:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926472832:12345-0@lo:400:kworker.0 Request processed in 30us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573802.426214:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:2.0:1777573802.426272:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926472576:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426281:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926473088:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426290:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926473600:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426298:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926472448:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426306:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926472960:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426315:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926473472:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426364:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926472832:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426373:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926473344:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426381:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926473856:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426389:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926472704:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426398:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926473216:0@lo:400:kworker.0 00000100:00100000:2.0:1777573802.426405:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926473728:0@lo:400:kworker.0 00000100:00080000:2.0:1777573802.426430:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1777573802.426433:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1777573802.426436:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1777573802.426438:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573802.426678:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926473984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573802.426739:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573802.427403:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926473984 00000100:00100000:1.0:1777573802.427409:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926473984 00000100:00100000:1.0:1777573802.427450:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1777573802.427459:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926473984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573802.427475:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573802.427519:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926473984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573802.427526:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1777573802.427545:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926473984:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1777573802.743154:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1777573802.825234:0:109566:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdac768500 20000000:00000080:3.0:1777573802.825248:0:109566:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89defae6f800 uarg=0000000000000000 10000000:01000000:3.0:1777573802.825384:0:109566:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573802.825403:0:109566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825419:0:109566:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825430:0:109566:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825437:0:109566:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825448:0:109566:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825455:0:109566:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825461:0:109566:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573802.825465:0:109566:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825473:0:109566:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825485:0:109566:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825494:0:109566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573802.825500:0:109566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a697c6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573803.255104:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573803.255111:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573803.255116:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573803.255162:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573803.255175:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573803.255186:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573803.255212:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926474112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573803.255279:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573803.255349:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89dec2b89540 going to sleep for 11 seconds 00000100:00100000:2.0:1777573803.255684:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926474112 00000100:00100000:2.0:1777573803.255724:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926474112 00000100:00100000:0.0:1777573803.256023:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1777573803.256034:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926474112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573803.256046:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573803.256060:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a697cd expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573803.256083:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573803.256094:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573803.256103:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1a00, rc 0) 00000100:00100000:0.0:1777573803.256150:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926474112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573803.256157:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1777573803.256346:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926474112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573803.256362:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573803.256369:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573803.256389:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573803.256393:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573803.256401:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573803.448225:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1777573803.448249:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926474240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573803.448322:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573803.450973:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926474240 00000100:00100000:2.0:1777573803.450987:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926474240 00000100:00100000:2.0:1777573803.451050:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1777573803.451059:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926474240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573803.451091:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573803.451164:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926474240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (2844us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573803.451171:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1777573803.451991:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926474240:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573803.456045:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1777573803.456067:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926474368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573803.456141:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573803.456196:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926474368 00000100:00100000:1.0:1777573803.456203:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926474368 00000100:00100000:1.0:1777573803.456336:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777573803.456345:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926474368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1777573803.457322:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573803.457725:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926474368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1380us (1582us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573803.457735:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1777573803.458079:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def77cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926474368:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1777573803.459090:0:7398:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00080000:2.0:1777573803.459100:0:7398:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967514 is committed 00000020:00000080:2.0:1777573803.459103:0:7398:0:(genops.c:906:class_export_put()) final put ffff89def76f4000/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:0.0:1777573803.461224:0:9870:0:(genops.c:865:class_export_destroy()) destroying export ffff89def76f4000/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-MDT0001 00000020:00000080:0.0:1777573803.461295:0:9870:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89deef1b5000 for lustre-MDT0001 00000001:00100000:1.0:1777573803.467020:0:6464:0:(tgt_lastrcvd.c:568:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 39328a82-b022-4341-ad2e-a128c9d89287 00000001:00080000:1.0:1777573803.467032:0:6464:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967589 is committed 00000020:00000080:1.0:1777573803.467037:0:6464:0:(genops.c:906:class_export_put()) final put ffff89def76f2800/39328a82-b022-4341-ad2e-a128c9d89287 00000020:00000080:3.0:1777573803.468641:0:36:0:(genops.c:865:class_export_destroy()) destroying export ffff89def76f2800/39328a82-b022-4341-ad2e-a128c9d89287 for lustre-MDT0000 00000020:00000080:2.0:1777573803.469068:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff89def76f5000 for lustre-MDT0000 00010000:00010000:1.0:1777573803.770078:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573803.963366:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573803.963389:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926474496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573803.963635:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573803.963798:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926474496 00000100:00100000:1.0:1777573803.963807:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926474496 00000100:00100000:1.0:1777573803.963880:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1777573803.963891:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926474496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573803.963930:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573803.963979:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926474496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573803.963986:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:1.0:1777573803.964044:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926474496:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1777573804.791319:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573805.495016:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926474624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1777573805.495087:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573805.495424:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926474624 00000100:00100000:3.0:1777573805.495432:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926474624 00000100:00100000:3.0:1777573805.495487:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1777573805.495495:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926474624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573805.495527:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573805.495798:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def77cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926474624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 303us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573805.495806:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1777573805.495890:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926474624:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1777573805.817445:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1777573805.858503:0:109714:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee0633d40 20000000:00000080:1.0:1777573805.858517:0:109714:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc2ea0800 uarg=0000000000000000 10000000:01000000:1.0:1777573805.858831:0:109714:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573805.858849:0:109714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573805.858866:0:109714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573805.858875:0:109714:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573805.858913:0:109714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573805.858926:0:109714:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 22 pid: 6480 timeout: 1480 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573805.859098:0:109714:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109714:1863919926474752:0@lo:104: 00000100:00100000:1.0:1777573805.859159:0:109714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573805.859210:0:109714:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc1f580c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573805.859273:0:9433:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926474752 00000100:00100000:3.0:1777573805.859281:0:9433:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926474752 00000100:00100000:3.0:1777573805.859331:0:9433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1777573805.859340:0:9433:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109714:x1863919926474752:12345-0@lo:104: 00010000:00010000:3.0:1777573805.859351:0:9433:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859416:0:9433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1777573805.859422:0:9433:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109714:x1863919926474752:12345-0@lo:104: Request processed in 84us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573805.859430:0:9433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00010000:00010000:3.0:1777573805.859449:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1777573805.859454:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859462:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186e00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:3.0:1777573805.859466:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859476:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1777573805.859484:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573805.859490:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1777573805.859515:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859522:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1777573805.859539:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859547:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc3186e00/0x1e8fa618a5a697cd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697d4 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859559:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573805.859561:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573805.859563:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573805.859579:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926474880:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1777573805.859604:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573805.859647:0:7408:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926474880 00000100:00100000:3.0:1777573805.859651:0:7408:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926474880 00010000:00010000:3.0:1777573805.859668:0:7408:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 23 pid: 6480 timeout: 1480 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573805.859714:0:7408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1777573805.859722:0:7408:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926474880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573805.859731:0:7408:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573805.859735:0:7408:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 23 pid: 6480 timeout: 1480 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859745:0:7408:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 23 pid: 6480 timeout: 1480 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859759:0:7408:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859767:0:7408:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859779:0:7408:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859786:0:7408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859793:0:7408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859800:0:7408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859805:0:7408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3187800 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573805.859809:0:7408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859816:0:7408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859824:0:7408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573805.859834:0:7408:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1777573805.859858:0:7408:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926474880:12345-0@lo:103:ldlm_bl.0 Request processed in 137us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573805.859865:0:7408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1777573805.859895:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926474880:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573805.859993:0:109714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1a00/0x1e8fa618a5a697d4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a697cd expref: 22 pid: 6480 timeout: 1480 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573805.860003:0:109714:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109714:1863919926474752:0@lo:104: 00010000:00010000:2.0:1777573805.860015:0:109714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573805.860024:0:109714:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573805.860031:0:109714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573805.860038:0:109714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3187800/0x1e8fa618a5a697db lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1777573806.482274:0:109762:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6e552420 20000000:00000080:0.0:1777573806.482290:0:109762:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33e9400 uarg=0000000000000000 10000000:01000000:0.0:1777573806.482452:0:109762:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573806.482473:0:109762:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482491:0:109762:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482501:0:109762:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482508:0:109762:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482514:0:109762:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482522:0:109762:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482529:0:109762:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1400 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:0.0:1777573806.482533:0:109762:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482541:0:109762:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482553:0:109762:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482562:0:109762:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573806.482569:0:109762:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1400/0x1e8fa618a5a697e2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109762 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573806.841940:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573807.549784:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926475008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573807.549846:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.550226:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573807.550235:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926475136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573807.550259:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.550293:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475008 00000100:00100000:3.0:1777573807.550301:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475008 00000100:00100000:3.0:1777573807.550342:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475136 00000100:00100000:3.0:1777573807.550344:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475136 00000100:00100000:3.0:1777573807.550362:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1777573807.550369:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926475008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1777573807.550398:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573807.550431:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926475008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.550438:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1777573807.550454:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1777573807.550461:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926475136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1777573807.550470:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573807.550491:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926475136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 30us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.550496:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:3.0:1777573807.550513:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573807.550547:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926475136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573807.550559:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926475008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573807.550855:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926475264:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.550883:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.551628:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926475776:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.551668:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.551767:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926476288:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.551788:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.551808:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1777573807.551814:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926475392:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.551837:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.551853:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926475904:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.551870:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.551885:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926476416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.551993:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.552025:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926475520:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552048:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.552064:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926476032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552083:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.552098:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926476544:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552117:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.552133:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1777573807.552138:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926475648:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552157:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.552173:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926476160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552191:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573807.552221:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475264 00000100:00100000:3.0:1777573807.552227:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475264 00000100:00100000:3.0:1777573807.552263:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1777573807.552271:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926475264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552310:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3637:x1863919926475264:12345-0@lo:400:kworker.0 Request processed in 40us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.552317:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1777573807.552348:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475776 00000100:00100000:3.0:1777573807.552352:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475776 00000100:00100000:3.0:1777573807.552373:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475520 00000100:00100000:3.0:1777573807.552375:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475520 00000100:00100000:3.0:1777573807.552388:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1777573807.552394:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926475776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552424:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926475776:12345-0@lo:400:kworker.0 Request processed in 30us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.552430:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1777573807.552442:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1777573807.552448:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926475520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552477:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926475520:12345-0@lo:400:kworker.0 Request processed in 29us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.552483:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1777573807.552500:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476288 00000100:00100000:3.0:1777573807.552503:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476288 00000100:00100000:3.0:1777573807.552533:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476160 00000100:00100000:3.0:1777573807.552535:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476160 00000100:00100000:3.0:1777573807.552554:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1777573807.552559:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926476288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552834:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926476288:12345-0@lo:400:kworker.0 Request processed in 28us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.552841:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1777573807.552854:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1777573807.552860:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926476160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.552889:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926476160:12345-0@lo:400:kworker.0 Request processed in 30us (697us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.552909:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1777573807.552927:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475392 00000100:00100000:3.0:1777573807.552931:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475392 00000100:00100000:3.0:1777573807.552948:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475904 00000100:00100000:3.0:1777573807.552950:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475904 00000100:00100000:3.0:1777573807.552960:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476416 00000100:00100000:3.0:1777573807.552962:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476416 00000100:00100000:3.0:1777573807.552973:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476032 00000100:00100000:3.0:1777573807.552974:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476032 00000100:00100000:3.0:1777573807.552984:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476544 00000100:00100000:3.0:1777573807.552986:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476544 00000100:00100000:3.0:1777573807.552995:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926475648 00000100:00100000:3.0:1777573807.552997:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926475648 00000100:00100000:3.0:1777573807.553010:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:3.0:1777573807.553016:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926475392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553045:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1863919926475392:12345-0@lo:400:kworker.0 Request processed in 30us (1207us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.553052:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:3.0:1777573807.553063:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1777573807.553069:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926475904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553092:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1863919926475904:12345-0@lo:400:kworker.0 Request processed in 24us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.553098:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1777573807.553109:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:3.0:1777573807.553115:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926476416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553141:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1863919926476416:12345-0@lo:400:kworker.0 Request processed in 26us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.553146:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:3.0:1777573807.553157:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:3.0:1777573807.553162:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926476032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553187:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926476032:12345-0@lo:400:kworker.0 Request processed in 25us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.553192:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00100000:3.0:1777573807.553202:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1777573807.553208:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926476544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553230:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926476544:12345-0@lo:400:kworker.0 Request processed in 23us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.553235:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1777573807.553245:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1777573807.553250:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926475648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553274:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1863919926475648:12345-0@lo:400:kworker.0 Request processed in 24us (1116us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573807.553280:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1777573807.553337:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1863919926475392:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553347:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1863919926475904:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553356:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1863919926476416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553364:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3637:1863919926475264:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553373:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926475776:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553382:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926476288:0@lo:400:kworker.0 00000100:00080000:3.0:1777573807.553412:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573807.553416:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573807.553418:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573807.553457:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1863919926475648:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553467:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926476160:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553474:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926475520:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553482:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926476032:0@lo:400:kworker.0 00000100:00100000:3.0:1777573807.553490:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926476544:0@lo:400:kworker.0 00010000:00010000:1.0:1777573808.005422:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1777573808.006386:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1777573808.006390:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:3.0:1777573808.006395:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1777573808.006437:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573808.006451:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573808.006464:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573808.006491:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926476672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573808.006558:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573808.006669:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc469d180 going to sleep for 11 seconds 00000100:00100000:2.0:1777573808.009724:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476672 00000100:00100000:2.0:1777573808.009740:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476672 00000100:00100000:2.0:1777573808.009797:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1777573808.009807:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926476672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573808.009823:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573808.009842:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a697e9 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573808.009869:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573808.009880:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 23 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573808.010115:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54400, rc 0) 00000100:00100000:2.0:1777573808.010188:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926476672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 383us (3630us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573808.010195:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1777573808.010287:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926476672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573808.010305:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573808.010313:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573808.010332:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573808.010337:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573808.010344:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573809.049130:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573809.049153:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926476928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573809.049226:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573809.049295:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476928 00000100:00100000:0.0:1777573809.049303:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476928 00000100:00100000:0.0:1777573809.049372:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1777573809.049381:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926476928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573809.049415:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573809.050066:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926476928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 685us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573809.050075:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00010000:00010000:0.0:1777573809.050127:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573809.050134:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573809.051072:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926476800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573809.051297:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926476928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573809.051389:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573809.053110:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926476800 00000100:00100000:0.0:1777573809.053120:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926476800 00000100:00100000:0.0:1777573809.053185:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1777573809.053195:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926476800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573809.053219:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573809.053281:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc15b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926476800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (1892us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573809.053288:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:0.0:1777573809.053309:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573809.053399:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926476800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573809.078898:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926477056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573809.078969:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573809.093086:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477056 00000100:00100000:3.0:1777573809.093098:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477056 00000100:00100000:3.0:1777573809.093147:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1777573809.093155:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926477056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573809.093187:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:3.0:1777573809.093258:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926477056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (14300us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573809.093264:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1777573809.093312:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926477056:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1777573809.536644:0:109910:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff63196c20 20000000:00000080:0.0:1777573809.536661:0:109910:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc33e8800 uarg=0000000000000000 10000000:01000000:0.0:1777573809.536872:0:109910:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1777573809.536890:0:109910:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573809.536909:0:109910:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573809.536917:0:109910:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573809.536961:0:109910:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 22 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573809.536974:0:109910:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 22 pid: 6479 timeout: 1484 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573809.537141:0:109910:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109910:1863919926477184:0@lo:104: 00000100:00100000:0.0:1777573809.537199:0:109910:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573809.537299:0:109910:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ded413d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1777573809.537344:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477184 00000100:00100000:2.0:1777573809.537351:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477184 00000100:00100000:2.0:1777573809.537428:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1777573809.537437:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109910:x1863919926477184:12345-0@lo:104: 00010000:00010000:2.0:1777573809.537449:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573809.537529:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1777573809.537535:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:109910:x1863919926477184:12345-0@lo:104: Request processed in 100us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573809.537542:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00010000:00010000:1.0:1777573809.537600:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573809.537607:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.537614:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acea00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573809.537618:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.537626:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573809.537634:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573809.537641:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1777573809.537669:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.537676:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573809.537715:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.537722:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89dec2acea00/0x1e8fa618a5a697e9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a697f0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.537743:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573809.537745:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573809.537747:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573809.537809:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926477312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573809.537836:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573809.537900:0:109910:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:109910:1863919926477184:0@lo:104: 00010000:00010000:0.0:1777573809.537920:0:109910:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573809.537965:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477312 00000100:00100000:1.0:1777573809.537969:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477312 00010000:00010000:1.0:1777573809.538010:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 23 pid: 6479 timeout: 1484 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573809.538039:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1777573809.538046:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926477312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573809.538056:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573809.538061:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 23 pid: 6479 timeout: 1484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538072:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 23 pid: 6479 timeout: 1484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538084:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54400/0x1e8fa618a5a697f0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a697e9 expref: 23 pid: 6479 timeout: 1484 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538098:0:6471:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538106:0:6471:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538119:0:6471:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538126:0:6471:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538132:0:6471:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538138:0:6471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538144:0:6471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3ec1600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573809.538147:0:6471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538154:0:6471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538165:0:6471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573809.538173:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573809.538202:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926477312:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573809.538209:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1777573809.538271:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926477312:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573809.538290:0:109910:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573809.538296:0:109910:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573809.538303:0:109910:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a697f7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 109910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573810.103946:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573810.616724:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926477440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573810.616790:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573810.617411:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477440 00000100:00100000:3.0:1777573810.617420:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477440 00000100:00100000:3.0:1777573810.617461:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1777573810.617469:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926477440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573810.617498:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573810.622836:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926477440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5358us (6036us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573810.622973:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1777573810.624182:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926477440:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573811.214854:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573811.455368:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573811.455373:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573811.455376:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573811.455416:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573811.455426:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573811.455436:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573811.455477:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926477568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573811.455549:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573811.456590:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820240 going to sleep for 11 seconds 00000100:00100000:3.0:1777573811.458777:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477568 00000100:00100000:3.0:1777573811.458787:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477568 00000100:00100000:3.0:1777573811.459015:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1777573811.459024:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926477568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1777573811.459039:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1777573811.459055:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a697fe expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573811.459079:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573811.459095:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573811.459103:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89dec2acea00, rc 0) 00000100:00100000:3.0:1777573811.459165:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926477568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (3617us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573811.459172:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1777573811.459238:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926477568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573811.459254:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573811.459262:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573811.459279:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1777573811.459284:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573811.459291:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1777573812.198151:0:110106:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffce3463c0 20000000:00000080:3.0:1777573812.198166:0:110106:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc333a800 uarg=0000000000000000 10000000:01000000:3.0:1777573812.198324:0:110106:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1777573812.198343:0:110106:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573812.198361:0:110106:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573812.198370:0:110106:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573812.198424:0:110106:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573812.198438:0:110106:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 22 pid: 6480 timeout: 1486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573812.198453:0:110106:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110106:1863919926477696:0@lo:104: 00000100:00100000:3.0:1777573812.198526:0:110106:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.198731:0:110106:0:(client.c:2691:ptlrpc_set_wait()) set ffff89defaefa6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573812.198866:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477696 00000100:00100000:1.0:1777573812.198873:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477696 00000100:00100000:1.0:1777573812.198954:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1777573812.198964:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:110106:x1863919926477696:12345-0@lo:104: 00010000:00010000:1.0:1777573812.198976:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.199050:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573812.199056:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:110106:x1863919926477696:12345-0@lo:104: Request processed in 94us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573812.199063:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1777573812.199127:0:110106:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110106:1863919926477696:0@lo:104: 00010000:00010000:0.0:1777573812.199147:0:110106:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199193:0:8386:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1777573812.199199:0:8386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199207:0:8386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55c00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:2.0:1777573812.199211:0:8386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199223:0:8386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1777573812.199229:0:8386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1777573812.199236:0:8386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1777573812.199272:0:8386:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199279:0:8386:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1777573812.199301:0:8386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199308:0:8386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55c00/0x1e8fa618a5a697fe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69805 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199323:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573812.199325:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573812.199326:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573812.199334:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573812.199345:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926477824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573812.199376:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573812.199406:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477824 00000100:00100000:2.0:1777573812.199410:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477824 00010000:00010000:2.0:1777573812.199428:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 23 pid: 6480 timeout: 1486 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573812.199450:0:10290:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1777573812.199457:0:10290:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defae71450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926477824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573812.199466:0:10290:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573812.199471:0:10290:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 23 pid: 6480 timeout: 1486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199480:0:10290:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 23 pid: 6480 timeout: 1486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199491:0:10290:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acea00/0x1e8fa618a5a69805 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a697fe expref: 23 pid: 6480 timeout: 1486 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199513:0:10290:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199521:0:10290:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199532:0:10290:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199539:0:10290:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199546:0:10290:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199552:0:10290:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199557:0:10290:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89dec2acee00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:2.0:1777573812.199571:0:10290:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199579:0:10290:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199590:0:10290:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573812.199599:0:10290:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573812.199625:0:10290:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defae71450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926477824:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573812.199632:0:10290:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1777573812.199720:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926477824:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573812.199849:0:110106:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573812.199858:0:110106:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573812.199864:0:110106:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89dec2acee00/0x1e8fa618a5a6980c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110106 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.219098:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573812.663665:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926477952:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.663746:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.663784:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926478464:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.663820:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.663835:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926478976:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.663852:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.663864:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926479488:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.663879:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.663899:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1777573812.663904:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926478336:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.663920:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.663933:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926478848:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.663946:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.663958:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926479360:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.663971:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.663993:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926478080:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664012:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.664024:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926478592:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664039:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.664049:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926479104:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664063:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.664075:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1777573812.664080:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926478208:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664096:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.664107:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89defbd6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926478720:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664121:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.664132:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926479232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664147:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.664172:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926477952 00000100:00100000:3.0:1777573812.664178:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926477952 00000100:00100000:3.0:1777573812.664215:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1777573812.664222:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926477952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664265:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926477952:12345-0@lo:400:kworker.0 Request processed in 44us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.664272:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:3.0:1777573812.664300:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478464 00000100:00100000:3.0:1777573812.664303:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478464 00000100:00100000:3.0:1777573812.664321:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478208 00000100:00100000:3.0:1777573812.664322:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478208 00000100:00100000:3.0:1777573812.664332:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1777573812.664337:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926478464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664362:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926478464:12345-0@lo:400:kworker.0 Request processed in 25us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.664368:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1777573812.664377:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1777573812.664382:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926478208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664404:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926478208:12345-0@lo:400:kworker.0 Request processed in 23us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.664409:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1777573812.664422:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478976 00000100:00100000:3.0:1777573812.664425:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478976 00000100:00100000:3.0:1777573812.664452:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926479488 00000100:00100000:3.0:1777573812.664455:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926479488 00000100:00100000:3.0:1777573812.664466:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478848 00000100:00100000:3.0:1777573812.664468:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478848 00000100:00100000:3.0:1777573812.664477:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926479360 00000100:00100000:3.0:1777573812.664479:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926479360 00000100:00100000:3.0:1777573812.664587:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1777573812.664594:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926478976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664624:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926478976:12345-0@lo:400:kworker.0 Request processed in 31us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.664629:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1777573812.664640:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1777573812.664646:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926479488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664668:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926479488:12345-0@lo:400:kworker.0 Request processed in 23us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.664673:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1777573812.664681:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1777573812.664685:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926478848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664721:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926478848:12345-0@lo:400:kworker.0 Request processed in 36us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.664726:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1777573812.664735:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1777573812.664739:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926479360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.664757:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926479360:12345-0@lo:400:kworker.0 Request processed in 19us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.664761:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1777573812.664778:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478336 00000100:00100000:3.0:1777573812.664781:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478336 00000100:00100000:3.0:1777573812.664969:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478080 00000100:00100000:3.0:1777573812.664973:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478080 00000100:00100000:3.0:1777573812.664984:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478592 00000100:00100000:3.0:1777573812.664987:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478592 00000100:00100000:3.0:1777573812.664995:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926479104 00000100:00100000:3.0:1777573812.664998:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926479104 00000100:00100000:3.0:1777573812.665005:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926478720 00000100:00100000:3.0:1777573812.665007:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926478720 00000100:00100000:3.0:1777573812.665015:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926479232 00000100:00100000:3.0:1777573812.665017:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926479232 00000100:00100000:3.0:1777573812.665027:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1777573812.665033:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926478336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665059:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926478336:12345-0@lo:400:kworker.0 Request processed in 27us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.665064:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1777573812.665074:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1777573812.665079:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926478080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665098:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926478080:12345-0@lo:400:kworker.0 Request processed in 19us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.665103:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1777573812.665111:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:3.0:1777573812.665116:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926478592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665135:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926478592:12345-0@lo:400:kworker.0 Request processed in 19us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.665140:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:3.0:1777573812.665148:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:3.0:1777573812.665153:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926479104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665171:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926479104:12345-0@lo:400:kworker.0 Request processed in 18us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.665177:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:3.0:1777573812.665185:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:3.0:1777573812.665190:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926478720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665209:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926478720:12345-0@lo:400:kworker.0 Request processed in 20us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.665215:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:3.0:1777573812.665224:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:3.0:1777573812.665228:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926479232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665246:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926479232:12345-0@lo:400:kworker.0 Request processed in 18us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573812.665251:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00100000:3.0:1777573812.665308:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926478336:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665318:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926478848:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665325:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926479360:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665333:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926477952:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665341:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926478464:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665349:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926478976:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665357:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926479488:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665392:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926479616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573812.665413:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573812.665907:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926478208:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665917:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926478720:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665925:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926479232:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665933:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926478080:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665940:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89defbd6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926478592:0@lo:400:kworker.0 00000100:00100000:3.0:1777573812.665948:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926479104:0@lo:400:kworker.0 00000100:00080000:3.0:1777573812.665973:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573812.665977:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1777573812.665980:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1777573812.665981:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573812.666743:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926479744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573812.666776:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573812.669544:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926479616 00000100:00100000:1.0:1777573812.669554:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926479616 00000100:00100000:1.0:1777573812.669618:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926479744 00000100:00100000:1.0:1777573812.669622:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926479744 00000100:00100000:1.0:1777573812.669646:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1777573812.669655:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926479616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573812.669682:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573812.669758:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926479616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (4344us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573812.669765:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1777573812.669780:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1777573812.669786:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926479744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573812.669915:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573812.669978:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926479744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 192us (3201us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573812.669984:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1777573812.670041:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926479616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573812.670778:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926479744:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1777573812.889881:0:110154:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbe5a4750 20000000:00000080:1.0:1777573812.889896:0:110154:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc4564000 uarg=0000000000000000 10000000:01000000:1.0:1777573812.890035:0:110154:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1777573812.890052:0:110154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890067:0:110154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890077:0:110154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890083:0:110154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890089:0:110154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890096:0:110154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890101:0:110154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc3186a00 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573812.890105:0:110154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890117:0:110154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890129:0:110154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890135:0:110154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573812.890141:0:110154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3186a00/0x1e8fa618a5a69813 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573813.239042:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1777573814.075295:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1777573814.075302:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:2.0:1777573814.075307:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1777573814.075353:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573814.075365:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573814.075376:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573814.075402:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926479872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573814.075478:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573814.075554:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820a80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573814.075607:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926479872 00000100:00100000:0.0:1777573814.075615:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926479872 00000100:00100000:0.0:1777573814.075662:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1777573814.075671:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926479872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573814.075683:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573814.075818:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6981a expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573814.075842:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573814.075851:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 23 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573814.075860:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0a00, rc 0) 00000100:00100000:0.0:1777573814.075899:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926479872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 229us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573814.075906:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1777573814.075925:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926479872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573814.075944:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573814.075953:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573814.075972:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573814.075977:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573814.075984:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573814.198960:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926480000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573814.199039:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573814.199150:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480000 00000100:00100000:0.0:1777573814.199159:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480000 00000100:00100000:0.0:1777573814.199229:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1777573814.199240:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926480000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573814.199270:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573814.199331:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926480000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573814.199338:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00080000:3.0:1777573814.199442:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1777573814.199487:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926480000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573814.199941:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573814.199949:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926480128:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573814.199982:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573814.200010:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480128 00000100:00100000:3.0:1777573814.200014:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480128 00000100:00100000:3.0:1777573814.200045:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1777573814.200051:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926480128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573814.200078:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:3.0:1777573814.200113:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926480128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573814.200119:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1777573814.200151:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926480128:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573814.208891:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926480256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573814.208965:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573814.210745:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480256 00000100:00100000:2.0:1777573814.210756:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480256 00000100:00100000:2.0:1777573814.210824:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1777573814.210833:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926480256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573814.210856:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1777573814.210937:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1777573814.211841:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926480256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1005us (2872us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573814.211851:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1777573814.212822:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926480256:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1777573814.264885:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573815.288058:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573815.748927:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926480384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573815.748993:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573815.749064:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480384 00000100:00100000:0.0:1777573815.749072:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480384 00000100:00100000:0.0:1777573815.749115:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1777573815.749124:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926480384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573815.749154:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573815.749197:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926480384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573815.749203:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1777573815.749256:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926480384:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1777573816.135999:0:110349:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc671d7860 20000000:00000080:2.0:1777573816.136015:0:110349:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff89ddc3c26c00 uarg=0000000000000000 10000000:01000000:2.0:1777573816.136368:0:110349:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1777573816.136387:0:110349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.136538:0:110349:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.136548:0:110349:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.136589:0:110349:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.136604:0:110349:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 22 pid: 6480 timeout: 1490 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.136619:0:110349:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110349:1863919926480512:0@lo:104: 00000100:00100000:2.0:1777573816.136681:0:110349:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573816.136823:0:110349:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820180 going to sleep for 11 seconds 00000100:00100000:1.0:1777573816.136956:0:6469:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480512 00000100:00100000:1.0:1777573816.136964:0:6469:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480512 00000100:00100000:1.0:1777573816.137058:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1777573816.137068:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:110349:x1863919926480512:12345-0@lo:104: 00010000:00010000:1.0:1777573816.137080:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.137147:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1777573816.137154:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+3:110349:x1863919926480512:12345-0@lo:104: Request processed in 88us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573816.137161:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00010000:00010000:0.0:1777573816.137204:0:6474:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1777573816.137211:0:6474:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.137219:0:6474:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:0.0:1777573816.137223:0:6474:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.137232:0:6474:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1777573816.137239:0:6474:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1777573816.137245:0:6474:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1777573816.137275:0:6474:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.137287:0:6474:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1777573816.137307:0:6474:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.137314:0:6474:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ddc1c55600/0x1e8fa618a5a6981a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a69821 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.137329:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573816.137331:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573816.137332:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573816.137348:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573816.137359:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926480640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573816.137389:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573816.137479:0:6470:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480640 00000100:00100000:3.0:1777573816.137484:0:6470:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480640 00000100:00100000:2.0:1777573816.137500:0:110349:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110349:1863919926480512:0@lo:104: 00010000:00010000:3.0:1777573816.137507:0:6470:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 23 pid: 6480 timeout: 1490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.137527:0:110349:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573816.137574:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1777573816.137583:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926480640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1777573816.137593:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1777573816.137598:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 23 pid: 6480 timeout: 1490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137609:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 23 pid: 6480 timeout: 1490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137621:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc3ec0a00/0x1e8fa618a5a69821 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a6981a expref: 23 pid: 6480 timeout: 1490 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137634:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137642:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137657:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137669:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137677:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137683:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137689:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c54000 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:3.0:1777573816.137721:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137730:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137747:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.137758:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573816.137930:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926480640:12345-0@lo:103:ldlm_bl.0 Request processed in 347us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573816.137937:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00010000:00010000:2.0:1777573816.137958:0:110349:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.137967:0:110349:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.137975:0:110349:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c54000/0x1e8fa618a5a69828 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573816.137979:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926480640:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573816.311435:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1777573816.798115:0:110397:0:(class_obd.c:319:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffed4ac4370 20000000:00000080:2.0:1777573816.798132:0:110397:0:(mgs_handler.c:1163:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff89ddc3c24400 uarg=0000000000000000 20000000:01000000:2.0:1777573816.798174:0:110397:0:(mgs_llog.c:6175:mgs_set_param2()) set_param2 fs='' device='general' param='nodemap..fileset=/c0dir' 20000000:01000000:2.0:1777573816.798180:0:110397:0:(mgs_llog.c:4637:mgs_write_log_param2()) next param 'nodemap..fileset=/c0dir' 20000000:01000000:2.0:1777573816.798185:0:110397:0:(mgs_llog.c:1366:mgs_modify_param()) modify params/general/nodemap..fileset=/c0dir del=0 00000040:00080000:1.0:1777573816.799230:0:110398:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 20000000:02000000:2.0:1777573816.799594:0:110397:0:(mgs_llog.c:4110:mgs_wlp_lcfg()) Setting parameter general.nodemap..fileset=/c0dir in log params 00000040:00080000:2.0:1777573816.810485:0:110397:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].7, 224 off9536 00000040:00080000:2.0:1777573816.810529:0:110397:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].8, 112 off9648 00000040:00080000:2.0:1777573816.810547:0:110397:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x2:0x0].9, 224 off9872 10000000:01000000:2.0:1777573816.810567:0:110397:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1777573816.810590:0:110397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.810613:0:110397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89def4f98e00/0x1e8fa618a5a63510 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a63509 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.810620:0:110397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89def4f98a00/0x1e8fa618a5a6351e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a63517 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.810626:0:110397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89deca233200/0x1e8fa618a5a6352c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a63525 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.810632:0:110397:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff89def4f99a00/0x1e8fa618a5a6353a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a63533 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.810637:0:110397:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 7/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.810676:0:110397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89def4f99a00/0x1e8fa618a5a6353a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a63533 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.811244:0:110397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89def4f99a00/0x1e8fa618a5a6353a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a63533 expref: 21 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.811262:0:110397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926480768:0@lo:104: 00000100:00100000:2.0:1777573816.811329:0:110397:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573816.811438:0:110397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89deca233200/0x1e8fa618a5a6352c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a63525 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.811447:0:110397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89deca233200/0x1e8fa618a5a6352c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a63525 expref: 21 pid: 6480 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.811455:0:110397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926480896:0@lo:104: 00000100:00100000:2.0:1777573816.811477:0:110397:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573816.813326:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480768 00000100:00100000:3.0:1777573816.813340:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480768 00000100:00100000:3.0:1777573816.813509:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926480896 00010000:00010000:2.0:1777573816.813513:0:110397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89def4f98a00/0x1e8fa618a5a6351e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a63517 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573816.813514:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926480896 00010000:00010000:2.0:1777573816.813531:0:110397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89def4f98a00/0x1e8fa618a5a6351e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a63517 expref: 21 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573816.813538:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1777573816.813548:0:110397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926481024:0@lo:104: 00000100:00100000:3.0:1777573816.813550:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+4:110397:x1863919926480768:12345-0@lo:104: 00010000:00010000:3.0:1777573816.813567:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.813611:0:110397:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573816.813639:0:110397:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff89def4f98e00/0x1e8fa618a5a63510 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x1e8fa618a5a63509 expref: 21 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.813644:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1777573816.813649:0:110397:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff89def4f98e00/0x1e8fa618a5a63510 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x1e8fa618a5a63509 expref: 21 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573816.813654:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+4:110397:x1863919926480768:12345-0@lo:104: Request processed in 106us (2324us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573816.813669:0:110397:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926481152:0@lo:104: 00000100:00100000:3.0:1777573816.813670:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1777573816.813729:0:110397:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820300 going to sleep for 11 seconds 00000100:00100000:3.0:1777573816.813731:0:6468:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1777573816.813751:0:6468:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573816.813756:0:110397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926480768:0@lo:104: 00000100:00100000:3.0:1777573816.813761:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481024 00000100:00100000:3.0:1777573816.813766:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481024 00000100:00100000:3.0:1777573816.813779:0:6468:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481152 00000100:00100000:3.0:1777573816.813782:0:6468:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481152 00000100:00100000:3.0:1777573816.813983:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1777573816.813991:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+5:110397:x1863919926480896:12345-0@lo:104: 00010000:00010000:3.0:1777573816.813999:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573816.814052:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1777573816.814054:0:6469:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1777573816.814060:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+5:110397:x1863919926480896:12345-0@lo:104: Request processed in 71us (2581us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573816.814067:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1777573816.814083:0:6469:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2fa8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+4:110397:x1863919926481024:12345-0@lo:104: 00000100:00100000:3.0:1777573816.814092:0:6468:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00010000:00010000:0.0:1777573816.814093:0:6469:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573816.814102:0:6468:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+4:110397:x1863919926481152:12345-0@lo:104: 00010000:00010000:3.0:1777573816.814111:0:6468:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.814149:0:6469:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:3.0:1777573816.814150:0:6468:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1777573816.814159:0:6468:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+4:110397:x1863919926481152:12345-0@lo:104: Request processed in 60us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573816.814161:0:6469:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2fa8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+4:110397:x1863919926481024:12345-0@lo:104: Request processed in 96us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573816.814170:0:6468:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1777573816.814176:0:6469:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1777573816.814490:0:110397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926480896:0@lo:104: 00000100:00100000:2.0:1777573816.814505:0:110397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926481024:0@lo:104: 00000100:00100000:2.0:1777573816.814512:0:110397:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:110397:1863919926481152:0@lo:104: 00010000:00010000:2.0:1777573816.814556:0:110397:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815231:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1777573816.815239:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815248:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ded2039600 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573816.815253:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815263:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573816.815276:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573816.815283:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1777573816.815324:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815336:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1777573816.815442:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926481280:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573816.815476:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815485:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ded2039600/0x1e8fa618a5a63533 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6353a expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.815492:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1777573816.815510:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1777573816.815514:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815522:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ded2039c00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573816.815526:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815534:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573816.815541:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573816.815547:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1777573816.815576:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815582:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573816.815599:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815605:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ded2039c00/0x1e8fa618a5a63525 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6352c expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815616:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1777573816.815619:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815624:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ded2038c00 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573816.815626:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815632:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573816.815637:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573816.815642:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1777573816.815654:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815659:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573816.815665:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815671:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89ded2038c00/0x1e8fa618a5a63517 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a6351e expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.815679:0:6473:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1777573816.815682:0:6473:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.815820:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1777573816.815826:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573816.815836:0:6472:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481280 00000100:00100000:0.0:1777573816.815842:0:6472:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481280 00010000:00010000:0.0:1777573816.815871:0:6472:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89def4f99a00/0x1e8fa618a5a6353a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63533 expref: 22 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573816.815902:0:6472:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1777573816.815911:0:6472:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3638:x1863919926481280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1777573816.815921:0:6472:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1777573816.815926:0:6472:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89def4f99a00/0x1e8fa618a5a6353a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63533 expref: 22 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.815936:0:6472:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89def4f99a00/0x1e8fa618a5a6353a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a63533 expref: 22 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.815949:0:6472:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89def4f99a00/0x1e8fa618a5a6353a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a63533 expref: 22 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.815961:0:6472:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1777573816.816001:0:6472:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+21:3638:x1863919926481280:12345-0@lo:103:ldlm_bl.0 Request processed in 92us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573816.816008:0:6472:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1777573816.816029:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926481408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573816.816053:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573816.816088:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926481280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573816.816097:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573816.816106:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926481536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1777573816.816129:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573816.816168:0:10290:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481408 00000100:00100000:0.0:1777573816.816172:0:10290:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481408 00010000:00010000:0.0:1777573816.816187:0:10290:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89deca233200/0x1e8fa618a5a6352c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63525 expref: 21 pid: 6480 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816274:0:6473:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89deca232400 already unused, calling callback (ffffffffc1329c20) 10000000:00010000:1.0:1777573816.816279:0:6473:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816287:0:6473:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1777573816.816294:0:6473:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573816.816301:0:6473:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1777573816.816377:0:6473:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816384:0:6473:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1777573816.816399:0:6473:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816417:0:6473:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.109@tcp lock: ffff89deca232400/0x1e8fa618a5a63509 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1e8fa618a5a63510 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.816421:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481536 00000100:00100000:2.0:1777573816.816427:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481536 00010000:00010000:1.0:1777573816.816432:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573816.816436:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573816.816438:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573816.816446:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89def4f98a00/0x1e8fa618a5a6351e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63517 expref: 22 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573816.816446:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573816.816459:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926481664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1777573816.816473:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1777573816.816481:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:3635:x1863919926481408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573816.816491:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1777573816.816492:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1777573816.816498:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89deca233200/0x1e8fa618a5a6352c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63525 expref: 22 pid: 6480 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.816509:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89deca233200/0x1e8fa618a5a6352c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a63525 expref: 22 pid: 6480 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.816520:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89deca233200/0x1e8fa618a5a6352c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a63525 expref: 22 pid: 6480 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.816532:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1777573816.816570:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+21:3635:x1863919926481408:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573816.816577:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1777573816.816588:0:6471:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481664 00000100:00100000:2.0:1777573816.816592:0:6471:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481664 00010000:00010000:2.0:1777573816.816603:0:6471:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff89def4f98e00/0x1e8fa618a5a63510 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63509 expref: 21 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.816615:0:6471:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1777573816.816621:0:6471:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+21:3635:x1863919926481536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573816.816628:0:6471:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1777573816.816632:0:6471:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89def4f98a00/0x1e8fa618a5a6351e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63517 expref: 21 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573816.816644:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926481408:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1777573816.816647:0:6471:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89def4f98a00/0x1e8fa618a5a6351e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a63517 expref: 21 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.816666:0:6471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89def4f98a00/0x1e8fa618a5a6351e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a63517 expref: 21 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573816.816675:0:6471:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1777573816.816758:0:6470:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1777573816.816768:0:6470:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:3638:x1863919926481664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1777573816.816776:0:6470:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1777573816.816782:0:6470:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff89def4f98e00/0x1e8fa618a5a63510 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x1e8fa618a5a63509 expref: 20 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816793:0:6470:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff89def4f98e00/0x1e8fa618a5a63510 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x1e8fa618a5a63509 expref: 20 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816804:0:6470:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89def4f98e00/0x1e8fa618a5a63510 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x1e8fa618a5a63509 expref: 20 pid: 6478 timeout: 1491 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816816:0:6470:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816825:0:6470:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816839:0:6470:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816846:0:6470:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816854:0:6470:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816861:0:6470:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816879:0:6470:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff89ddc1c55600 already unused, calling callback (ffffffffc0d23320) 00010000:00010000:1.0:1777573816.816883:0:6470:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816890:0:6470:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816909:0:6470:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573816.816920:0:6470:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1777573816.816979:0:110397:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.816990:0:110397:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573816.816997:0:110397:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff89ddc1c55600/0x1e8fa618a5a6982f lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 110397 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573816.817342:0:6471:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:3635:x1863919926481536:12345-0@lo:103:ldlm_bl.0 Request processed in 719us (1211us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573816.817346:0:6470:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:3638:x1863919926481664:12345-0@lo:103:ldlm_bl.0 Request processed in 578us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573816.817355:0:6471:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1777573816.817490:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926481536:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1777573816.817538:0:6470:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1777573816.817568:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926481664:0@lo:103:ldlm_bl.0 10000000:01000000:2.0:1777573817.312927:0:6482:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1777573817.312935:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log params-ffff89dec727f000 from 7 10000000:01000000:2.0:1777573817.312941:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1777573817.312989:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a69836 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573817.313001:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a69836 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573817.313012:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a69836 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573817.313043:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926481792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1777573817.313119:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573817.313230:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820840 going to sleep for 11 seconds 00000100:00100000:0.0:1777573817.316227:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481792 00000100:00100000:0.0:1777573817.316239:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481792 00000100:00100000:0.0:1777573817.316294:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1777573817.316305:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+18:6482:x1863919926481792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573817.316320:0:6479:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573817.316343:0:6479:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6983d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69836 expref: -99 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.316370:0:6479:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6983d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69836 expref: 19 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.316382:0:6479:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1600/0x1e8fa618a5a6983d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69836 expref: 19 pid: 6479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.316391:0:6479:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1600, rc 0) 00000100:00100000:0.0:1777573817.316477:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:6482:x1863919926481792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (3359us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573817.316485:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1777573817.316754:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926481792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573817.316784:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a69836 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6983d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.316796:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a69836 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6983d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573817.316891:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926481920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.316935:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.316973:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cca80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.317188:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926481920 00000100:00100000:3.0:1777573817.317194:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926481920 00000100:00100000:3.0:1777573817.317234:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1777573817.317243:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:6482:x1863919926481920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777573817.317367:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:6482:x1863919926481920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.317374:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1777573817.317460:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926481920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1777573817.317498:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777573817.317542:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573817.317572:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.317615:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482048 00000100:00100000:3.0:1777573817.317619:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482048 00000100:00100000:3.0:1777573817.317647:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1777573817.317653:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:6482:x1863919926482048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777573817.317755:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7298c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:6482:x1863919926482048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 102us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.317762:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1777573817.317812:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777573817.317969:0:110428:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110428:1863919926482176:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777573817.318001:0:110428:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.318018:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482176 00000100:00100000:3.0:1777573817.318022:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482176 00000100:00100000:3.0:1777573817.318039:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1777573817.318045:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:110428:x1863919926482176:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777573817.318111:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:110428:x1863919926482176:12345-0@lo:502:llog_process_th.0 Request processed in 65us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.318117:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1777573817.318144:0:110428:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827d80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.318158:0:110428:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110428:1863919926482176:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777573817.318181:0:110428:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1777573817.318191:0:110428:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777573817.318193:0:110428:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:3.0:1777573817.318200:0:110428:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff89dec727f000 00000020:00000080:3.0:1777573817.318203:0:110428:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:00020000:3.0:1777573817.318686:0:110428:0:(obd_config.c:1430:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 471us 00000100:00100000:3.0:1777573817.335859:0:110428:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110428:1863919926482304:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777573817.335949:0:110428:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.335996:0:110428:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827d80 going to sleep for 11 seconds 00010000:00010000:2.0:1777573817.336101:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573817.336133:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482304 00000100:00100000:1.0:1777573817.336141:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482304 00000100:00100000:1.0:1777573817.336191:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1777573817.336199:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:110428:x1863919926482304:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777573817.336323:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:110428:x1863919926482304:12345-0@lo:502:llog_process_th.0 Request processed in 125us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573817.336331:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1777573817.336423:0:110428:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110428:1863919926482304:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1777573817.336448:0:110428:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1777573817.336455:0:110428:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1777573817.336457:0:110428:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:3.0:1777573817.336473:0:110428:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1777573817.336573:0:6482:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:1.0:1777573817.336601:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1777573817.336622:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a69836 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6983d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.336633:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc1c54600/0x1e8fa618a5a69836 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6983d expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573817.336644:0:6482:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1777573817.336646:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log params-ffff89defbf5a000 from 7 10000000:01000000:1.0:1777573817.336650:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1777573817.336674:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a69844 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.336683:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a69844 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.336712:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a69844 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573817.336729:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.336763:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.336781:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40ccf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573817.336796:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482432 00000100:00100000:1.0:1777573817.336800:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482432 00000100:00100000:1.0:1777573817.336823:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1777573817.336829:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+19:6482:x1863919926482432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573817.336840:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1777573817.336851:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6984b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69844 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.336872:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6984b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69844 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.336882:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3186800/0x1e8fa618a5a6984b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69844 expref: 20 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.336890:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3186800, rc 0) 00000100:00100000:1.0:1777573817.336919:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec729a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:6482:x1863919926482432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573817.336927:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1777573817.336969:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573817.336981:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a69844 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6984b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.336990:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a69844 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a6984b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573817.337039:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.337064:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.337082:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40ccf00 going to sleep for 11 seconds 00000100:00100000:1.0:1777573817.337095:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482560 00000100:00100000:1.0:1777573817.337099:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482560 00000100:00100000:1.0:1777573817.337115:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1777573817.337120:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:6482:x1863919926482560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.337214:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec7299c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:6482:x1863919926482560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 92us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573817.337220:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1777573817.340097:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1777573817.340157:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777573817.340229:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.340318:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827d80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573817.340354:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482688 00000100:00100000:1.0:1777573817.340362:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482688 00000100:00100000:1.0:1777573817.340455:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1777573817.340477:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:6482:x1863919926482688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.340631:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:6482:x1863919926482688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 156us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573817.340638:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1777573817.340919:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926482688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1777573817.341560:0:110430:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110430:1863919926482816:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777573817.341610:0:110430:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573817.341642:0:110430:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.341683:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482816 00000100:00100000:3.0:1777573817.341689:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482816 00000100:00100000:3.0:1777573817.341902:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1777573817.341910:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:110430:x1863919926482816:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777573817.342133:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:110430:x1863919926482816:12345-0@lo:502:llog_process_th.0 Request processed in 224us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.342141:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1777573817.342236:0:110430:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110430:1863919926482816:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1777573817.342273:0:110430:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1777573817.342282:0:110430:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777573817.342284:0:110430:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:2.0:1777573817.342290:0:110430:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff89defbf5a000 00000020:00000080:2.0:1777573817.342292:0:110430:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:00020000:2.0:1777573817.343213:0:110430:0:(obd_config.c:1430:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 910us 00000100:00100000:2.0:1777573817.343252:0:110430:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110430:1863919926482944:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777573817.343308:0:110430:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573817.343372:0:110430:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4820a80 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.343415:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926482944 00000100:00100000:3.0:1777573817.343422:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926482944 00000100:00100000:3.0:1777573817.343574:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1777573817.343583:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:110430:x1863919926482944:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777573817.343724:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:110430:x1863919926482944:12345-0@lo:502:llog_process_th.0 Request processed in 111us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.343731:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1777573817.343825:0:110430:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31a7b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110430:1863919926482944:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1777573817.343856:0:110430:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1777573817.343862:0:110430:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1777573817.343864:0:110430:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:2.0:1777573817.343867:0:110430:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:1.0:1777573817.344229:0:6482:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:1.0:1777573817.344254:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1777573817.344263:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a69844 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6984b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.344275:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187a00/0x1e8fa618a5a69844 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a6984b expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573817.344285:0:6482:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1777573817.344288:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log nodemap-ffff89ded0c90000 from 1 10000000:01000000:1.0:1777573817.344291:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1777573817.344320:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3186000/0x1e8fa618a5a69852 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.344328:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3186000/0x1e8fa618a5a69852 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.344338:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3186000/0x1e8fa618a5a69852 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573817.344359:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.344390:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.344647:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cca80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573817.345120:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483072 00000100:00100000:0.0:1777573817.345127:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483072 00000100:00100000:0.0:1777573817.345160:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1777573817.345167:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+20:6482:x1863919926483072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573817.345177:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573817.345188:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69859 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69852 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.345206:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69859 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69852 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.345213:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec1c00/0x1e8fa618a5a69859 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69852 expref: 21 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.345218:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec1c00, rc 0) 00000100:00100000:0.0:1777573817.345255:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+21:6482:x1863919926483072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573817.345259:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:1.0:1777573817.345316:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573817.345326:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3186000/0x1e8fa618a5a69852 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69859 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.345332:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3186000/0x1e8fa618a5a69852 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69859 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573817.345348:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1777573817.345353:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3186000/0x1e8fa618a5a69852 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69859 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.345359:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3186000/0x1e8fa618a5a69852 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69859 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1777573817.345366:0:6482:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1777573817.345368:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log params-ffff89defbcff000 from 7 10000000:01000000:1.0:1777573817.345370:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1777573817.345386:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187600/0x1e8fa618a5a69860 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.345393:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89ddc3187600/0x1e8fa618a5a69860 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.345411:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89ddc3187600/0x1e8fa618a5a69860 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573817.345433:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.345467:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573817.345510:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483200 00000100:00100000:0.0:1777573817.345514:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483200 00000100:00100000:0.0:1777573817.345532:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1777573817.345537:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+21:6482:x1863919926483200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573817.345543:0:6480:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1777573817.345550:0:6480:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a69867 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a69860 expref: -99 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.345562:0:6480:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a69867 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a69860 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.345570:0:6480:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc3ec0e00/0x1e8fa618a5a69867 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a69860 expref: 22 pid: 6480 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.345576:0:6480:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc3ec0e00, rc 0) 00000100:00100000:0.0:1777573817.345600:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926483200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 62us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573817.345606:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1777573817.345974:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cca80 going to sleep for 11 seconds 00000100:00100000:1.0:1777573817.345987:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1777573817.345997:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89ddc3187600/0x1e8fa618a5a69860 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69867 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1777573817.346004:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89ddc3187600/0x1e8fa618a5a69860 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69867 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1777573817.346047:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.346069:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.346087:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cca80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573817.346135:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483328 00000100:00100000:0.0:1777573817.346139:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483328 00000100:00100000:0.0:1777573817.346154:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1777573817.346158:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926483328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777573817.346249:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926483328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 90us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573817.346254:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1777573817.346372:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.346409:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.346525:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.346675:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cca80 going to sleep for 11 seconds 00000100:00100000:0.0:1777573817.347027:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483456 00000100:00100000:0.0:1777573817.347032:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483456 00000100:00100000:0.0:1777573817.347098:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1777573817.347105:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926483456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777573817.347187:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926483456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573817.347191:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1777573817.347241:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777573817.348261:0:110432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110432:1863919926483584:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777573817.348301:0:110432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.348358:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483584 00000100:00100000:3.0:1777573817.348364:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483584 00000100:00100000:3.0:1777573817.348408:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1777573817.348417:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:110432:x1863919926483584:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777573817.348424:0:110432:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.348923:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:110432:x1863919926483584:12345-0@lo:502:llog_process_th.0 Request processed in 506us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.348930:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1777573817.348971:0:110432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110432:1863919926483584:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777573817.348996:0:110432:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1777573817.349005:0:110432:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777573817.349007:0:110432:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:0.0:1777573817.349012:0:110432:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff89defbcff000 00000020:00000080:0.0:1777573817.349014:0:110432:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:00020000:0.0:1777573817.349428:0:110432:0:(obd_config.c:1430:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 402us 00000100:00100000:0.0:1777573817.350054:0:110432:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110432:1863919926483712:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777573817.350112:0:110432:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573817.350189:0:110432:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573817.350228:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483712 00000100:00100000:1.0:1777573817.350234:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483712 00000100:00100000:1.0:1777573817.350316:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1777573817.350325:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:110432:x1863919926483712:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777573817.350545:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:110432:x1863919926483712:12345-0@lo:502:llog_process_th.0 Request processed in 221us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573817.350679:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:0.0:1777573817.351017:0:110432:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110432:1863919926483712:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1777573817.351044:0:110432:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1777573817.351051:0:110432:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1777573817.351053:0:110432:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:0.0:1777573817.351056:0:110432:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1777573817.351233:0:6482:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:3.0:1777573817.351258:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777573817.351269:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89ddc3187600/0x1e8fa618a5a69860 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69867 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573817.351281:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89ddc3187600/0x1e8fa618a5a69860 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69867 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1777573817.351292:0:6482:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1777573817.351294:0:6482:0:(mgc_request.c:1799:mgc_process_log()) Process log params-ffff89dec685a800 from 7 10000000:01000000:3.0:1777573817.351297:0:6482:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1777573817.351326:0:6482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a6986e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573817.351335:0:6482:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a6986e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573817.351346:0:6482:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a6986e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1777573817.351365:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1777573817.351409:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.351441:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc4827000 going to sleep for 11 seconds 00000100:00100000:2.0:1777573817.351564:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483840 00000100:00100000:2.0:1777573817.351570:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483840 00000100:00100000:2.0:1777573817.351609:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1777573817.351618:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+22:6482:x1863919926483840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1777573817.351627:0:6478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1777573817.351640:0:6478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff89ddc1c54200/0x1e8fa618a5a69875 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x1e8fa618a5a6986e expref: -99 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573817.351666:0:6478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff89ddc1c54200/0x1e8fa618a5a69875 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x1e8fa618a5a6986e expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573817.351676:0:6478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff89ddc1c54200/0x1e8fa618a5a69875 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x1e8fa618a5a6986e expref: 23 pid: 6478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1777573817.351685:0:6478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff89ddc1c54200, rc 0) 00000100:00100000:2.0:1777573817.351928:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926483840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 311us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573817.351934:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1777573817.352013:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1777573817.352026:0:6482:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a6986e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69875 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1777573817.352034:0:6482:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a6986e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x1e8fa618a5a69875 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1777573817.352087:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777573817.352107:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573817.352128:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f299c0 going to sleep for 11 seconds 00000100:00100000:1.0:1777573817.352141:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926483968 00000100:00100000:1.0:1777573817.352146:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926483968 00000100:00100000:1.0:1777573817.352174:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1777573817.352181:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926483968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1777573817.352292:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926483968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 111us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573817.352298:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1777573817.352360:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926483968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1777573817.352385:0:6482:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926484096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777573817.352437:0:6482:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573817.352453:0:6482:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f299c0 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.352468:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484096 00000100:00100000:3.0:1777573817.352473:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484096 00000100:00100000:3.0:1777573817.352502:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1777573817.352509:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926484096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1777573817.352591:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:6482:x1863919926484096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.352598:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1777573817.354036:0:6482:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:6482:1863919926484096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1777573817.354865:0:110434:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110434:1863919926484224:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1777573817.355063:0:110434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573817.355106:0:110434:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc3f29900 going to sleep for 11 seconds 00000100:00100000:3.0:1777573817.355150:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484224 00000100:00100000:3.0:1777573817.355158:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484224 00000100:00100000:3.0:1777573817.355231:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1777573817.355241:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:110434:x1863919926484224:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1777573817.355576:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:110434:x1863919926484224:12345-0@lo:502:llog_process_th.0 Request processed in 129us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.355587:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1777573817.356787:0:110434:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110434:1863919926484224:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777573817.356825:0:110434:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1777573817.356836:0:110434:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777573817.356838:0:110434:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) general nodemap..fileset 00000020:01000000:1.0:1777573817.356847:0:110434:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff89dec685a800 00000020:00000080:1.0:1777573817.356850:0:110434:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:00020000:1.0:1777573817.357531:0:110434:0:(obd_config.c:1430:process_param2_config()) lctl: error invoking upcall /usr/sbin/lctl set_param nodemap..fileset=/c0dir: rc = -2; time 667us 00000100:00100000:1.0:1777573817.357573:0:110434:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110434:1863919926484352:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1777573817.357644:0:110434:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.357685:0:110434:0:(client.c:2691:ptlrpc_set_wait()) set ffff89ddc40cce40 going to sleep for 11 seconds 00000100:00100000:2.0:1777573817.357937:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484352 00000100:00100000:2.0:1777573817.357944:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484352 00000100:00100000:2.0:1777573817.357994:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1777573817.358003:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:110434:x1863919926484352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1777573817.358960:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:110434:x1863919926484352:12345-0@lo:502:llog_process_th.0 Request processed in 952us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573817.358971:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1777573817.359571:0:110434:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:110434:1863919926484352:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1777573817.359606:0:110434:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1777573817.359614:0:110434:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1777573817.359616:0:110434:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) general nodemap..fileset 00000040:00080000:1.0:1777573817.359622:0:110434:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 10 count 10 00000020:01000000:3.0:1777573817.365886:0:6482:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-9 (rc=0) 10000000:01000000:3.0:1777573817.365938:0:6482:0:(mgc_request.c:1876:mgc_process_log()) MGC192.168.204.109@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1777573817.365951:0:6482:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a6986e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69875 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1777573817.365967:0:6482:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.109@tcp lock: ffff89dec2ace200/0x1e8fa618a5a6986e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x1e8fa618a5a69875 expref: -99 pid: 6482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1777573817.782962:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926484608:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1777573817.783037:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573817.783119:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926484480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1777573817.783142:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.783311:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484608 00000100:00100000:1.0:1777573817.783320:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484608 00000100:00100000:0.0:1777573817.783361:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484480 00000100:00100000:0.0:1777573817.783366:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484480 00000100:00100000:0.0:1777573817.783415:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1777573817.783424:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926484480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1777573817.783453:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573817.783498:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926484480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573817.783505:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00080000:2.0:1777573817.783874:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573817.784006:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926484480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573817.784336:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1777573817.784346:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926484608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573817.784360:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573817.784830:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926484736:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.784869:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573817.784902:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926484608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 556us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573817.784912:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1777573817.784919:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926485248:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.784948:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.784966:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926485760:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.784985:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785004:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1777573817.785010:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926484864:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785033:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785049:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926485376:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785079:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785094:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926485888:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785115:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785145:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484736 00000100:00100000:3.0:1777573817.785150:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484736 00000100:00100000:3.0:1777573817.785185:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926485248 00000100:00100000:3.0:1777573817.785188:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926485248 00000100:00100000:3.0:1777573817.785214:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926485760 00000100:00100000:3.0:1777573817.785216:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926485760 00000100:00100000:3.0:1777573817.785227:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926485376 00000100:00100000:3.0:1777573817.785229:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926485376 00000100:00100000:3.0:1777573817.785258:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926485888 00000100:00100000:3.0:1777573817.785261:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926485888 00000100:00100000:3.0:1777573817.785275:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:3.0:1777573817.785280:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926484736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785319:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926484736:12345-0@lo:400:kworker.0 Request processed in 39us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.785324:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:3.0:1777573817.785338:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:3.0:1777573817.785344:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926485248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785374:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926485248:12345-0@lo:400:kworker.0 Request processed in 25us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.785380:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:3.0:1777573817.785401:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:3.0:1777573817.785407:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926485760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785431:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926485760:12345-0@lo:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.785437:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:3.0:1777573817.785447:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:3.0:1777573817.785452:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926485376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785481:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1863919926485376:12345-0@lo:400:kworker.0 Request processed in 29us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.785486:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:3.0:1777573817.785496:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:3.0:1777573817.785502:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926485888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785525:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1863919926485888:12345-0@lo:400:kworker.0 Request processed in 24us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.785532:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:3.0:1777573817.785557:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484864 00000100:00100000:3.0:1777573817.785561:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484864 00000100:00100000:3.0:1777573817.785588:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1777573817.785594:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926484864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785623:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926484864:12345-0@lo:400:kworker.0 Request processed in 29us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.785629:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1777573817.785654:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926484992:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785676:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785714:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926485504:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785737:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785761:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1777573817.785767:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926485120:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785792:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785812:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926485632:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785835:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573817.785867:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926485504 00000100:00100000:3.0:1777573817.785871:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926485504 00000100:00100000:3.0:1777573817.785896:0:9951:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926485632 00000100:00100000:3.0:1777573817.785899:0:9951:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926485632 00000100:00100000:3.0:1777573817.785918:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1777573817.785925:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926485504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.785958:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926485504:12345-0@lo:400:kworker.0 Request processed in 33us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.785963:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1777573817.785975:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1777573817.785980:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926485632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786005:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926485632:12345-0@lo:400:kworker.0 Request processed in 26us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.786010:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1777573817.786025:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926485120 00000100:00100000:3.0:1777573817.786029:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926485120 00000100:00100000:3.0:1777573817.786048:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1777573817.786053:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926485120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786080:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926485120:12345-0@lo:400:kworker.0 Request processed in 26us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.786085:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1777573817.786125:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926485120:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786136:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926485632:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786143:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926485504:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786182:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926484608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573817.786204:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926484864:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786213:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1863919926485376:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786221:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1863919926485888:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786230:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926484736:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786238:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926485248:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786247:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926485760:0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786267:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926484992 00000100:00100000:3.0:1777573817.786270:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926484992 00000100:00100000:3.0:1777573817.786290:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:3.0:1777573817.786296:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926484992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573817.786545:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defbd6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926484992:12345-0@lo:400:kworker.0 Request processed in 249us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573817.786551:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:3.0:1777573817.786579:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926484992:0@lo:400:kworker.0 00000100:00080000:3.0:1777573817.786611:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573817.786615:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573817.786617:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1777573818.359161:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573819.322069:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926486016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573819.322134:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573819.322190:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573819.322198:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926486144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573819.322221:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573819.322254:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486016 00000100:00100000:0.0:1777573819.322262:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486016 00000100:00100000:0.0:1777573819.322309:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486144 00000100:00100000:0.0:1777573819.322313:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486144 00000100:00100000:0.0:1777573819.322332:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1777573819.322340:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926486016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573819.322380:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573819.322422:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926486016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573819.322428:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1777573819.322446:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1777573819.322452:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926486144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1777573819.322460:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573819.322480:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926486144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573819.322486:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00080000:0.0:1777573819.322504:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573819.322539:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926486144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1777573819.322744:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926486272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1777573819.322775:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573819.322811:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486272 00000100:00100000:1.0:1777573819.322815:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486272 00000100:00100000:1.0:1777573819.322842:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1777573819.322848:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926486272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573819.322871:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573819.322904:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1863919926486272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573819.322910:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1777573819.322941:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926486272:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573819.323207:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926486016:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1777573819.383019:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573820.408182:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573820.855802:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1777573820.855822:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926486400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573820.855885:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573820.855943:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486400 00000100:00100000:0.0:1777573820.855950:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486400 00000100:00100000:0.0:1777573820.855992:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1777573820.856000:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926486400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1777573820.856028:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446371328 avail 1300131840 00000100:00100000:0.0:1777573820.856070:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926486400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573820.856076:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1777573820.856122:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926486400:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1777573821.436504:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573822.454988:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1777573822.662369:0:110698:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: start setup 14:30:22 (1777573822) === 00000100:00100000:0.0:1777573822.903061:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded934f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926486528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1777573822.903148:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573822.903230:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486528 00000100:00100000:0.0:1777573822.903237:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486528 00000100:00100000:0.0:1777573822.903282:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:0.0:1777573822.903303:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926486528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1777573822.903331:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573822.903374:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926486528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.903381:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00080000:0.0:1777573822.903400:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1777573822.903437:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded934f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926486528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573822.904431:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1777573822.904444:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926486656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573822.904484:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573822.904644:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486656 00000100:00100000:1.0:1777573822.904650:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486656 00000100:00100000:1.0:1777573822.904728:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1777573822.904736:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926486656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573822.904750:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573822.904787:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926486656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573822.904795:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1777573822.904832:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926486656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573822.905239:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926486784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905239:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926487168:0@lo:400:kworker.0 00000100:00100000:1.0:1777573822.905272:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573822.905273:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573822.905306:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926487296:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905306:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926487680:0@lo:400:kworker.0 00000100:00100000:1.0:1777573822.905328:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573822.905328:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573822.905342:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926487808:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905345:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1777573822.905349:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926487040:0@lo:400:kworker.0 00000100:00100000:1.0:1777573822.905361:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573822.905366:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573822.905378:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1777573822.905379:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926487552:0@lo:400:kworker.0 00000100:00100000:1.0:1777573822.905382:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926486912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905396:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573822.905405:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487296 00000100:00100000:1.0:1777573822.905409:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487296 00000100:00100000:0.0:1777573822.905413:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926488064:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905431:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573822.905434:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487040 00000100:00100000:1.0:1777573822.905436:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487040 00000100:00100000:1.0:1777573822.905450:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:1.0:1777573822.905455:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926487296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905456:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1777573822.905462:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926487040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573822.905487:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926487296:12345-0@lo:400:kworker.0 Request processed in 32us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.905488:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926487040:12345-0@lo:400:kworker.0 Request processed in 27us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.905494:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1777573822.905512:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487168 00000100:00100000:0.0:1777573822.905516:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487168 00000100:00100000:0.0:1777573822.905542:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487552 00000100:00100000:0.0:1777573822.905545:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487552 00000100:00100000:0.0:1777573822.905567:0:12623:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488064 00000100:00100000:0.0:1777573822.905569:0:12623:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488064 00000100:00100000:0.0:1777573822.905589:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1777573822.905595:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926487168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905622:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926487168:12345-0@lo:400:kworker.0 Request processed in 28us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.905628:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1777573822.905639:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1777573822.905644:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926487552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905665:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926487552:12345-0@lo:400:kworker.0 Request processed in 22us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.905671:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1777573822.905680:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:0.0:1777573822.905686:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926488064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905735:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926488064:12345-0@lo:400:kworker.0 Request processed in 49us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.905740:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:0.0:1777573822.905774:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926487040:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905784:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926487552:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905792:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926488064:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.905799:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926487168:0@lo:400:kworker.0 00000100:00100000:2.0:1777573822.906168:0:6479:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486784 00000100:00100000:2.0:1777573822.906174:0:6479:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486784 00000100:00100000:2.0:1777573822.906208:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1777573822.906215:0:6479:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926486784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573822.906249:0:6479:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3635:x1863919926486784:12345-0@lo:400:kworker.0 Request processed in 35us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573822.906255:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1777573822.907183:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487680 00000100:00100000:3.0:1777573822.907191:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487680 00000100:00100000:3.0:1777573822.907237:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487808 00000100:00100000:3.0:1777573822.907241:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487808 00000100:00100000:3.0:1777573822.907274:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1777573822.907283:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926487680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573822.907320:0:9951:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1777573822.907328:0:9951:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926487808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573822.907350:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926487680:12345-0@lo:400:kworker.0 Request processed in 69us (2022us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573822.907356:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1777573822.907358:0:9951:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926487808:12345-0@lo:400:kworker.0 Request processed in 31us (1997us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573822.907363:0:9951:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00080000:3.0:1777573822.907378:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1777573822.907382:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1777573822.907384:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1777573822.907414:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926487680:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.909455:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573822.909510:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926487424:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.909560:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573822.909591:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926487936:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.909610:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573822.909638:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def7a14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3635:1863919926486784:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.909651:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926487296:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.909663:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926487808:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.909900:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926486912 00000100:00100000:0.0:1777573822.909907:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926486912 00000100:00100000:0.0:1777573822.909962:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487424 00000100:00100000:0.0:1777573822.909965:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487424 00000100:00100000:0.0:1777573822.909997:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926487936 00000100:00100000:0.0:1777573822.910000:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926487936 00000100:00100000:0.0:1777573822.910020:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1777573822.910027:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926486912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.910072:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded934d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926486912:12345-0@lo:400:kworker.0 Request processed in 46us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.910079:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1777573822.910094:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:0.0:1777573822.910099:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926487424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.910124:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926487424:12345-0@lo:400:kworker.0 Request processed in 25us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.910130:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:0.0:1777573822.910152:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:0.0:1777573822.910159:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926487936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.910185:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926487936:12345-0@lo:400:kworker.0 Request processed in 28us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573822.910192:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:0.0:1777573822.910229:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926486912:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.910238:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926487424:0@lo:400:kworker.0 00000100:00100000:0.0:1777573822.910245:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926487936:0@lo:400:kworker.0 00000100:00080000:2.0:1777573822.910315:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1777573822.910791:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00010000:00010000:1.0:1777573823.480190:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573824.439809:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573824.439830:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926488192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573824.439887:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573824.439939:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488192 00000100:00100000:0.0:1777573824.439946:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488192 00000100:00100000:0.0:1777573824.439989:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1777573824.439998:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926488192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573824.440039:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573824.440077:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926488192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573824.440084:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00080000:0.0:1777573824.440102:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573824.440133:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc250f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926488192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573824.440438:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926488320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573824.440465:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573824.440533:0:8363:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488320 00000100:00100000:2.0:1777573824.440538:0:8363:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488320 00000100:00100000:2.0:1777573824.440653:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1777573824.440661:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926488320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573824.440671:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573824.440725:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc250f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926488320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573824.440731:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00080000:0.0:1777573824.440793:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573824.440815:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926488320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573824.445304:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926488448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1777573824.445372:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573824.446336:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488448 00000100:00100000:1.0:1777573824.446348:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488448 00000100:00100000:1.0:1777573824.446417:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1777573824.446427:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926488448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573824.446462:0:6490:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573824.446522:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926488448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573824.446530:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1777573824.446576:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc45f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926488448:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1777573824.502933:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573825.526952:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1777573825.974899:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1777573825.977381:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926488576:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1777573825.977458:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573825.978432:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488576 00000100:00100000:3.0:1777573825.978441:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488576 00000100:00100000:3.0:1777573825.978495:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1777573825.978503:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926488576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1777573825.978536:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446371328 avail 1300131840 00000100:00100000:3.0:1777573825.978594:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def7a14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926488576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573825.978600:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:0.0:1777573825.979866:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926488576:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1777573826.552357:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1777573827.584394:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573828.023090:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926488704:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.023154:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573828.023258:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926488960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.023289:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573828.023338:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488960 00000100:00100000:1.0:1777573828.023344:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488960 00000100:00100000:1.0:1777573828.023389:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1777573828.023397:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926488960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.023442:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc31d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926488960:12345-0@lo:400:kworker.0 Request processed in 46us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573828.023449:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1777573828.023484:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926488832:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.023507:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573828.023532:0:6485:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488832 00000100:00100000:1.0:1777573828.023535:0:6485:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488832 00000100:00100000:1.0:1777573828.023559:0:6485:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1777573828.023564:0:6485:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926488832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.023592:0:6485:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def79bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1863919926488832:12345-0@lo:400:kworker.0 Request processed in 28us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573828.023598:0:6485:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1777573828.023720:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926489088:0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.023747:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573828.023771:0:6478:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926488704 00000100:00100000:2.0:1777573828.023775:0:6478:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926488704 00000100:00100000:2.0:1777573828.023802:0:6478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1777573828.023808:0:6478:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926488704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.023838:0:6478:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defafb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3638:x1863919926488704:12345-0@lo:400:kworker.0 Request processed in 31us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573828.023844:0:6478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1777573828.023874:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489088 00000100:00100000:2.0:1777573828.023878:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489088 00000100:00100000:2.0:1777573828.023898:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:2.0:1777573828.023903:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926489088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.023930:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1863919926489088:12345-0@lo:400:kworker.0 Request processed in 27us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573828.023936:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1777573828.024037:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc31d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3638:1863919926488704:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.024044:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926489216:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.024066:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573828.024305:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc429ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1863919926488832:0@lo:400:kworker.0 00000100:00100000:3.0:1777573828.024312:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926489344:0@lo:400:kworker.0 00000100:00100000:3.0:1777573828.024336:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573828.024354:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926489856:0@lo:400:kworker.0 00000100:00100000:3.0:1777573828.024375:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573828.024392:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926490368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1777573828.024414:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573828.024441:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1777573828.024447:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926490496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573828.024465:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573828.024485:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489344 00000100:00100000:3.0:1777573828.024488:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489344 00000100:00100000:3.0:1777573828.024515:0:8523:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489856 00000100:00100000:3.0:1777573828.024517:0:8523:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489856 00000100:00100000:3.0:1777573828.024533:0:8523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1777573828.024539:0:8523:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926489344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.024601:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489216 00000100:00100000:2.0:1777573828.024605:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489216 00000100:00100000:2.0:1777573828.024627:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1777573828.024633:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926489216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.024663:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926489216:12345-0@lo:400:kworker.0 Request processed in 30us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573828.024668:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1777573828.024711:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926489216:0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.024717:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926489728:0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.024739:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573828.024756:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926490240:0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.024772:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573828.024801:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489728 00000100:00100000:2.0:1777573828.024804:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489728 00000100:00100000:2.0:1777573828.024825:0:8362:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926490240 00000100:00100000:2.0:1777573828.024828:0:8362:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926490240 00000100:00100000:2.0:1777573828.024843:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1777573828.024848:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926489728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.024876:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926489728:12345-0@lo:400:kworker.0 Request processed in 28us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573828.024881:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1777573828.024901:0:8362:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1777573828.024906:0:8362:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89defcc61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926490240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.024926:0:8362:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89defcc61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926490240:12345-0@lo:400:kworker.0 Request processed in 20us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573828.024932:0:8362:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1777573828.025125:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926489728:0@lo:400:kworker.0 00000100:00100000:2.0:1777573828.025133:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926490240:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.025224:0:12623:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:0.0:1777573828.025233:0:12623:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926489856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025314:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc2f0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926488960:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025321:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926489472:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025344:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573828.025358:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926489984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025373:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573828.025400:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489472 00000100:00100000:1.0:1777573828.025404:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489472 00000100:00100000:1.0:1777573828.025420:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489984 00000100:00100000:1.0:1777573828.025422:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489984 00000100:00100000:1.0:1777573828.025433:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1777573828.025438:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926489472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025466:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1863919926489472:12345-0@lo:400:kworker.0 Request processed in 29us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573828.025472:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1777573828.025482:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1777573828.025487:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926489984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025506:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ded0cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1863919926489984:12345-0@lo:400:kworker.0 Request processed in 20us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573828.025511:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1777573828.025535:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1863919926489472:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025543:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1863919926489984:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.025570:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926490368 00000100:00100000:1.0:1777573828.025573:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926490368 00000100:00100000:1.0:1777573828.025593:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926490496 00000100:00100000:1.0:1777573828.025595:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926490496 00000100:00100000:1.0:1777573828.025607:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1777573828.025612:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926490368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573828.025632:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573828.025720:0:8363:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1777573828.025727:0:8363:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926490496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1777573828.025736:0:8363:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573828.025816:0:8523:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1863919926489344:12345-0@lo:400:kworker.0 Request processed in 1276us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573828.025823:0:8523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:0.0:1777573828.025892:0:12623:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc45f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1863919926489856:12345-0@lo:400:kworker.0 Request processed in 661us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573828.025899:0:12623:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00080000:0.0:1777573828.025918:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573828.025922:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1777573828.025924:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1777573828.025926:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573828.025960:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1863919926489088:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.025967:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926489600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.025990:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573828.026006:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926490112:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.026022:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573828.026053:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926489600 00000100:00100000:0.0:1777573828.026057:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926489600 00000100:00100000:0.0:1777573828.026080:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926490112 00000100:00100000:0.0:1777573828.026082:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926490112 00000100:00100000:0.0:1777573828.026095:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1777573828.026100:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926489600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.026130:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1863919926489600:12345-0@lo:400:kworker.0 Request processed in 30us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573828.026136:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1777573828.026146:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1777573828.026151:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926490112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.026170:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1863919926490112:12345-0@lo:400:kworker.0 Request processed in 19us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573828.026176:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00080000:0.0:1777573828.026203:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1777573828.026219:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926489600:0@lo:400:kworker.0 00000100:00100000:0.0:1777573828.026227:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1863919926490112:0@lo:400:kworker.0 00000100:00100000:1.0:1777573828.026321:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1863919926490368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 707us (1905us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573828.026327:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1777573828.026396:0:8363:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926490496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 670us (1929us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573828.026403:0:8363:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1777573828.026456:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc44b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926490496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1777573828.026467:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1863919926489344:0@lo:400:kworker.0 00000100:00100000:3.0:1777573828.026476:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1863919926489856:0@lo:400:kworker.0 00000100:00100000:3.0:1777573828.026485:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def79bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1863919926490368:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1777573828.610044:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573829.559042:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1777573829.559075:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926490624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1777573829.559179:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573829.559399:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573829.559417:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926490752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573829.559450:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573829.559631:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926490752 00000100:00100000:2.0:1777573829.559651:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926490752 00000100:00100000:2.0:1777573829.559739:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1777573829.559751:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926490752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1777573829.559794:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573829.559842:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926490752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573829.559849:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1777573829.563606:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573829.563827:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926490880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573829.563915:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1777573829.564048:0:10243:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926490880 00000100:00100000:2.0:1777573829.564058:0:10243:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926490880 00000100:00100000:2.0:1777573829.564122:0:10243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1777573829.564134:0:10243:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926490880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1777573829.564176:0:10243:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1777573829.564230:0:10243:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926490880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1777573829.564237:0:10243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1777573829.564451:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926490880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573829.564574:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926490752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1777573829.566042:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926490624 00000100:00100000:1.0:1777573829.566053:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926490624 00000100:00100000:1.0:1777573829.566117:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:1.0:1777573829.566127:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926490624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1777573829.566181:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:1.0:1777573829.566273:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926490624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 147us (7092us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573829.566280:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:1.0:1777573829.566334:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926490624:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1777573829.624476:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1777573830.647075:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1777573831.095120:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1777573831.095163:0:3635:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926491008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1777573831.095262:0:3635:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573831.096177:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491008 00000100:00100000:1.0:1777573831.096191:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491008 00000100:00100000:1.0:1777573831.096271:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1777573831.096283:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926491008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1777573831.096329:0:6491:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446371328 avail 1300131840 00000100:00100000:1.0:1777573831.096565:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc44b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1863919926491008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 283us (1302us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573831.096573:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1777573831.096712:0:3635:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1863919926491008:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1777573831.673287:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1777573832.700725:0:6474:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1777573833.143751:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926491264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1777573833.143816:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.143870:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1777573833.143876:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926491136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573833.143897:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.144001:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491264 00000100:00100000:1.0:1777573833.144009:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491264 00000100:00100000:1.0:1777573833.144050:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491136 00000100:00100000:1.0:1777573833.144052:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491136 00000100:00100000:1.0:1777573833.144068:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1777573833.144076:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926491264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1777573833.144116:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573833.144158:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc2f0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926491264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573833.144165:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1777573833.144183:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1777573833.144188:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926491136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1777573833.144199:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1777573833.144220:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc455f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1863919926491136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573833.144225:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1777573833.144263:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1863919926491136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1777573833.144273:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926491264:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1777573833.144497:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1777573833.145173:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926491520:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.145213:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.145242:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926492032:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.145261:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.145276:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926492544:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.145296:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.145315:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1777573833.145320:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926491392:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.145441:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491520 00000100:00100000:0.0:1777573833.145447:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491520 00000100:00100000:0.0:1777573833.145480:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492032 00000100:00100000:0.0:1777573833.145482:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492032 00000100:00100000:0.0:1777573833.145502:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492544 00000100:00100000:0.0:1777573833.145505:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492544 00000100:00100000:0.0:1777573833.145523:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1777573833.145530:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926491520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.146328:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1863919926491520:12345-0@lo:400:kworker.0 Request processed in 796us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573833.146462:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1777573833.146482:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:0.0:1777573833.146489:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926492032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.146524:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4ed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1863919926492032:12345-0@lo:400:kworker.0 Request processed in 37us (1262us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573833.146530:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:0.0:1777573833.146542:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1777573833.146548:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926492544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.146574:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4505c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1863919926492544:12345-0@lo:400:kworker.0 Request processed in 26us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573833.146580:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1777573833.146602:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926491776:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.146631:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573833.146667:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926492288:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.146689:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573833.146783:0:6486:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491776 00000100:00100000:3.0:1777573833.146788:0:6486:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491776 00000100:00100000:3.0:1777573833.146812:0:6486:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:3.0:1777573833.146818:0:6486:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926491776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573833.146850:0:6486:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1863919926491776:12345-0@lo:400:kworker.0 Request processed in 33us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573833.146856:0:6486:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1777573833.146955:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1863919926491776:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.146969:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1777573833.146975:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926491648:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.146999:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573833.147015:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926492160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.147033:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573833.147047:0:3638:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926492672:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.147065:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573833.147098:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492160 00000100:00100000:0.0:1777573833.147102:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492160 00000100:00100000:0.0:1777573833.147120:0:6487:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492672 00000100:00100000:0.0:1777573833.147122:0:6487:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492672 00000100:00100000:0.0:1777573833.147137:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1777573833.147143:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926492160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.147176:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1863919926492160:12345-0@lo:400:kworker.0 Request processed in 33us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573833.147182:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1777573833.147194:0:6487:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:0.0:1777573833.147199:0:6487:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926492672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.147222:0:6487:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1863919926492672:12345-0@lo:400:kworker.0 Request processed in 23us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573833.147228:0:6487:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00080000:0.0:1777573833.147242:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1777573833.147245:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1777573833.147270:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1863919926492160:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.147278:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1863919926492672:0@lo:400:kworker.0 00000100:00100000:3.0:1777573833.147371:0:8361:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492288 00000100:00100000:3.0:1777573833.147376:0:8361:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492288 00000100:00100000:3.0:1777573833.147417:0:8361:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1777573833.147423:0:8361:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926492288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573833.147458:0:8361:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1863919926492288:12345-0@lo:400:kworker.0 Request processed in 36us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573833.147464:0:8361:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1777573833.147484:0:6490:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491648 00000100:00100000:3.0:1777573833.147487:0:6490:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491648 00000100:00100000:3.0:1777573833.147511:0:6490:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1777573833.147517:0:6490:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926491648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573833.147546:0:6490:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1863919926491648:12345-0@lo:400:kworker.0 Request processed in 30us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573833.147552:0:6490:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1777573833.147583:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926491648:0@lo:400:kworker.0 00000100:00100000:3.0:1777573833.147592:0:3638:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ded0cc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1863919926492288:0@lo:400:kworker.0 00000100:00080000:0.0:1777573833.147920:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573833.147988:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.148025:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926491904:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.148051:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.148078:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926492416:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.148108:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1777573833.148135:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1863919926491520:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.148147:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1863919926492032:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.148156:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1863919926492544:0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.148182:0:8359:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492416 00000100:00100000:1.0:1777573833.148185:0:8359:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492416 00000100:00100000:1.0:1777573833.148216:0:8359:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1777573833.148223:0:8359:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926492416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1777573833.148258:0:8359:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926492416:12345-0@lo:400:kworker.0 Request processed in 36us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1777573833.148264:0:8359:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00080000:1.0:1777573833.148280:0:6481:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1777573833.148295:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4ed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926492416:0@lo:400:kworker.0 00000100:00100000:3.0:1777573833.148424:0:6491:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491904 00000100:00100000:3.0:1777573833.148429:0:6491:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491904 00000100:00100000:3.0:1777573833.148462:0:6491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1777573833.148469:0:6491:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926491904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1777573833.148503:0:6491:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc4504a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1863919926491904:12345-0@lo:400:kworker.0 Request processed in 35us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573833.148509:0:6491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1777573833.148571:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1863919926491904:0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.148620:0:6480:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926491392 00000100:00100000:0.0:1777573833.148624:0:6480:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926491392 00000100:00100000:0.0:1777573833.148729:0:6480:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1777573833.148738:0:6480:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926491392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1777573833.148775:0:6480:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89dec80bf850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab70bb4e-31bc-406d-a7d0-d9f230cbf721+23:3636:x1863919926491392:12345-0@lo:400:kworker.0 Request processed in 39us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573833.148781:0:6480:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:1.0:1777573833.148848:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc455f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab70bb4e-31bc-406d-a7d0-d9f230cbf721:3636:1863919926491392:0@lo:400:kworker.0 00010000:00010000:0.0:1777573833.719110:0:8386:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1777573834.678961:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1777573834.678987:0:3637:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926492800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1777573834.679065:0:3637:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1777573834.679233:0:24449:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492800 00000100:00100000:0.0:1777573834.679242:0:24449:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492800 00000100:00100000:0.0:1777573834.679295:0:24449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1777573834.679303:0:24449:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926492800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1777573834.679330:0:24449:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1777573834.679373:0:24449:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1863919926492800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1777573834.679379:0:24449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1777573834.679422:0:3637:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89def4d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1863919926492800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1777573834.679767:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1777573834.679776:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926492928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1777573834.679805:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573834.679828:0:8364:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926492928 00000100:00100000:3.0:1777573834.679832:0:8364:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926492928 00000100:00100000:3.0:1777573834.679853:0:8364:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1777573834.679858:0:8364:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926492928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1777573834.679869:0:8364:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 276416 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1777573834.679894:0:8364:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89ddc40d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1863919926492928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573834.679899:0:8364:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1777573834.679928:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926492928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1777573834.682894:0:3636:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926493056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1777573834.682957:0:3636:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1777573834.685301:0:13250:0:(service.c:2282:ptlrpc_server_handle_req_in()) unwrap req x1863919926493056 00000100:00100000:3.0:1777573834.685312:0:13250:0:(service.c:2347:ptlrpc_server_handle_req_in()) got req x1863919926493056 00000100:00100000:3.0:1777573834.685362:0:13250:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1777573834.685373:0:13250:0:(service.c:2533:ptlrpc_server_handle_request()) Handling RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926493056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1777573834.685408:0:13250:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446207488 avail 1299968000 00000100:00100000:3.0:1777573834.691281:0:13250:0:(service.c:2591:ptlrpc_server_handle_request()) Handled RPC req@ffff89def4d6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3636:x1863919926493056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5900us (8313us total) trans 0 rc 0/0 00000100:00100000:3.0:1777573834.691294:0:13250:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:0.0:1777573834.692883:0:3636:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff89ddc40d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1863919926493056:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1777573834.700033:0:111141:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg409-server.virtnet: executing load_modules_local 00010000:00010000:2.0:1777573834.742946:0:6473:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1777573836.221795:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69880. 02000000:00000010:0.0:1777573836.221819:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026400. 02000000:00000010:0.0:1777573836.221884:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc45f9800. 00000400:00000010:0.0:1777573836.221891:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79402c0. 00000400:00000010:0.0:1777573836.221898:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f7f8. 00000100:00000200:0.0:1777573836.221906:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926493184, portal 4 00000400:00000010:0.0:1777573836.221913:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573836.221916:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926493184, offset 0 00000400:00000200:0.0:1777573836.221924:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573836.221937:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573836.221951:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bc000 00000400:00000200:0.0:1777573836.221959:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 17752 00000400:00000200:0.0:1777573836.222190:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573836.222196:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573836.222205:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573836.222211:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69180. 00000400:00000200:0.0:1777573836.222261:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573836.222264:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573836.222271:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d69880 x1863919926493184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573852 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573836.222292:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb660. 00000100:00000010:0.0:1777573836.222304:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf00. 00000100:00000010:0.0:1777573836.222309:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbba0. 00000100:00000010:0.0:1777573836.222314:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb0c0. 00000020:00000010:2.0:1777573836.232759:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573836.232770:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573836.232778:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492d400. 00000020:00000010:2.0:1777573836.232784:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573836.232789:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573836.232847:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573836.232849:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000100:00000200:2.0:1777573836.232852:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926493184 02000000:00000010:2.0:1777573836.232873:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7948000. 00010000:00000200:2.0:1777573836.232910:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d69180 x1863919926493184/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:337/0 lens 224/368 e 0 to 0 dl 1777573847 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573836.232930:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573836.232938:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926493184, offset 224 00000400:00000200:2.0:1777573836.232944:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573836.232959:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573836.233135:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc000 00000400:00000200:2.0:1777573836.233142:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16e4d [1] + 224 00000400:00000200:2.0:1777573836.233150:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573836.233153:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573836.233163:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d69880 x1863919926493184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573852 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573836.233187:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573836.233189:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000020:00000010:2.0:1777573836.233203:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573836.233207:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573836.233211:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492d400. 00000100:00000010:2.0:1777573836.233236:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbba0. 00000400:00000010:2.0:1777573836.233254:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79402c0. 00000400:00000200:2.0:1777573836.233259:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f7f8 00000400:00000010:2.0:1777573836.233260:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f7f8. 00000100:00000200:2.0:1777573836.233266:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d69880 x1863919926493184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573852 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573836.233275:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d69880 x1863919926493184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573852 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573836.233306:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc45f9800. 02000000:00000010:2.0:1777573836.233311:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026400. 00000100:00000010:2.0:1777573836.233316:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69880. 00000100:00000010:1.0:1777573836.233737:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf00. 00000100:00000010:3.0:1777573836.233929:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb0c0. 00000100:00000010:0.0:1777573836.234376:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb660. 00000400:00000010:2.0:1777573837.814770:0:3632:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff89dec3c62f18. 00080000:00000010:0.0:1777573837.858325:0:111392:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dd80. 00080000:00000010:0.0:1777573837.858334:0:111392:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dd80. 00080000:00000010:0.0:1777573837.858343:0:111392:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dd80. 00080000:00000010:0.0:1777573837.858347:0:111392:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dd80. 00080000:00000010:2.0:1777573837.871095:0:111394:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573837.871106:0:111394:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573837.871115:0:111394:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573837.871120:0:111394:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70f80. 00000100:00000010:1.0:1777573838.262854:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4504000. 02000000:00000010:1.0:1777573838.262877:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faaf00. 00000100:00000010:2.0:1777573838.263016:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2a00. 02000000:00000010:2.0:1777573838.263024:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbed5400. 00000100:00000010:2.0:1777573838.263039:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1880. 02000000:00000010:2.0:1777573838.263043:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6400. 00000100:00000010:2.0:1777573838.263049:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2d80. 02000000:00000010:2.0:1777573838.263053:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2100. 02000000:00000010:0.0:1777573838.263117:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc45f9800. 00000400:00000010:0.0:1777573838.263124:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573838.263129:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573838.263135:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926493312, portal 4 00000400:00000010:0.0:1777573838.263142:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573838.263145:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926493312, offset 0 00000400:00000200:0.0:1777573838.263152:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573838.263164:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573838.263175:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bc080 00000400:00000200:0.0:1777573838.263182:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 12320 00000400:00000200:0.0:1777573838.263189:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573838.263193:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573838.263200:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573838.263204:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69f80. 00000400:00000200:0.0:1777573838.263222:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573838.263224:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573838.263231:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4504000 x1863919926493312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573838.263250:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb660. 00000100:00000010:0.0:1777573838.263261:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb240. 00000100:00000010:0.0:1777573838.263265:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbe40. 00000100:00000010:0.0:1777573838.263270:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb300. 02000000:00000010:1.0:1777573838.263338:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547200. 00000400:00000010:1.0:1777573838.263343:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573838.263346:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573838.263349:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926493568, portal 10 00000400:00000010:1.0:1777573838.263354:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573838.263356:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926493568, offset 0 00000400:00000200:1.0:1777573838.263361:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573838.263366:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573838.263371:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bc180 00000400:00000200:1.0:1777573838.263376:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 116504 00000400:00000200:1.0:1777573838.263395:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573838.263398:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573838.263403:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573838.263406:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4506a00. 00000400:00000200:1.0:1777573838.263420:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573838.263421:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573838.263426:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b1880 x1863919926493568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573838.263466:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547c00. 00000400:00000010:1.0:1777573838.263470:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d68. 00000400:00000010:1.0:1777573838.263473:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573838.263476:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926493440, portal 25 00000400:00000010:1.0:1777573838.263479:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573838.263481:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926493440, offset 0 00000400:00000200:1.0:1777573838.263484:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573838.263489:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573838.263493:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1bc100 00000400:00000200:1.0:1777573838.263498:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15495 [2] + 0 00000400:00000010:1.0:1777573838.263501:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7688. 00000400:00000200:1.0:1777573838.263505:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc446cf00 00000400:00000200:1.0:1777573838.263507:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573838.263510:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573838.263514:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc446cf00 00000400:00000010:1.0:1777573838.263516:0:3636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc446cf00. 00000100:00000200:1.0:1777573838.263520:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573838.263531:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573838.263533:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573838.263537:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b2a00 x1863919926493440/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573838.263577:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573838.263581:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573838.263586:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546e00. 00000020:00000010:1.0:1777573838.263591:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573838.263596:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573838.263639:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573838.263641:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000100:00000200:1.0:1777573838.263644:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926493568 02000000:00000010:1.0:1777573838.263657:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411d000. 00010000:00000200:1.0:1777573838.263664:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4506a00 x1863919926493568/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573838.263676:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573838.263679:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926493568, offset 224 00000400:00000200:1.0:1777573838.263682:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573838.263686:0:6487:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573838.263691:0:6487:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bc180 00000400:00000200:1.0:1777573838.263695:0:6487:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e61 [1] + 224 00000400:00000200:1.0:1777573838.263698:0:6487:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573838.263701:0:6487:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573838.263726:0:6487:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b1880 x1863919926493568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573838.263740:0:6487:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573838.263742:0:6487:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000020:00000010:1.0:1777573838.263751:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573838.263754:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573838.263757:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546e00. 00000020:00000010:1.0:1777573838.263776:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573838.263778:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573838.263781:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546e00. 00000020:00000010:1.0:1777573838.263783:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573838.263785:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573838.263799:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573838.263801:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000100:00000200:1.0:1777573838.263804:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926493440 02000000:00000010:1.0:1777573838.263809:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411d800. 00010000:00000200:1.0:1777573838.263814:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec80bcc50 x1863919926493440/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573838.263823:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573838.263826:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926493440, offset 224 00000400:00000200:1.0:1777573838.263829:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573838.263833:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573838.263837:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1bc100 00000400:00000200:1.0:1777573838.263842:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16e69 [1] + 224 00000400:00000200:1.0:1777573838.263845:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573838.263848:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573838.263853:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b2a00 x1863919926493440/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573838.263862:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573838.263863:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000020:00000010:1.0:1777573838.263868:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573838.263871:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573838.263873:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546e00. 02000000:00000010:1.0:1777573838.263878:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411d800. 00000100:00000200:1.0:1777573838.263882:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573838.263885:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37840. 00000400:00000010:1.0:1777573838.263889:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc1fe93c0. 00000400:00000010:1.0:1777573838.263904:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:1.0:1777573838.263907:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573838.263908:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573838.263912:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b2a00 x1863919926493440/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573838.263920:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b2a00 x1863919926493440/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573838.263937:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000400:00000200:1.0:1777573838.263939:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573838.263941:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573838.263944:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b1880 x1863919926493568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573838.263952:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b1880 x1863919926493568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573838.263965:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547c00. 02000000:00000010:1.0:1777573838.263969:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbed5400. 00000100:00000010:1.0:1777573838.263974:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b2a00. 02000000:00000010:1.0:1777573838.263977:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547200. 02000000:00000010:1.0:1777573838.263979:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6400. 00000100:00000010:1.0:1777573838.263982:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1880. 00000020:00000010:1.0:1777573838.264021:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573838.264033:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547200. 00000020:00000010:1.0:1777573838.264035:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573838.264038:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573838.264053:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c78c0. 00000020:00000010:1.0:1777573838.264055:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c78c0. 00000100:00000200:1.0:1777573838.264057:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926493312 02000000:00000010:1.0:1777573838.264063:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc411d800. 00010000:00000200:1.0:1777573838.264087:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d69f80 x1863919926493312/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:339/0 lens 224/368 e 0 to 0 dl 1777573849 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573838.264096:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573838.264099:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926493312, offset 224 00000400:00000200:1.0:1777573838.264103:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573838.264108:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573838.264113:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc080 00000400:00000200:1.0:1777573838.264117:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16e59 [1] + 224 00000400:00000200:1.0:1777573838.264121:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573838.264123:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573838.264129:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4504000 x1863919926493312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573838.264186:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d1c00. 02000000:00000010:3.0:1777573838.264194:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4a00. 00000100:00000010:2.0:1777573838.264256:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2680. 02000000:00000010:2.0:1777573838.264261:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2000. 00000100:00000010:2.0:1777573838.264272:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1880. 02000000:00000010:2.0:1777573838.264276:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2700. 00000100:00000010:2.0:1777573838.264281:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2a00. 02000000:00000010:2.0:1777573838.264284:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2c00. 00000100:00000010:2.0:1777573838.264288:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0e00. 02000000:00000010:2.0:1777573838.264291:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2500. 00000100:00000010:2.0:1777573838.264295:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0700. 02000000:00000010:2.0:1777573838.264298:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2e00. 00000100:00000010:2.0:1777573838.264303:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77cb480. 02000000:00000010:2.0:1777573838.264306:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2a00. 00000100:00000010:2.0:1777573838.264310:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77c9f80. 02000000:00000010:2.0:1777573838.264313:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2f00. 00000100:00000010:2.0:1777573838.264318:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a17480. 02000000:00000010:2.0:1777573838.264321:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2800. 00000100:00000010:2.0:1777573838.264326:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a17b80. 02000000:00000010:2.0:1777573838.264329:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded8b7af00. 02000000:00000010:2.0:1777573838.264344:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492da00. 00000400:00000010:2.0:1777573838.264348:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7aa8. 00000400:00000010:2.0:1777573838.264351:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573838.264354:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494080, portal 4 00000400:00000010:2.0:1777573838.264358:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573838.264360:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926494080, offset 0 00000400:00000200:2.0:1777573838.264364:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.264369:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.264373:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bc380 00000400:00000200:2.0:1777573838.264396:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 17976 00000400:00000200:2.0:1777573838.264408:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.264411:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.264415:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573838.264419:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc419a300. 00000400:00000200:2.0:1777573838.264430:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573838.264432:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573838.264436:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b1880 x1863919926494080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.264451:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492c000. 00000400:00000010:2.0:1777573838.264454:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7160. 00000400:00000010:2.0:1777573838.264456:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573838.264459:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494592, portal 4 00000400:00000010:2.0:1777573838.264463:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.264465:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926494592, offset 0 00000400:00000200:2.0:1777573838.264469:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.264473:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.264477:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bc580 00000400:00000200:2.0:1777573838.264481:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 896 00000400:00000200:2.0:1777573838.264485:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.264488:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.264492:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573838.264495:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc419b480. 00000400:00000200:2.0:1777573838.264505:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573838.264507:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.264511:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def77cb480 x1863919926494592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.264535:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d400. 00000400:00000010:2.0:1777573838.264537:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7b00. 00000400:00000010:2.0:1777573838.264539:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.264542:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926493952, portal 10 00000400:00000010:2.0:1777573838.264545:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.264547:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926493952, offset 0 00000400:00000200:2.0:1777573838.264550:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.264553:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.264557:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bc300 00000400:00000200:2.0:1777573838.264561:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 116728 00000400:00000200:2.0:1777573838.264565:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.264567:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.264570:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573838.264573:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4478e00. 00000400:00000200:2.0:1777573838.264582:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573838.264583:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.264587:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b2680 x1863919926493952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.264599:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d000. 00000400:00000010:2.0:1777573838.264602:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde76e0. 00000400:00000010:2.0:1777573838.264604:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.264606:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494464, portal 4 00000400:00000010:2.0:1777573838.264609:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.264611:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926494464, offset 0 00000400:00000200:2.0:1777573838.264614:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.264618:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.264622:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bc500 00000400:00000200:2.0:1777573838.264625:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 1120 00000400:00000200:2.0:1777573838.264628:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.264630:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.264633:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573838.264636:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc447a300. 00000400:00000200:2.0:1777573838.264644:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573838.264646:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.264650:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b0700 x1863919926494464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.264662:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492de00. 00000400:00000010:2.0:1777573838.264665:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573838.264667:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.264669:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494976, portal 4 00000400:00000010:2.0:1777573838.264672:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.264674:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926494976, offset 0 00000400:00000200:2.0:1777573838.264677:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.264680:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.264684:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bc700 00000400:00000200:2.0:1777573838.264687:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 1344 00000400:00000200:2.0:1777573838.264704:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.264707:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.264710:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573838.264714:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2e1f100. 00000400:00000200:2.0:1777573838.264722:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573838.264724:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.264727:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a17b80 x1863919926494976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573838.264753:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e3c0. 00000020:00000010:2.0:1777573838.264759:0:12154:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492cc00. 00000020:00000010:2.0:1777573838.264762:0:12154:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573838.264765:0:12154:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573838.264782:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.264784:0:12154:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5dc0. 00000020:00000010:2.0:1777573838.264788:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.264791:0:12154:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:2.0:1777573838.264794:0:12154:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70580. 00000020:00000010:2.0:1777573838.264797:0:12154:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573838.264808:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.264810:0:12154:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7ac0. 00000020:00000010:2.0:1777573838.264813:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.264815:0:12154:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c400. 00000020:00000010:2.0:1777573838.264817:0:12154:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.264820:0:12154:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.264831:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.264833:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000100:00000200:2.0:1777573838.264835:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494592 02000000:00000010:2.0:1777573838.264842:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def794a400. 00010000:00000200:2.0:1777573838.264847:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc419b480 x1863919926494592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.264857:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.264859:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926494592, offset 224 00000400:00000200:2.0:1777573838.264863:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.264867:0:12154:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.264871:0:12154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bc580 00000400:00000200:2.0:1777573838.264875:0:12154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e89 [1] + 224 00000400:00000200:2.0:1777573838.264878:0:12154:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.264881:0:12154:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.264886:0:12154:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def77cb480 x1863919926494592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.264897:0:12154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573838.264898:0:12154:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000020:00000010:2.0:1777573838.264904:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573838.264907:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573838.264911:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492cc00. 00000020:00000010:2.0:1777573838.264919:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.264921:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000100:00000200:2.0:1777573838.264923:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494464 02000000:00000010:2.0:1777573838.264928:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def794a000. 00010000:00000200:2.0:1777573838.264932:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc447a300 x1863919926494464/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.264940:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.264943:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926494464, offset 224 00000400:00000200:2.0:1777573838.264946:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.264949:0:12154:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.264953:0:12154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bc500 00000400:00000200:2.0:1777573838.264957:0:12154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e99 [1] + 224 00000400:00000200:2.0:1777573838.264960:0:12154:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.264963:0:12154:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.264966:0:12154:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b0700 x1863919926494464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.264975:0:12154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573838.264976:0:12154:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000020:00000010:2.0:1777573838.264981:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70580. 00000020:00000010:2.0:1777573838.264983:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573838.265019:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000020:00000010:2.0:1777573838.265028:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265030:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000100:00000200:2.0:1777573838.265032:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494976 02000000:00000010:2.0:1777573838.265037:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7948c00. 00010000:00000200:2.0:1777573838.265041:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc2e1f100 x1863919926494976/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.265050:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.265052:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926494976, offset 224 00000400:00000200:2.0:1777573838.265055:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265059:0:12154:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265064:0:12154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bc700 00000400:00000200:2.0:1777573838.265067:0:12154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16ea1 [1] + 224 00000400:00000200:2.0:1777573838.265071:0:12154:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265073:0:12154:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265077:0:12154:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a17b80 x1863919926494976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.265086:0:12154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573838.265088:0:12154:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000020:00000010:2.0:1777573838.265093:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.265096:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.265098:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c400. 00000020:00000010:2.0:1777573838.265115:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265117:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265120:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c400. 00000020:00000010:2.0:1777573838.265122:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.265124:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.265141:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265142:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000100:00000200:2.0:1777573838.265144:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926493952 02000000:00000010:2.0:1777573838.265150:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7948400. 00010000:00000200:2.0:1777573838.265155:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4478e00 x1863919926493952/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.265163:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.265165:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926493952, offset 224 00000400:00000200:2.0:1777573838.265169:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265173:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265177:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bc300 00000400:00000200:2.0:1777573838.265180:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16e91 [1] + 224 00000400:00000200:2.0:1777573838.265184:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265186:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265191:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b2680 x1863919926493952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.265199:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573838.265201:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000020:00000010:2.0:1777573838.265206:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.265208:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.265211:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c400. 00000400:00000010:2.0:1777573838.265229:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7b00. 00000400:00000200:2.0:1777573838.265231:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573838.265233:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.265237:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b2680 x1863919926493952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.265245:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b2680 x1863919926493952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.265259:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde76e0. 00000400:00000200:2.0:1777573838.265262:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573838.265263:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.265266:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b0700 x1863919926494464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.265273:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b0700 x1863919926494464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.265283:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:2.0:1777573838.265284:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573838.265286:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.265289:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a17b80 x1863919926494976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.265296:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a17b80 x1863919926494976/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.265305:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7160. 00000400:00000200:2.0:1777573838.265307:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573838.265308:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573838.265312:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def77cb480 x1863919926494592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.265319:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def77cb480 x1863919926494592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.265330:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d400. 02000000:00000010:2.0:1777573838.265334:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2000. 00000100:00000010:2.0:1777573838.265338:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b2680. 02000000:00000010:2.0:1777573838.265341:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d000. 02000000:00000010:2.0:1777573838.265343:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2e00. 00000100:00000010:2.0:1777573838.265345:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b0700. 02000000:00000010:2.0:1777573838.265349:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492de00. 02000000:00000010:2.0:1777573838.265352:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded8b7af00. 00000100:00000010:2.0:1777573838.265354:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a17b80. 02000000:00000010:2.0:1777573838.265357:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492c000. 02000000:00000010:2.0:1777573838.265359:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2a00. 00000100:00000010:2.0:1777573838.265360:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cb480. 02000000:00000010:2.0:1777573838.265396:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492c000. 00000400:00000010:2.0:1777573838.265399:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7160. 00000400:00000010:2.0:1777573838.265401:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573838.265404:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926493696, portal 4 00000400:00000010:2.0:1777573838.265407:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.265410:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926493696, offset 0 00000400:00000200:2.0:1777573838.265413:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265417:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265422:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bc200 00000400:00000200:2.0:1777573838.265427:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 18200 00000400:00000200:2.0:1777573838.265430:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265433:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265435:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573838.265439:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77cb480. 00000400:00000200:2.0:1777573838.265448:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573838.265450:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.265454:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b2d80 x1863919926493696/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.265470:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492de00. 00000400:00000010:2.0:1777573838.265473:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573838.265475:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.265478:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494208, portal 10 00000400:00000010:2.0:1777573838.265481:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.265483:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926494208, offset 0 00000400:00000200:2.0:1777573838.265486:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265490:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265494:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bc400 00000400:00000200:2.0:1777573838.265498:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 116952 00000400:00000200:2.0:1777573838.265501:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265503:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265506:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573838.265509:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a17b80. 00000400:00000200:2.0:1777573838.265517:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573838.265518:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.265522:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b2a00 x1863919926494208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.265535:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d000. 00000400:00000010:2.0:1777573838.265537:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde76e0. 00000400:00000010:2.0:1777573838.265539:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.265541:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494720, portal 10 00000400:00000010:2.0:1777573838.265544:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.265546:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926494720, offset 0 00000400:00000200:2.0:1777573838.265549:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265553:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265557:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bc600 00000400:00000200:2.0:1777573838.265559:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 117176 00000400:00000200:2.0:1777573838.265563:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265565:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265568:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573838.265570:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0700. 00000400:00000200:2.0:1777573838.265577:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573838.265579:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.265583:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def77c9f80 x1863919926494720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.265602:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7949400. 00000400:00000010:2.0:1777573838.265604:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7b00. 00000400:00000010:2.0:1777573838.265607:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.265609:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926493824, portal 4 00000400:00000010:2.0:1777573838.265612:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.265614:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926493824, offset 0 00000400:00000200:2.0:1777573838.265616:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265620:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265624:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bc280 00000400:00000200:2.0:1777573838.265628:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 12544 00000400:00000200:2.0:1777573838.265631:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265634:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265636:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573838.265639:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2680. 00000400:00000200:2.0:1777573838.265646:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573838.265647:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.265651:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d1c00 x1863919926493824/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.265663:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d400. 00000400:00000010:2.0:1777573838.265666:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7268. 00000400:00000010:2.0:1777573838.265668:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.265670:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494336, portal 10 00000400:00000010:2.0:1777573838.265674:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573838.265675:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926494336, offset 0 00000400:00000200:2.0:1777573838.265678:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265682:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265686:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bc480 00000400:00000200:2.0:1777573838.265689:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 117400 00000400:00000200:2.0:1777573838.265712:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265714:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265717:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573838.265722:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494d180. 00000400:00000200:2.0:1777573838.265731:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573838.265733:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573838.265737:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b0e00 x1863919926494336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.265751:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492c400. 00000400:00000010:2.0:1777573838.265754:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7478. 00000400:00000010:2.0:1777573838.265756:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573838.265758:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926494848, portal 10 00000400:00000010:2.0:1777573838.265761:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573838.265763:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926494848, offset 0 00000400:00000200:2.0:1777573838.265766:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265769:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265773:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bc680 00000400:00000200:2.0:1777573838.265776:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 117624 00000400:00000200:2.0:1777573838.265779:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265782:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265784:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573838.265787:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494ca80. 00000400:00000200:2.0:1777573838.265794:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573838.265796:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573838.265799:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a17480 x1863919926494848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573838.265831:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265833:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265836:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:2.0:1777573838.265838:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.265841:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.265858:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265860:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265862:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492cc00. 00000020:00000010:2.0:1777573838.265864:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70580. 00000020:00000010:2.0:1777573838.265866:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573838.265874:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265876:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000100:00000200:2.0:1777573838.265877:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494080 02000000:00000010:2.0:1777573838.265886:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7949c00. 00010000:00000200:2.0:1777573838.265891:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc419a300 x1863919926494080/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.265900:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573838.265903:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926494080, offset 224 00000400:00000200:2.0:1777573838.265905:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.265910:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.265914:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bc380 00000400:00000200:2.0:1777573838.265918:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16e81 [1] + 224 00000400:00000200:2.0:1777573838.265922:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.265924:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.265930:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b1880 x1863919926494080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.265941:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573838.265943:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000020:00000010:2.0:1777573838.265948:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.265950:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.265953:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000020:00000010:2.0:1777573838.265961:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.265963:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000100:00000200:2.0:1777573838.265965:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926493696 02000000:00000010:2.0:1777573838.265971:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7949800. 00010000:00000200:2.0:1777573838.265975:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def77cb480 x1863919926493696/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.265983:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573838.266021:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926493696, offset 224 00000400:00000200:2.0:1777573838.266026:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.266030:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.266034:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bc200 00000400:00000200:2.0:1777573838.266038:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16eb9 [1] + 224 00000400:00000200:2.0:1777573838.266041:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.266044:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.266048:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b2d80 x1863919926493696/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.266060:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573838.266062:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000020:00000010:2.0:1777573838.266068:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70580. 00000020:00000010:2.0:1777573838.266070:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573838.266073:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492cc00. 00000400:00000010:2.0:1777573838.266085:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7160. 00000400:00000200:2.0:1777573838.266088:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573838.266089:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573838.266093:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b2d80 x1863919926493696/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.266101:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b2d80 x1863919926493696/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.266114:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492c000. 02000000:00000010:2.0:1777573838.266117:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2100. 00000100:00000010:2.0:1777573838.266120:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b2d80. 00000400:00000010:2.0:1777573838.266130:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7aa8. 00000400:00000200:2.0:1777573838.266132:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573838.266134:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573838.266138:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b1880 x1863919926494080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.266146:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b1880 x1863919926494080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.266155:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492da00. 02000000:00000010:2.0:1777573838.266158:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2700. 00000100:00000010:2.0:1777573838.266160:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1880. 00000020:00000010:2.0:1777573838.266200:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573838.266207:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492da00. 00000020:00000010:2.0:1777573838.266209:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70580. 00000020:00000010:2.0:1777573838.266212:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573838.266226:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eec0. 00000020:00000010:2.0:1777573838.266229:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89deeeb04b80. 00000020:00000010:2.0:1777573838.266232:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eec0. 00000020:00000010:2.0:1777573838.266234:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c000. 00000020:00000010:2.0:1777573838.266237:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.266238:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.266246:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eec0. 00000020:00000010:2.0:1777573838.266249:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492cc00. 00000020:00000010:2.0:1777573838.266251:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573838.266253:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573838.266259:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266261:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89deeeb04b40. 00000020:00000010:2.0:1777573838.266264:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266266:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:2.0:1777573838.266268:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573838.266271:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573838.266277:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266279:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000100:00000200:2.0:1777573838.266281:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494208 02000000:00000010:2.0:1777573838.266301:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def78f5c00. 00010000:00000200:2.0:1777573838.266306:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a17b80 x1863919926494208/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266315:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573838.266318:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926494208, offset 224 00000400:00000200:2.0:1777573838.266321:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.266326:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.266330:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bc400 00000400:00000200:2.0:1777573838.266334:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ec1 [1] + 224 00000400:00000200:2.0:1777573838.266337:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.266340:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.266345:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b2a00 x1863919926494208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.266357:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573838.266358:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000020:00000010:2.0:1777573838.266364:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70580. 00000020:00000010:2.0:1777573838.266366:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573838.266368:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492da00. 00000020:00000010:2.0:1777573838.266376:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266378:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000100:00000200:2.0:1777573838.266380:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494720 02000000:00000010:2.0:1777573838.266386:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def78f5000. 00010000:00000200:2.0:1777573838.266391:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b0700 x1863919926494720/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266399:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573838.266401:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926494720, offset 224 00000400:00000200:2.0:1777573838.266404:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.266408:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.266411:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bc600 00000400:00000200:2.0:1777573838.266415:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ec9 [1] + 224 00000400:00000200:2.0:1777573838.266418:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.266420:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.266425:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def77c9f80 x1863919926494720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.266433:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573838.266435:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000020:00000010:2.0:1777573838.266440:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573838.266443:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573838.266445:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c000. 00000020:00000010:2.0:1777573838.266455:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266457:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000100:00000200:2.0:1777573838.266460:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494336 02000000:00000010:2.0:1777573838.266465:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def78f7c00. 00010000:00000200:2.0:1777573838.266469:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494d180 x1863919926494336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266478:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573838.266480:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926494336, offset 224 00000400:00000200:2.0:1777573838.266483:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.266487:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.266491:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bc480 00000400:00000200:2.0:1777573838.266495:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ed9 [1] + 224 00000400:00000200:2.0:1777573838.266498:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.266501:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.266505:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b0e00 x1863919926494336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.266513:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573838.266515:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000020:00000010:2.0:1777573838.266520:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573838.266522:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573838.266525:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492cc00. 00000020:00000010:2.0:1777573838.266532:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266534:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000100:00000200:2.0:1777573838.266537:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926494848 02000000:00000010:2.0:1777573838.266541:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def78f4800. 00010000:00000200:2.0:1777573838.266545:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494ca80 x1863919926494848/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:339/0 lens 224/224 e 0 to 0 dl 1777573849 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266554:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573838.266556:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926494848, offset 224 00000400:00000200:2.0:1777573838.266558:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.266562:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.266566:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bc680 00000400:00000200:2.0:1777573838.266569:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16ee1 [1] + 224 00000400:00000200:2.0:1777573838.266572:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.266575:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.266579:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a17480 x1863919926494848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.266587:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573838.266589:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000020:00000010:2.0:1777573838.266593:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573838.266595:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573838.266598:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000400:00000010:2.0:1777573838.266610:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7268. 00000400:00000200:2.0:1777573838.266613:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573838.266614:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573838.266617:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b0e00 x1863919926494336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.266625:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b0e00 x1863919926494336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266637:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7478. 00000400:00000200:2.0:1777573838.266639:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573838.266640:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573838.266643:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a17480 x1863919926494848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.266650:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a17480 x1863919926494848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266659:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:2.0:1777573838.266661:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573838.266663:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573838.266666:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b2a00 x1863919926494208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.266673:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b2a00 x1863919926494208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266683:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde76e0. 00000400:00000200:2.0:1777573838.266685:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573838.266687:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.266690:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def77c9f80 x1863919926494720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.266712:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def77c9f80 x1863919926494720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.266722:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d400. 02000000:00000010:2.0:1777573838.266725:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2500. 00000100:00000010:2.0:1777573838.266728:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b0e00. 02000000:00000010:2.0:1777573838.266732:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492c400. 02000000:00000010:2.0:1777573838.266734:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2800. 00000100:00000010:2.0:1777573838.266736:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a17480. 02000000:00000010:2.0:1777573838.266739:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492de00. 02000000:00000010:2.0:1777573838.266741:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2c00. 00000100:00000010:2.0:1777573838.266742:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b2a00. 02000000:00000010:2.0:1777573838.266744:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d000. 02000000:00000010:2.0:1777573838.266746:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2f00. 00000100:00000010:2.0:1777573838.266749:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77c9f80. 00000020:00000010:2.0:1777573838.266841:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266845:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266848:0:8364:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492d000. 00000020:00000010:2.0:1777573838.266851:0:8364:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573838.266853:0:8364:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573838.266867:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573838.266870:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000100:00000200:2.0:1777573838.266871:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926493824 02000000:00000010:2.0:1777573838.266877:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def78f7000. 00010000:00000200:2.0:1777573838.266892:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b2680 x1863919926493824/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:339/0 lens 224/368 e 0 to 0 dl 1777573849 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573838.266901:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573838.266903:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926493824, offset 224 00000400:00000200:2.0:1777573838.266907:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573838.266912:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573838.266916:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc280 00000400:00000200:2.0:1777573838.266920:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16ed1 [1] + 224 00000400:00000200:2.0:1777573838.266924:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573838.266927:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573838.266932:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d1c00 x1863919926493824/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573838.266944:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573838.266945:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000020:00000010:2.0:1777573838.266951:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573838.266953:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573838.266955:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492d000. 00000400:00000010:2.0:1777573838.266965:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7b00. 00000400:00000200:2.0:1777573838.266967:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573838.266969:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573838.266972:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d1c00 x1863919926493824/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573838.266980:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d1c00 x1863919926493824/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573838.267070:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7949400. 02000000:00000010:2.0:1777573838.267074:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4a00. 00000100:00000010:2.0:1777573838.267076:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1c00. 00000400:00000200:1.0:1777573838.267344:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573838.267347:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000020:00000010:1.0:1777573838.267357:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573838.267360:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573838.267363:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547200. 00000400:00000010:0.0:1777573838.267451:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940268. 00000400:00000200:0.0:1777573838.267455:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573838.267457:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573838.267464:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4504000 x1863919926493312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573838.267473:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4504000 x1863919926493312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573838.267491:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc45f9800. 02000000:00000010:0.0:1777573838.267494:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faaf00. 00000100:00000010:0.0:1777573838.267498:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4504000. 00000100:00000010:0.0:1777573838.282826:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb660. 00000100:00000010:3.0:1777573838.282908:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb300. 00000100:00000010:1.0:1777573838.282967:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb240. 00000100:00000010:2.0:1777573838.283037:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbe40. 00080000:00000010:0.0:1777573838.555591:0:111407:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573838.555600:0:111407:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573838.555611:0:111407:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573838.555616:0:111407:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573838.555623:0:111407:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573838.555627:0:111407:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573838.555635:0:111407:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573838.555640:0:111407:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:1.0:1777573839.246125:0:111455:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573839.246134:0:111455:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573839.246145:0:111455:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573839.246150:0:111455:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573839.246160:0:111455:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573839.246164:0:111455:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573839.246173:0:111455:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573839.246177:0:111455:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00000100:00000010:3.0:1777573839.798824:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d1c00. 02000000:00000010:3.0:1777573839.798849:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4400. 02000000:00000010:0.0:1777573839.799630:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89defddd2c00. 00000400:00000010:0.0:1777573839.799638:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573839.799645:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573839.799652:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926495104, portal 4 00000400:00000010:0.0:1777573839.799659:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573839.799662:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926495104, offset 0 00000400:00000200:0.0:1777573839.799672:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573839.799685:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573839.799713:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bc780 00000400:00000200:0.0:1777573839.799720:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 12768 00000400:00000200:0.0:1777573839.799728:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573839.799732:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573839.799739:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573839.799744:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6a300. 00000400:00000200:0.0:1777573839.799763:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573839.799765:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573839.799772:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d1c00 x1863919926495104/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573839.799792:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbe40. 00000100:00000010:0.0:1777573839.799804:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb720. 00000100:00000010:0.0:1777573839.799810:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb9c0. 00000100:00000010:0.0:1777573839.799820:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb660. 00000020:00000010:0.0:1777573839.799879:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89deeeb04c80. 00000020:00000010:0.0:1777573839.799885:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89deeeb04c80. 00000020:00000010:0.0:1777573839.799891:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3061c00. 00000020:00000010:0.0:1777573839.799896:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573839.799900:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573839.799930:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89deeeb04c80. 00000020:00000010:0.0:1777573839.799933:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89deeeb04c80. 00000100:00000200:0.0:1777573839.799935:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926495104 02000000:00000010:0.0:1777573839.799965:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89defddd1800. 00010000:00000200:0.0:1777573839.799992:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d6a300 x1863919926495104/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1777573850 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573839.800006:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573839.800009:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926495104, offset 224 00000400:00000200:0.0:1777573839.800012:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573839.800018:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573839.800023:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc780 00000400:00000200:0.0:1777573839.800027:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f05 [1] + 224 00000400:00000200:0.0:1777573839.800031:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573839.800034:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573839.800039:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d1c00 x1863919926495104/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573839.800054:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573839.800056:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000020:00000010:0.0:1777573839.800066:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573839.800069:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573839.800073:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3061c00. 00000400:00000010:0.0:1777573839.800092:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940268. 00000400:00000200:0.0:1777573839.800095:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573839.800097:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573839.800101:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d1c00 x1863919926495104/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573839.800108:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d1c00 x1863919926495104/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573839.800135:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89defddd2c00. 02000000:00000010:0.0:1777573839.800140:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4400. 00000100:00000010:0.0:1777573839.800144:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1c00. 00000100:00000010:3.0:1777573839.800206:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d3b80. 02000000:00000010:3.0:1777573839.800216:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4f00. 02000000:00000010:0.0:1777573839.800512:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89defddd2c00. 00000400:00000010:0.0:1777573839.800517:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573839.800521:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573839.800524:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926495232, portal 4 00000400:00000010:0.0:1777573839.800529:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573839.800532:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926495232, offset 0 00000400:00000200:0.0:1777573839.800536:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573839.800541:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573839.800547:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bc800 00000400:00000200:0.0:1777573839.800552:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 18424 00000400:00000200:0.0:1777573839.800557:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573839.800560:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573839.800565:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573839.800569:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69500. 00000400:00000200:0.0:1777573839.800587:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573839.800590:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573839.800595:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d3b80 x1863919926495232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573839.800673:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ef00. 00000020:00000010:2.0:1777573839.800677:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ef00. 00000020:00000010:2.0:1777573839.800682:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2a00. 00000020:00000010:2.0:1777573839.800685:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573839.800688:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573839.800743:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ef00. 00000020:00000010:2.0:1777573839.800746:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ef00. 00000100:00000200:2.0:1777573839.800749:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926495232 02000000:00000010:2.0:1777573839.800759:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89deef1a6c00. 00010000:00000200:2.0:1777573839.800782:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d69500 x1863919926495232/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1777573850 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573839.800794:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573839.800797:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926495232, offset 224 00000400:00000200:2.0:1777573839.800802:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573839.800807:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573839.800812:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc800 00000400:00000200:2.0:1777573839.800817:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f11 [1] + 224 00000400:00000200:2.0:1777573839.800821:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573839.800824:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573839.800829:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d3b80 x1863919926495232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573839.800851:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573839.800854:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573839.800861:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573839.800865:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573839.800869:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2a00. 00000400:00000010:0.0:1777573839.801058:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940268. 00000400:00000200:0.0:1777573839.801062:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573839.801064:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573839.801068:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d3b80 x1863919926495232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573839.801077:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d3b80 x1863919926495232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573839.801096:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89defddd2c00. 02000000:00000010:0.0:1777573839.801100:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4f00. 00000100:00000010:0.0:1777573839.801103:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d3b80. 00000100:00000010:1.0:1777573839.801250:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4507b80. 02000000:00000010:1.0:1777573839.801259:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faa000. 02000000:00000010:0.0:1777573839.801570:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89defddd2c00. 00000400:00000010:0.0:1777573839.801574:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573839.801578:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573839.801581:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926495360, portal 4 00000400:00000010:0.0:1777573839.801585:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573839.801588:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926495360, offset 0 00000400:00000200:0.0:1777573839.801591:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573839.801597:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573839.801604:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bc880 00000400:00000200:0.0:1777573839.801608:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 12992 00000400:00000200:0.0:1777573839.801613:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573839.801616:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573839.801619:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573839.801628:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d68380. 00000400:00000200:0.0:1777573839.801646:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573839.801649:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573839.801654:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4507b80 x1863919926495360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573839.801738:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ef00. 00000020:00000010:2.0:1777573839.801742:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ef00. 00000020:00000010:2.0:1777573839.801746:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2a00. 00000020:00000010:2.0:1777573839.801749:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573839.801752:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573839.801773:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ef00. 00000020:00000010:2.0:1777573839.801776:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ef00. 00000100:00000200:2.0:1777573839.801778:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926495360 02000000:00000010:2.0:1777573839.801786:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89deef1a4c00. 00010000:00000200:2.0:1777573839.801799:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d68380 x1863919926495360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:340/0 lens 224/368 e 0 to 0 dl 1777573850 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573839.801809:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573839.801817:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926495360, offset 224 00000400:00000200:2.0:1777573839.801822:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573839.801827:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573839.801832:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc880 00000400:00000200:2.0:1777573839.801835:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f1d [1] + 224 00000400:00000200:2.0:1777573839.801839:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573839.801842:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573839.801847:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4507b80 x1863919926495360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573839.802190:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573839.802193:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573839.802203:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573839.802207:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573839.802211:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2a00. 00000400:00000010:1.0:1777573839.803058:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940268. 00000400:00000200:1.0:1777573839.803065:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:1.0:1777573839.803066:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:1.0:1777573839.803074:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4507b80 x1863919926495360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573839.803082:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4507b80 x1863919926495360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573839.803112:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89defddd2c00. 02000000:00000010:1.0:1777573839.803117:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faa000. 00000100:00000010:1.0:1777573839.803122:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4507b80. 00000100:00000010:3.0:1777573839.804807:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb660. 00000100:00000010:2.0:1777573839.804887:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb9c0. 00000100:00000010:0.0:1777573839.804967:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbe40. 00000100:00000010:1.0:1777573839.805028:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb720. 00080000:00000010:0.0:1777573839.948850:0:111504:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573839.948859:0:111504:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573839.948870:0:111504:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573839.948875:0:111504:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573839.948934:0:111504:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573839.948940:0:111504:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573839.948951:0:111504:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573839.948965:0:111504:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:3.0:1777573840.633893:0:111556:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573840.633902:0:111556:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573840.633914:0:111556:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573840.633918:0:111556:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573840.633928:0:111556:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573840.633932:0:111556:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573840.633952:0:111556:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573840.633957:0:111556:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00000100:00000010:0.0:1777573841.334919:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69880. 02000000:00000010:0.0:1777573841.334948:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488f00. 02000000:00000010:1.0:1777573841.335131:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc411c000. 00000400:00000010:1.0:1777573841.335138:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573841.335144:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573841.335150:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926495488, portal 4 00000400:00000010:1.0:1777573841.335157:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573841.335159:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926495488, offset 0 00000400:00000200:1.0:1777573841.335167:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573841.335327:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573841.335340:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bc900 00000400:00000200:1.0:1777573841.335348:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 18648 00000400:00000200:1.0:1777573841.335356:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573841.335360:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573841.335367:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573841.335372:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4507b80. 00000400:00000200:1.0:1777573841.335419:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573841.335422:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573841.335429:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d69880 x1863919926495488/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573857 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573841.335448:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d80. 00000100:00000010:1.0:1777573841.335458:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8600. 00000100:00000010:1.0:1777573841.335462:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8960. 00000100:00000010:1.0:1777573841.335466:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8c00. 00000100:00000010:3.0:1777573841.338363:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8c00. 00000100:00000010:2.0:1777573841.338738:0:253:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8960. 00000100:00000010:0.0:1777573841.340438:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d80. 00000020:00000010:1.0:1777573841.340762:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7200. 00000020:00000010:1.0:1777573841.340766:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7200. 00000020:00000010:1.0:1777573841.340771:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1600. 00000020:00000010:1.0:1777573841.340776:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48900. 00000020:00000010:1.0:1777573841.340780:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573841.340840:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7200. 00000020:00000010:1.0:1777573841.340842:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7200. 00000100:00000200:1.0:1777573841.340846:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926495488 02000000:00000010:1.0:1777573841.340864:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc411dc00. 00010000:00000200:1.0:1777573841.340938:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4507b80 x1863919926495488/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:342/0 lens 224/368 e 0 to 0 dl 1777573852 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573841.340956:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573841.340961:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926495488, offset 224 00000400:00000200:1.0:1777573841.340966:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573841.340978:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573841.340988:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc900 00000400:00000200:1.0:1777573841.341001:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f29 [1] + 224 00000400:00000200:1.0:1777573841.341007:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573841.341011:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573841.341019:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d69880 x1863919926495488/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573857 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573841.341043:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573841.341045:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000020:00000010:1.0:1777573841.341056:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48900. 00000020:00000010:1.0:1777573841.341059:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573841.341061:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1600. 00000400:00000010:0.0:1777573841.341105:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000400:00000200:0.0:1777573841.341109:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:0.0:1777573841.341111:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:0.0:1777573841.341116:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d69880 x1863919926495488/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573857 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573841.341125:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d69880 x1863919926495488/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573857 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573841.341151:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc411c000. 02000000:00000010:0.0:1777573841.341155:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488f00. 00000100:00000010:0.0:1777573841.341162:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69880. 00000100:00000010:1.0:1777573841.342475:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8600. 00080000:00000010:2.0:1777573841.346878:0:111605:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573841.346887:0:111605:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573841.346897:0:111605:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573841.346902:0:111605:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573841.346912:0:111605:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573841.346916:0:111605:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573841.346924:0:111605:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573841.346937:0:111605:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:1.0:1777573842.091240:0:111647:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573842.091249:0:111647:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573842.091260:0:111647:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573842.091264:0:111647:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573842.091275:0:111647:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573842.091280:0:111647:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573842.091288:0:111647:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573842.091293:0:111647:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00080000:00000010:3.0:1777573842.314070:0:111689:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573842.314079:0:111689:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573842.314089:0:111689:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573842.314094:0:111689:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a280. 00080000:00000010:2.0:1777573842.719558:0:111701:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573842.719566:0:111701:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573842.719578:0:111701:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573842.719583:0:111701:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573842.719592:0:111701:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573842.719597:0:111701:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573842.719607:0:111701:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573842.719612:0:111701:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:1.0:1777573842.989808:0:111740:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48d80. 00080000:00000010:1.0:1777573842.989817:0:111740:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48d80. 00080000:00000010:1.0:1777573842.989825:0:111740:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48d80. 00080000:00000010:1.0:1777573842.989830:0:111740:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48d80. 00000100:00000010:2.0:1777573843.382853:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494d880. 02000000:00000010:2.0:1777573843.382875:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded8b7af00. 00000100:00000010:3.0:1777573843.383116:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d3b80. 02000000:00000010:3.0:1777573843.383124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4d00. 00000100:00000010:3.0:1777573843.383641:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d1c00. 02000000:00000010:3.0:1777573843.383648:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4f00. 00000100:00000010:3.0:1777573843.383658:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc5c00. 02000000:00000010:3.0:1777573843.383662:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4a00. 00000100:00000010:3.0:1777573843.383668:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:3.0:1777573843.383672:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4400. 00000100:00000010:3.0:1777573843.383678:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429c000. 02000000:00000010:3.0:1777573843.383682:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468900. 00000100:00000010:3.0:1777573843.383686:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429f800. 02000000:00000010:3.0:1777573843.383690:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468500. 00000100:00000010:3.0:1777573843.383714:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429c700. 02000000:00000010:3.0:1777573843.383718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468800. 00000100:00000010:3.0:1777573843.383722:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429e300. 02000000:00000010:3.0:1777573843.383726:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468c00. 00000100:00000010:3.0:1777573843.383730:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429fb80. 02000000:00000010:3.0:1777573843.383734:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468b00. 00000100:00000010:3.0:1777573843.383739:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429d180. 02000000:00000010:3.0:1777573843.383743:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468700. 00000100:00000010:3.0:1777573843.383748:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429ea00. 02000000:00000010:3.0:1777573843.383752:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468300. 00000100:00000010:3.0:1777573843.383758:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4a80. 02000000:00000010:3.0:1777573843.383761:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468600. 00000100:00000010:3.0:1777573843.383766:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6680. 02000000:00000010:3.0:1777573843.383769:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468200. 02000000:00000010:2.0:1777573843.383836:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3a00. 00000400:00000010:2.0:1777573843.383843:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7b00. 00000400:00000010:2.0:1777573843.383850:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573843.383857:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496000, portal 4 00000400:00000010:2.0:1777573843.383863:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573843.383867:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926496000, offset 0 00000400:00000200:2.0:1777573843.383876:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1777573843.383924:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3361400. 00000400:00000010:0.0:1777573843.383929:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e18. 00000400:00000010:0.0:1777573843.383933:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573843.383936:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926495616, portal 4 00000400:00000010:0.0:1777573843.383940:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.383942:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926495616, offset 0 02000000:00000010:1.0:1777573843.383998:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef381400. 00000400:00000010:1.0:1777573843.384003:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:2.0:1777573843.384026:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573843.384038:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bcb00 00000400:00000200:0.0:1777573843.384054:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.384062:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573843.384068:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bc980 00000400:00000010:1.0:1777573843.385339:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573843.385347:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926495744, portal 25 00000400:00000010:1.0:1777573843.385352:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573843.385354:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926495744, offset 0 00000400:00000200:1.0:1777573843.385360:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.385369:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.385376:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1bca00 00000400:00000200:1.0:1777573843.385381:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15599 [2] + 0 00000400:00000010:1.0:1777573843.385385:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37630. 00000400:00000200:1.0:1777573843.385389:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc445b300 00000400:00000200:1.0:1777573843.385394:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.385398:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573843.385403:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc445b300 00000400:00000010:1.0:1777573843.385406:0:3636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc445b300. 00000100:00000200:1.0:1777573843.385411:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573843.385429:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573843.385431:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573843.385438:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d3b80 x1863919926495744/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573843.385457:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8c60. 00000100:00000010:1.0:1777573843.385469:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d88a0. 00000100:00000010:1.0:1777573843.385474:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d80. 00000100:00000010:1.0:1777573843.385478:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8960. 02000000:00000010:1.0:1777573843.385492:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef381c00. 00000400:00000010:1.0:1777573843.385495:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37630. 00000400:00000010:1.0:1777573843.385499:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573843.385501:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496128, portal 10 00000400:00000010:1.0:1777573843.385505:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573843.385507:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926496128, offset 0 00000400:00000200:1.0:1777573843.385511:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.385516:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.385520:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bcb80 00000400:00000200:1.0:1777573843.385525:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 117848 00000400:00000200:1.0:1777573843.385530:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.385533:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.385537:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573843.385542:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4504000. 00000400:00000200:1.0:1777573843.385555:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573843.385557:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573843.385561:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926496128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.385580:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1800. 00000400:00000010:1.0:1777573843.385583:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c377e8. 00000400:00000010:1.0:1777573843.385586:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573843.385589:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496640, portal 4 00000400:00000010:1.0:1777573843.385613:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573843.385617:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926496640, offset 0 00000400:00000200:1.0:1777573843.385620:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.385624:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.385629:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bcd80 00000400:00000200:1.0:1777573843.385634:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 1568 00000400:00000200:1.0:1777573843.385638:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.385641:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.385645:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573843.385651:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8700. 00000400:00000200:1.0:1777573843.385662:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573843.385664:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573843.385669:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429e300 x1863919926496640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.385688:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb0200. 00000400:00000010:1.0:1777573843.385706:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573843.385710:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573843.385713:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926497152, portal 4 00000400:00000010:1.0:1777573843.385717:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573843.385720:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926497152, offset 0 00000400:00000200:1.0:1777573843.385723:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.385727:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.385732:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bcf80 00000400:00000200:1.0:1777573843.385736:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 1792 00000400:00000200:1.0:1777573843.385739:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.385742:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.385745:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573843.385748:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9500. 00000400:00000200:1.0:1777573843.385757:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:1.0:1777573843.385759:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573843.385763:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4a80 x1863919926497152/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573843.385802:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb100. 02000000:00000010:1.0:1777573843.385816:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faa000. 02000000:00000010:1.0:1777573843.385840:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1000. 00000400:00000010:1.0:1777573843.385843:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c373c8. 00000400:00000010:1.0:1777573843.385847:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573843.385849:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926495872, portal 10 00000400:00000010:1.0:1777573843.385853:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573843.385855:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926495872, offset 0 00000400:00000200:1.0:1777573843.385860:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.385864:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.385869:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bca80 00000400:00000200:1.0:1777573843.385873:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 118072 00000400:00000200:1.0:1777573843.385878:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.385880:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.385884:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573843.385901:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8380. 00000400:00000200:1.0:1777573843.385912:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23bb0 00000400:00000010:1.0:1777573843.385914:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573843.385918:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d1c00 x1863919926495872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.385936:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb0000. 00000400:00000010:1.0:1777573843.385939:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37dc0. 00000400:00000010:1.0:1777573843.385941:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573843.385944:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496384, portal 10 00000400:00000010:1.0:1777573843.385947:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573843.386969:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926496384, offset 0 00000400:00000200:1.0:1777573843.386979:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.386987:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.386994:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bcc80 00000400:00000200:1.0:1777573843.386999:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 118296 00000400:00000200:1.0:1777573843.387005:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.387008:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.387013:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573843.387016:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb800. 00000400:00000200:1.0:1777573843.387029:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23c38 00000400:00000010:1.0:1777573843.387031:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573843.387037:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429f800 x1863919926496384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.387060:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb0c00. 00000400:00000010:1.0:1777573843.387064:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37e70. 00000400:00000010:1.0:1777573843.387067:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573843.387071:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496896, portal 10 00000400:00000010:1.0:1777573843.387075:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573843.387077:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926496896, offset 0 00000400:00000200:1.0:1777573843.387080:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.387085:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.387089:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bce80 00000400:00000200:1.0:1777573843.387093:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 118520 00000400:00000200:1.0:1777573843.387096:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.387099:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.387101:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573843.387105:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9f80. 00000400:00000200:1.0:1777573843.387114:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573843.387116:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573843.387119:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429d180 x1863919926496896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.387134:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc411c400. 00000400:00000010:1.0:1777573843.387138:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37160. 00000400:00000010:1.0:1777573843.387140:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573843.387143:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926497408, portal 4 00000400:00000010:1.0:1777573843.387147:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573843.387148:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926497408, offset 0 00000400:00000200:1.0:1777573843.387151:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.387155:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.387159:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bd080 00000400:00000200:1.0:1777573843.387163:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 13216 00000400:00000200:1.0:1777573843.387167:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.387170:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.387173:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573843.387175:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9c00. 00000400:00000200:1.0:1777573843.387184:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573843.387186:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573843.387190:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb100 x1863919926497408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573843.387235:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387240:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387245:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0800. 00000020:00000010:1.0:1777573843.387250:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573843.387254:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573843.387281:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387284:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000100:00000200:1.0:1777573843.387287:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926495744 02000000:00000010:1.0:1777573843.387299:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411f800. 00010000:00000200:1.0:1777573843.387307:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec80bdc50 x1863919926495744/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.387320:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573843.387322:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926495744, offset 224 00000400:00000200:1.0:1777573843.387325:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.387330:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.387335:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1bca00 00000400:00000200:1.0:1777573843.387339:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x16f45 [1] + 224 00000400:00000200:1.0:1777573843.387343:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.387345:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.387351:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d3b80 x1863919926495744/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.387365:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573843.387366:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573843.387375:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573843.387379:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573843.387382:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0800. 02000000:00000010:1.0:1777573843.387388:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411f800. 00000100:00000200:1.0:1777573843.387393:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573843.387397:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37948. 00000400:00000010:1.0:1777573843.387400:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dec2ed6300. 00000020:00000010:1.0:1777573843.387417:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387420:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387423:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0800. 00000020:00000010:1.0:1777573843.387425:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573843.387427:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573843.387447:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387449:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387452:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1600. 00000020:00000010:1.0:1777573843.387454:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573843.387456:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573843.387468:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573843.387480:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1e00. 00000020:00000010:1.0:1777573843.387482:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573843.387485:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573843.387492:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573843.387494:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e000. 00000020:00000010:1.0:1777573843.387497:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573843.387500:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1200. 00000020:00000010:1.0:1777573843.387502:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573843.387505:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573843.387512:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573843.387514:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c77c0. 00000100:00000200:1.0:1777573843.387515:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496128 02000000:00000010:1.0:1777573843.387523:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411f800. 00010000:00000200:1.0:1777573843.387528:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4504000 x1863919926496128/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.387537:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573843.387540:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926496128, offset 224 00000400:00000200:1.0:1777573843.387543:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.387547:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.387552:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bcb80 00000400:00000200:1.0:1777573843.387555:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f4d [1] + 224 00000400:00000200:1.0:1777573843.387559:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.387562:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.387568:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926496128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.387576:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573843.387578:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573843.387583:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573843.387585:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573843.387588:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0800. 00000020:00000010:1.0:1777573843.387595:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573843.387597:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c77c0. 00000100:00000200:1.0:1777573843.387600:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926495872 02000000:00000010:1.0:1777573843.387605:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411cc00. 00010000:00000200:1.0:1777573843.387609:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c8380 x1863919926495872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.387616:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573843.387619:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926495872, offset 224 00000400:00000200:1.0:1777573843.387622:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.387626:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.387630:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bca80 00000400:00000200:1.0:1777573843.387633:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f65 [1] + 224 00000400:00000200:1.0:1777573843.387637:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.387639:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.387643:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d1c00 x1863919926495872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.388996:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573843.389001:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573843.389034:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573843.389038:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573843.389041:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1600. 00000020:00000010:1.0:1777573843.389062:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573843.389066:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c77c0. 00000100:00000200:1.0:1777573843.389068:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496384 02000000:00000010:1.0:1777573843.389078:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411f000. 00010000:00000200:1.0:1777573843.389086:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31cb800 x1863919926496384/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.389101:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573843.389105:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926496384, offset 224 00000400:00000200:1.0:1777573843.389109:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.389116:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.389124:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bcc80 00000400:00000200:1.0:1777573843.389130:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f6d [1] + 224 00000400:00000200:1.0:1777573843.389134:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.389138:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.389145:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429f800 x1863919926496384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.389154:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573843.389156:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573843.389161:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573843.389164:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573843.389166:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1e00. 00000020:00000010:1.0:1777573843.389175:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573843.389177:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c77c0. 00000100:00000200:1.0:1777573843.389179:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496896 02000000:00000010:1.0:1777573843.389185:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411fc00. 00010000:00000200:1.0:1777573843.389189:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c9f80 x1863919926496896/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.389277:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573843.389280:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926496896, offset 224 00000400:00000200:1.0:1777573843.389284:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.389288:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.389293:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bce80 00000400:00000200:1.0:1777573843.389297:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16f75 [1] + 224 00000400:00000200:1.0:1777573843.389300:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.389303:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.389307:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429d180 x1863919926496896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.389317:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573843.389318:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573843.389325:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573843.389328:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573843.389330:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1200. 00000400:00000010:1.0:1777573843.389375:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c373c8. 00000400:00000200:1.0:1777573843.389378:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:1.0:1777573843.389379:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573843.389385:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d1c00 x1863919926495872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.389393:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d1c00 x1863919926495872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.389419:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37dc0. 00000400:00000200:1.0:1777573843.389421:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23bb0 00000400:00000010:1.0:1777573843.389422:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573843.389426:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429f800 x1863919926496384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.389433:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429f800 x1863919926496384/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.389443:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37e70. 00000400:00000200:1.0:1777573843.389445:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23c38 00000400:00000010:1.0:1777573843.389447:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573843.389449:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429d180 x1863919926496896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.389456:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429d180 x1863919926496896/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.389469:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1000. 02000000:00000010:1.0:1777573843.389473:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4f00. 00000100:00000010:1.0:1777573843.389479:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1c00. 02000000:00000010:1.0:1777573843.389483:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb0000. 02000000:00000010:1.0:1777573843.389485:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468500. 00000100:00000010:1.0:1777573843.389487:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429f800. 02000000:00000010:1.0:1777573843.389491:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb0c00. 02000000:00000010:1.0:1777573843.389493:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468700. 00000100:00000010:1.0:1777573843.389495:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429d180. 00000400:00000010:1.0:1777573843.389508:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:1.0:1777573843.389511:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573843.389513:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573843.389517:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d3b80 x1863919926495744/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.389525:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d3b80 x1863919926495744/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.389536:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37630. 00000400:00000200:1.0:1777573843.389539:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573843.389540:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573843.389545:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926496128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.389552:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926496128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.389563:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef381400. 02000000:00000010:1.0:1777573843.389567:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4d00. 00000100:00000010:1.0:1777573843.389569:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d3b80. 02000000:00000010:1.0:1777573843.389572:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef381c00. 02000000:00000010:1.0:1777573843.389574:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4400. 00000100:00000010:1.0:1777573843.389576:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 00000020:00000010:1.0:1777573843.389613:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573843.389625:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0c00. 00000020:00000010:1.0:1777573843.389628:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573843.389631:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573843.389653:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d80. 00000020:00000010:1.0:1777573843.389655:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d80. 00000100:00000200:1.0:1777573843.389657:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497408 02000000:00000010:1.0:1777573843.389665:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc411e400. 00010000:00000200:1.0:1777573843.389686:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c9c00 x1863919926497408/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:344/0 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.389719:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573843.389722:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926497408, offset 224 00000400:00000200:1.0:1777573843.389726:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.389731:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.389736:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bd080 00000400:00000200:1.0:1777573843.389742:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f7d [1] + 224 00000400:00000200:1.0:1777573843.389746:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.389749:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.389755:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb100 x1863919926497408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.389768:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573843.389770:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000020:00000010:1.0:1777573843.389777:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573843.389780:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573843.389782:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0c00. 00000400:00000010:1.0:1777573843.389797:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37160. 00000400:00000200:1.0:1777573843.389800:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573843.389802:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573843.389806:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb100 x1863919926497408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.389814:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb100 x1863919926497408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.389831:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc411c400. 02000000:00000010:1.0:1777573843.389834:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faa000. 00000100:00000010:1.0:1777573843.389837:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb100. 00000020:00000010:1.0:1777573843.389881:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d80. 00000020:00000010:1.0:1777573843.390933:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0c00. 00000020:00000010:1.0:1777573843.390939:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573843.390942:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573843.391044:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573843.391048:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573843.391053:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0000. 00000020:00000010:1.0:1777573843.391056:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573843.391058:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573843.391073:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573843.391075:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000100:00000200:1.0:1777573843.391078:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496640 02000000:00000010:1.0:1777573843.391087:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411c400. 00010000:00000200:1.0:1777573843.391094:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c8700 x1863919926496640/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.391104:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573843.391108:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926496640, offset 224 00000400:00000200:1.0:1777573843.391113:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.391119:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.391124:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bcd80 00000400:00000200:1.0:1777573843.391130:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f55 [1] + 224 00000400:00000200:1.0:1777573843.391135:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.391138:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.391145:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429e300 x1863919926496640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.391160:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573843.391162:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000020:00000010:1.0:1777573843.391169:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573843.391172:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573843.391174:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0c00. 00000020:00000010:1.0:1777573843.391182:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573843.391185:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000100:00000200:1.0:1777573843.391187:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497152 02000000:00000010:1.0:1777573843.391192:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411c000. 00010000:00000200:1.0:1777573843.391272:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c9500 x1863919926497152/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.391282:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573843.391285:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926497152, offset 224 00000400:00000200:1.0:1777573843.391289:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573843.391294:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.391299:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bcf80 00000400:00000200:1.0:1777573843.391307:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f5d [1] + 224 00000400:00000200:1.0:1777573843.391311:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.391317:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.391323:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4a80 x1863919926497152/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.391335:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573843.391337:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000020:00000010:1.0:1777573843.391343:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573843.391346:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573843.391347:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0000. 00000400:00000010:1.0:1777573843.391375:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c377e8. 00000400:00000200:1.0:1777573843.391377:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573843.391379:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573843.391383:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429e300 x1863919926496640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.391390:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429e300 x1863919926496640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.391405:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573843.391407:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573843.391409:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573843.391412:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4a80 x1863919926497152/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573843.391420:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4a80 x1863919926497152/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573843.391430:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1800. 02000000:00000010:1.0:1777573843.391433:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468c00. 00000100:00000010:1.0:1777573843.391438:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429e300. 02000000:00000010:1.0:1777573843.391442:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb0200. 02000000:00000010:1.0:1777573843.391444:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468600. 00000100:00000010:1.0:1777573843.391446:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4a80. 00000400:00000200:2.0:1777573843.391621:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 18872 00000400:00000200:2.0:1777573843.391629:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573843.391632:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573843.391637:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573843.391643:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494e680. 00000400:00000200:2.0:1777573843.391654:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573843.391656:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573843.391662:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded0cc5c00 x1863919926496000/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573843.391706:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2800. 00000400:00000010:2.0:1777573843.391711:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde76e0. 00000400:00000010:2.0:1777573843.391714:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573843.391718:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496512, portal 10 00000400:00000010:2.0:1777573843.391747:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573843.391750:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926496512, offset 0 00000400:00000200:2.0:1777573843.391754:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573843.391759:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573843.391763:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bcd00 00000400:00000200:2.0:1777573843.391769:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 118744 00000400:00000200:2.0:1777573843.391772:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573843.391774:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573843.391778:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573843.391781:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494c700. 00000400:00000200:2.0:1777573843.391791:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573843.391792:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573843.391797:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429c700 x1863919926496512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573843.391818:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e680. 00000020:00000010:2.0:1777573843.391827:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3c00. 00000020:00000010:2.0:1777573843.391830:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573843.391833:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573843.391850:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573843.391852:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000100:00000200:2.0:1777573843.391855:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496512 02000000:00000010:2.0:1777573843.391862:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4d61c00. 00010000:00000200:2.0:1777573843.391867:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494c700 x1863919926496512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573843.391876:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573843.391879:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926496512, offset 224 00000400:00000200:2.0:1777573843.391882:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.391931:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 13440 00000400:00000200:0.0:1777573843.391937:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.391940:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573843.391969:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1777573843.393097:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573843.393102:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573843.393106:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0200. 00000020:00000010:1.0:1777573843.393111:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573843.393113:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573843.393135:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573843.393137:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000100:00000200:1.0:1777573843.393139:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496000 02000000:00000010:1.0:1777573843.393148:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411f400. 00010000:00000200:1.0:1777573843.393154:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494e680 x1863919926496000/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573843.393165:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573843.393169:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926496000, offset 224 00000400:00000200:1.0:1777573843.393172:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1777573843.395325:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573843.395333:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69880. 00000400:00000200:0.0:1777573843.395355:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573843.395357:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.395365:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494d880 x1863919926495616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573843.395405:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.395409:0:24449:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7740. 00000020:00000010:0.0:1777573843.395414:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.395419:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573843.395422:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573843.395425:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573843.395447:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.395449:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000100:00000200:0.0:1777573843.395451:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926495616 02000000:00000010:0.0:1777573843.395460:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3360000. 00010000:00000200:0.0:1777573843.395476:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d69880 x1863919926495616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:344/0 lens 224/368 e 0 to 0 dl 1777573854 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573843.395488:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.395491:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926495616, offset 224 00000400:00000200:0.0:1777573843.395496:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.395504:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573843.395511:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bc980 00000400:00000200:0.0:1777573843.395516:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16f3d [1] + 224 00000400:00000200:0.0:1777573843.395521:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.395525:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573843.395530:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494d880 x1863919926495616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573843.395541:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573843.395543:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000020:00000010:0.0:1777573843.395551:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573843.395554:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573843.395557:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bec00. 00000400:00000010:0.0:1777573843.395587:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e18. 00000400:00000200:0.0:1777573843.395590:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573843.395592:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573843.395595:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494d880 x1863919926495616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573843.395603:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494d880 x1863919926495616/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573843.395636:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bec00. 00000400:00000010:0.0:1777573843.395639:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e18. 00000400:00000010:0.0:1777573843.395642:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573843.395646:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496256, portal 4 00000400:00000010:0.0:1777573843.395650:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.395652:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926496256, offset 0 00000400:00000200:0.0:1777573843.395655:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.395660:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573843.395664:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bcc00 00000400:00000200:0.0:1777573843.395669:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 19096 00000400:00000200:0.0:1777573843.395673:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.395676:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573843.395679:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573843.395683:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed7480. 00000400:00000200:0.0:1777573843.395712:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573843.395714:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.395719:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429c000 x1863919926496256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573843.395740:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.395743:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.395746:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:0.0:1777573843.395749:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573843.395751:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573843.395762:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.395764:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000100:00000200:0.0:1777573843.395766:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496256 02000000:00000010:0.0:1777573843.395774:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3363c00. 00010000:00000200:0.0:1777573843.395779:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4ed7480 x1863919926496256/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573843.395787:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.395790:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926496256, offset 224 00000400:00000200:0.0:1777573843.395793:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.395798:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573843.395802:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bcc00 00000400:00000200:0.0:1777573843.395806:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16fbd [1] + 224 00000400:00000200:0.0:1777573843.395809:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.395812:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573843.395817:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429c000 x1863919926496256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573843.395825:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573843.395827:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000020:00000010:0.0:1777573843.395832:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573843.395835:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573843.395837:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000400:00000010:0.0:1777573843.395862:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e18. 00000400:00000200:0.0:1777573843.395864:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573843.395865:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573843.395869:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429c000 x1863919926496256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573843.395877:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429c000 x1863919926496256/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573843.396298:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bcd00 00000400:00000200:2.0:1777573843.396304:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16fa9 [1] + 224 00000400:00000200:2.0:1777573843.396309:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573843.396311:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573843.396318:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429c700 x1863919926496512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573843.396331:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573843.396333:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000020:00000010:2.0:1777573843.396344:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573843.396347:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573843.396351:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3c00. 00000400:00000010:2.0:1777573843.396384:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde76e0. 00000400:00000200:2.0:1777573843.396387:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573843.396389:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573843.396393:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429c700 x1863919926496512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573843.396407:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429c700 x1863919926496512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573843.396427:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3c00. 00000400:00000010:2.0:1777573843.396430:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde76e0. 00000400:00000010:2.0:1777573843.396432:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573843.396435:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926497024, portal 10 00000400:00000010:2.0:1777573843.396438:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573843.396441:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926497024, offset 0 00000400:00000200:2.0:1777573843.396444:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573843.396449:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573843.396454:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bcf00 00000400:00000200:2.0:1777573843.396458:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 118968 00000400:00000200:2.0:1777573843.396462:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573843.396465:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573843.396468:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573843.396471:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494ce00. 00000400:00000200:2.0:1777573843.396483:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573843.396485:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573843.396489:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429ea00 x1863919926497024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573843.396510:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573843.396514:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491eec0. 00000020:00000010:2.0:1777573843.396520:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573843.396524:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3200. 00000020:00000010:2.0:1777573843.396526:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573843.396529:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573843.396546:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573843.396548:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000100:00000200:2.0:1777573843.396551:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497024 02000000:00000010:2.0:1777573843.396559:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4d62000. 00010000:00000200:2.0:1777573843.396563:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494ce00 x1863919926497024/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573843.396573:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573843.396576:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926497024, offset 224 00000400:00000200:2.0:1777573843.396579:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573843.396583:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573843.396587:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bcf00 00000400:00000200:2.0:1777573843.396592:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16fc9 [1] + 224 00000400:00000200:2.0:1777573843.396595:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573843.396598:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573843.396602:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429ea00 x1863919926497024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573843.396611:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573843.396613:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000020:00000010:2.0:1777573843.396618:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573843.396620:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573843.396622:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3200. 00000400:00000010:2.0:1777573843.396638:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde76e0. 00000400:00000200:2.0:1777573843.396640:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573843.396641:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573843.396645:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429ea00 x1863919926497024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573843.396653:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429ea00 x1863919926497024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573843.396668:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2800. 02000000:00000010:2.0:1777573843.396673:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468800. 00000100:00000010:2.0:1777573843.396677:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429c700. 02000000:00000010:2.0:1777573843.396680:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3c00. 02000000:00000010:2.0:1777573843.396682:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468300. 00000100:00000010:2.0:1777573843.396684:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429ea00. 00000400:00000200:1.0:1777573843.399344:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573843.399357:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bcb00 00000400:00000200:1.0:1777573843.399363:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16f35 [1] + 224 00000400:00000200:1.0:1777573843.399369:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573843.399371:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573843.399381:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded0cc5c00 x1863919926496000/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573843.399402:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573843.399404:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573843.399421:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573843.399424:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573843.399427:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0200. 02000000:00000010:0.0:1777573843.399606:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bea00. 00000400:00000010:0.0:1777573843.399610:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e18. 00000400:00000010:0.0:1777573843.399613:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573843.399617:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926496768, portal 4 00000400:00000010:0.0:1777573843.399621:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.399623:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926496768, offset 0 00000400:00000200:0.0:1777573843.399626:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.399631:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573843.399634:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bce00 00000400:00000200:0.0:1777573843.399638:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 2016 00000400:00000200:0.0:1777573843.399641:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.399643:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573843.399645:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573843.399649:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed6300. 00000400:00000200:0.0:1777573843.399670:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573843.399672:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.399676:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429fb80 x1863919926496768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573843.399701:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf600. 00000400:00000010:0.0:1777573843.399703:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940058. 00000400:00000010:0.0:1777573843.399705:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.399707:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926497280, portal 4 00000400:00000010:0.0:1777573843.399709:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573843.399710:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926497280, offset 0 00000400:00000200:0.0:1777573843.399712:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.399715:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573843.399718:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bd000 00000400:00000200:0.0:1777573843.399720:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 2240 00000400:00000200:0.0:1777573843.399723:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.399724:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573843.399726:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573843.399728:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed5f80. 00000400:00000200:0.0:1777573843.399736:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573843.399737:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573843.399740:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6680 x1863919926497280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573843.399762:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.399766:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e3c0. 00000020:00000010:0.0:1777573843.399773:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.399777:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be000. 00000020:00000010:0.0:1777573843.399780:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573843.399782:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573843.399799:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.399801:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.399803:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf800. 00000020:00000010:0.0:1777573843.399804:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573843.399806:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573843.399815:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.399816:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000100:00000200:0.0:1777573843.399818:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926496768 02000000:00000010:0.0:1777573843.399827:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3361c00. 00010000:00000200:0.0:1777573843.399832:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4ed6300 x1863919926496768/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573843.399840:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573843.399842:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926496768, offset 224 00000400:00000200:0.0:1777573843.399844:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.399847:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573843.399849:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bce00 00000400:00000200:0.0:1777573843.399852:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16fd5 [1] + 224 00000400:00000200:0.0:1777573843.399854:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.399856:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573843.399859:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429fb80 x1863919926496768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573843.399869:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573843.399870:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000020:00000010:0.0:1777573843.399874:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573843.399876:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573843.399878:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be000. 00000020:00000010:0.0:1777573843.399909:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c80. 00000020:00000010:0.0:1777573843.399912:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c80. 00000100:00000200:0.0:1777573843.399914:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497280 02000000:00000010:0.0:1777573843.399921:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89defddd2c00. 00010000:00000200:0.0:1777573843.399926:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4ed5f80 x1863919926497280/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:344/0 lens 224/224 e 0 to 0 dl 1777573854 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573843.399934:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573843.399937:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926497280, offset 224 00000400:00000200:0.0:1777573843.399940:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573843.399945:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1777573843.400773:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7b00. 00000400:00000200:2.0:1777573843.400779:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573843.400782:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573843.400788:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded0cc5c00 x1863919926496000/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573843.400797:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded0cc5c00 x1863919926496000/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573843.400815:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3a00. 02000000:00000010:2.0:1777573843.400820:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4a00. 00000100:00000010:2.0:1777573843.400824:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc5c00. 00000400:00000200:0.0:1777573843.401045:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bd000 00000400:00000200:0.0:1777573843.401051:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x16fdd [1] + 224 00000400:00000200:0.0:1777573843.401056:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573843.401059:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573843.401064:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6680 x1863919926497280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573843.401076:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573843.401078:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000020:00000010:0.0:1777573843.401089:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573843.401092:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573843.401095:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf800. 00000400:00000010:0.0:1777573843.401113:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940058. 00000400:00000200:0.0:1777573843.401115:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573843.401117:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573843.401121:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6680 x1863919926497280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573843.401135:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6680 x1863919926497280/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573843.401148:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3361400. 02000000:00000010:0.0:1777573843.401151:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded8b7af00. 00000100:00000010:0.0:1777573843.401155:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494d880. 02000000:00000010:0.0:1777573843.401158:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bec00. 02000000:00000010:0.0:1777573843.401166:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468900. 00000100:00000010:0.0:1777573843.401169:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429c000. 02000000:00000010:0.0:1777573843.401172:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf600. 02000000:00000010:0.0:1777573843.401174:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468200. 00000100:00000010:0.0:1777573843.401176:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6680. 00000400:00000010:0.0:1777573843.401183:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e18. 00000400:00000200:0.0:1777573843.401184:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573843.401186:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573843.401190:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429fb80 x1863919926496768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573843.401210:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429fb80 x1863919926496768/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573843.401222:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bea00. 02000000:00000010:0.0:1777573843.401225:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468b00. 00000100:00000010:0.0:1777573843.401228:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429fb80. 00000100:00000010:2.0:1777573843.404807:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d80. 00000100:00000010:1.0:1777573843.404909:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d88a0. 00000100:00000010:0.0:1777573843.404992:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8c60. 00000100:00000010:3.0:1777573843.405154:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8960. 00080000:00000010:0.0:1777573843.473565:0:111752:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573843.473573:0:111752:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573843.473582:0:111752:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573843.473587:0:111752:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573843.473596:0:111752:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573843.473600:0:111752:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573843.473608:0:111752:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573843.473612:0:111752:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272094:0:111800:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272103:0:111800:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272113:0:111800:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272118:0:111800:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272127:0:111800:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272132:0:111800:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272140:0:111800:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573844.272144:0:111800:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00000100:00000010:1.0:1777573844.918806:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb100. 02000000:00000010:1.0:1777573844.918829:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faa000. 02000000:00000010:1.0:1777573844.918911:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc475ec00. 00000400:00000010:1.0:1777573844.918918:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573844.918929:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573844.918936:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926497536, portal 4 00000400:00000010:1.0:1777573844.918943:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573844.918946:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926497536, offset 0 00000400:00000200:1.0:1777573844.918954:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573844.918970:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573844.918980:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bd100 00000400:00000200:1.0:1777573844.918987:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 13664 00000400:00000200:1.0:1777573844.918998:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573844.919001:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573844.919008:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573844.919012:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31ca300. 00000400:00000200:1.0:1777573844.919030:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573844.919032:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573844.919052:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb100 x1863919926497536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573844.919073:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8e40. 00000100:00000010:1.0:1777573844.919091:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d86c0. 00000100:00000010:1.0:1777573844.919096:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8a80. 00000100:00000010:1.0:1777573844.919105:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8c00. 00000020:00000010:1.0:1777573844.919138:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7ec0. 00000020:00000010:1.0:1777573844.919143:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7ec0. 00000020:00000010:1.0:1777573844.919149:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc25b2a00. 00000020:00000010:1.0:1777573844.919154:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573844.919159:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573844.919496:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7ec0. 00000020:00000010:1.0:1777573844.919499:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7ec0. 00000100:00000200:1.0:1777573844.919502:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497536 02000000:00000010:1.0:1777573844.919519:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc475e000. 00010000:00000200:1.0:1777573844.919547:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31ca300 x1863919926497536/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:345/0 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573844.919563:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573844.919567:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926497536, offset 224 00000400:00000200:1.0:1777573844.919571:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573844.919577:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573844.919583:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bd100 00000400:00000200:1.0:1777573844.919589:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16fed [1] + 224 00000400:00000200:1.0:1777573844.919593:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573844.919595:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573844.919602:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb100 x1863919926497536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573844.919619:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573844.919621:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000020:00000010:1.0:1777573844.919633:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573844.919637:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573844.919640:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc25b2a00. 00000400:00000010:1.0:1777573844.919659:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573844.919662:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573844.919663:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573844.919668:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb100 x1863919926497536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573844.919677:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb100 x1863919926497536/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573844.919735:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc475ec00. 02000000:00000010:1.0:1777573844.919740:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faa000. 00000100:00000010:1.0:1777573844.919744:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb100. 00000100:00000010:2.0:1777573844.922797:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494ed80. 02000000:00000010:2.0:1777573844.922818:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded8b7aa00. 00000100:00000010:2.0:1777573844.922877:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8a80. 02000000:00000010:2.0:1777573844.922911:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc41b7800. 00000400:00000010:2.0:1777573844.922929:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7b00. 00000400:00000010:2.0:1777573844.922936:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573844.922943:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926497664, portal 4 00000400:00000010:2.0:1777573844.922950:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573844.922952:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926497664, offset 0 00000400:00000200:2.0:1777573844.922960:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573844.922972:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573844.922983:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bd180 00000400:00000200:2.0:1777573844.922990:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 13888 00000400:00000200:2.0:1777573844.922997:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573844.923000:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573844.923007:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573844.923011:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494d500. 00000400:00000200:2.0:1777573844.923027:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573844.923029:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573844.923036:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494ed80 x1863919926497664/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573844.923064:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b41e0. 00000020:00000010:2.0:1777573844.923101:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ebc0. 00000020:00000010:2.0:1777573844.923106:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ebc0. 00000020:00000010:2.0:1777573844.923112:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3600. 00000020:00000010:2.0:1777573844.923117:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573844.923121:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573844.923150:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ebc0. 00000020:00000010:2.0:1777573844.923153:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ebc0. 00000100:00000200:2.0:1777573844.923156:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497664 02000000:00000010:2.0:1777573844.923185:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc41b6c00. 00010000:00000200:2.0:1777573844.923206:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494d500 x1863919926497664/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:345/0 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573844.923225:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573844.923228:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926497664, offset 224 00000400:00000200:2.0:1777573844.923233:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573844.923238:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573844.923243:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bd180 00000400:00000200:2.0:1777573844.923248:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x16ff9 [1] + 224 00000400:00000200:2.0:1777573844.923252:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573844.923254:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573844.923260:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494ed80 x1863919926497664/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573844.923275:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573844.923277:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000020:00000010:2.0:1777573844.923287:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573844.923290:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573844.923295:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3600. 00000400:00000010:2.0:1777573844.923314:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7b00. 00000400:00000200:2.0:1777573844.923317:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573844.923318:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573844.923323:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494ed80 x1863919926497664/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573844.923331:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494ed80 x1863919926497664/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573844.923356:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc41b7800. 02000000:00000010:2.0:1777573844.923361:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded8b7aa00. 00000100:00000010:2.0:1777573844.923366:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494ed80. 00000100:00000010:3.0:1777573844.923583:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4380. 02000000:00000010:3.0:1777573844.923592:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468b00. 02000000:00000010:3.0:1777573844.923623:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32b6400. 00000400:00000010:3.0:1777573844.923627:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179a0. 00000400:00000010:3.0:1777573844.923631:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573844.923634:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926497792, portal 4 00000400:00000010:3.0:1777573844.923639:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573844.923641:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926497792, offset 0 00000400:00000200:3.0:1777573844.923646:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573844.923651:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573844.923657:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bd200 00000400:00000200:3.0:1777573844.923663:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 19320 00000400:00000200:3.0:1777573844.923667:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573844.923670:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573844.923674:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573844.923678:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7480. 00000400:00000200:3.0:1777573844.923709:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573844.923711:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573844.923717:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4380 x1863919926497792/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573860 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573844.923747:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a00. 00000020:00000010:3.0:1777573844.923750:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a00. 00000020:00000010:3.0:1777573844.923754:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870a00. 00000020:00000010:3.0:1777573844.923757:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573844.923760:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573844.923782:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a00. 00000020:00000010:3.0:1777573844.923784:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a00. 00000100:00000200:3.0:1777573844.923786:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497792 02000000:00000010:3.0:1777573844.923795:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc32b6000. 00010000:00000200:3.0:1777573844.923819:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a7480 x1863919926497792/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:345/0 lens 224/368 e 0 to 0 dl 1777573855 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573844.923830:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573844.923833:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926497792, offset 224 00000400:00000200:3.0:1777573844.923837:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573844.923842:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573844.923847:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bd200 00000400:00000200:3.0:1777573844.923851:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17005 [1] + 224 00000400:00000200:3.0:1777573844.923868:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573844.923871:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573844.923878:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4380 x1863919926497792/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573844.923891:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573844.923893:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000020:00000010:3.0:1777573844.923900:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573844.923904:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573844.923907:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870a00. 00000400:00000010:3.0:1777573844.923936:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179a0. 00000400:00000200:3.0:1777573844.923939:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573844.923940:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573844.923944:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4380 x1863919926497792/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573844.923951:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4380 x1863919926497792/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573860 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573844.923971:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32b6400. 02000000:00000010:3.0:1777573844.923974:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468b00. 00000100:00000010:3.0:1777573844.923977:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4380. 00000100:00000010:0.0:1777573844.926777:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8e40. 00000100:00000010:1.0:1777573844.926846:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d86c0. 00000100:00000010:2.0:1777573844.926913:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b41e0. 00000100:00000010:3.0:1777573844.928046:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8c00. 00080000:00000010:2.0:1777573844.956779:0:111846:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573844.956788:0:111846:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573844.956799:0:111846:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573844.956804:0:111846:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573844.956814:0:111846:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573844.956819:0:111846:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573844.956828:0:111846:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573844.956832:0:111846:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00080000:00000010:0.0:1777573845.700492:0:111900:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d380. 00080000:00000010:0.0:1777573845.700501:0:111900:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d380. 00080000:00000010:0.0:1777573845.700510:0:111900:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d380. 00080000:00000010:0.0:1777573845.700515:0:111900:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d380. 00080000:00000010:0.0:1777573845.700524:0:111900:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d380. 00080000:00000010:0.0:1777573845.700528:0:111900:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d380. 00080000:00000010:0.0:1777573845.700538:0:111900:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d380. 00080000:00000010:0.0:1777573845.700542:0:111900:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d380. 00000100:00000010:0.0:1777573846.454837:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455f800. 02000000:00000010:0.0:1777573846.454862:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488f00. 02000000:00000010:3.0:1777573846.454944:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32b6400. 00000400:00000010:3.0:1777573846.454951:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179a0. 00000400:00000010:3.0:1777573846.454958:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573846.454965:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926497920, portal 4 00000400:00000010:3.0:1777573846.454973:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573846.454976:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926497920, offset 0 00000400:00000200:3.0:1777573846.454985:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573846.455000:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573846.455010:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bd280 00000400:00000200:3.0:1777573846.455017:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 19544 00000400:00000200:3.0:1777573846.455024:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573846.455028:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573846.455037:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573846.455041:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4380. 00000400:00000200:3.0:1777573846.457122:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573846.457129:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573846.457140:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455f800 x1863919926497920/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573862 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573846.457166:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8f60. 00000100:00000010:3.0:1777573846.457188:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8900. 00000100:00000010:3.0:1777573846.457194:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8de0. 00000100:00000010:3.0:1777573846.457203:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ae0. 00000020:00000010:1.0:1777573846.457318:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7380. 00000020:00000010:1.0:1777573846.457322:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7380. 00000020:00000010:1.0:1777573846.457329:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3400. 00000020:00000010:1.0:1777573846.457333:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48300. 00000020:00000010:1.0:1777573846.457338:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573846.457416:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7380. 00000020:00000010:1.0:1777573846.457419:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7380. 00000100:00000200:1.0:1777573846.457423:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926497920 02000000:00000010:1.0:1777573846.457442:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc475c800. 00010000:00000200:1.0:1777573846.457471:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a4380 x1863919926497920/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:347/0 lens 224/368 e 0 to 0 dl 1777573857 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573846.457489:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573846.457493:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926497920, offset 224 00000400:00000200:1.0:1777573846.457499:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573846.457510:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573846.457518:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bd280 00000400:00000200:1.0:1777573846.457524:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17011 [1] + 224 00000400:00000200:1.0:1777573846.457530:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573846.457533:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573846.457540:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455f800 x1863919926497920/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573862 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573846.457601:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573846.457604:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573846.457614:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48300. 00000020:00000010:1.0:1777573846.457618:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573846.457621:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3400. 00000400:00000010:0.0:1777573846.457675:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179a0. 00000400:00000200:0.0:1777573846.457680:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:0.0:1777573846.457682:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000100:00000200:0.0:1777573846.457687:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455f800 x1863919926497920/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573862 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573846.457764:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455f800 x1863919926497920/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573862 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573846.457792:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32b6400. 02000000:00000010:0.0:1777573846.457796:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488f00. 00000100:00000010:0.0:1777573846.457806:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455f800. 00000100:00000010:2.0:1777573846.459800:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8de0. 00000100:00000010:0.0:1777573846.459897:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8f60. 00000100:00000010:3.0:1777573846.459960:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ae0. 00000100:00000010:1.0:1777573846.460027:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8900. 00080000:00000010:2.0:1777573846.602517:0:111945:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573846.602526:0:111945:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573846.602538:0:111945:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573846.602542:0:111945:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573846.602552:0:111945:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573846.602556:0:111945:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573846.602564:0:111945:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70f80. 00080000:00000010:2.0:1777573846.602569:0:111945:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70f80. 00080000:00000010:0.0:1777573847.783093:0:111998:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573847.783103:0:111998:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573847.783200:0:111998:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573847.783208:0:111998:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573847.783219:0:111998:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573847.783223:0:111998:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573847.783233:0:111998:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573847.783238:0:111998:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00080000:00000010:3.0:1777573848.140085:0:112035:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573848.140095:0:112035:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573848.140218:0:112035:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573848.140225:0:112035:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573848.140270:0:112035:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573848.140275:0:112035:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573848.140284:0:112035:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573848.140289:0:112035:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00000100:00000010:1.0:1777573848.506949:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb100. 02000000:00000010:1.0:1777573848.506970:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faaf00. 02000000:00000010:1.0:1777573848.507039:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc475d000. 00000400:00000010:1.0:1777573848.507046:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573848.507052:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.507059:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926498048, portal 4 00000400:00000010:1.0:1777573848.507065:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573848.507068:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926498048, offset 0 00000400:00000200:1.0:1777573848.507075:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.507089:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.507110:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bd300 00000400:00000200:1.0:1777573848.507117:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 14112 00000400:00000200:1.0:1777573848.507124:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.507127:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.507135:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573848.507139:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9880. 00000400:00000200:1.0:1777573848.507156:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573848.507158:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573848.507166:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb100 x1863919926498048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573848.507185:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8f60. 00000100:00000010:1.0:1777573848.507197:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d80c0. 00000100:00000010:1.0:1777573848.507202:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8de0. 00000100:00000010:1.0:1777573848.507207:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d81e0. 00000020:00000010:1.0:1777573848.507239:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7500. 00000020:00000010:1.0:1777573848.507260:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b200. 00000020:00000010:1.0:1777573848.507265:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573848.507270:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573848.507300:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573848.507302:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000100:00000200:1.0:1777573848.507306:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498048 02000000:00000010:1.0:1777573848.507320:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc475f400. 00010000:00000200:1.0:1777573848.507347:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c9880 x1863919926498048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:349/0 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.507360:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573848.507363:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926498048, offset 224 00000400:00000200:1.0:1777573848.507366:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.507371:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.507376:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bd300 00000400:00000200:1.0:1777573848.507381:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1701d [1] + 224 00000400:00000200:1.0:1777573848.507384:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.507387:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.507392:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb100 x1863919926498048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573848.507406:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573848.507408:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000020:00000010:1.0:1777573848.507419:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573848.507423:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573848.507425:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b200. 00000400:00000010:1.0:1777573848.507443:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573848.507446:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.507447:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.507451:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb100 x1863919926498048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.507460:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb100 x1863919926498048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573848.507487:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc475d000. 02000000:00000010:1.0:1777573848.507492:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faaf00. 00000100:00000010:1.0:1777573848.507496:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb100. 00000100:00000010:0.0:1777573848.508059:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455f800. 02000000:00000010:0.0:1777573848.508070:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488500. 00000100:00000010:0.0:1777573848.508087:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455d180. 02000000:00000010:0.0:1777573848.508091:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488400. 00000100:00000010:0.0:1777573848.508114:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ca80. 02000000:00000010:0.0:1777573848.508118:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488c00. 00000100:00000010:0.0:1777573848.508124:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455df80. 02000000:00000010:0.0:1777573848.508128:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488e00. 00000100:00000010:0.0:1777573848.508134:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ea00. 02000000:00000010:0.0:1777573848.508138:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488800. 00000100:00000010:0.0:1777573848.508143:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455c700. 02000000:00000010:0.0:1777573848.508146:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488700. 00000100:00000010:0.0:1777573848.508151:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ed80. 02000000:00000010:0.0:1777573848.508154:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488f00. 00000100:00000010:0.0:1777573848.508161:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79ba680. 02000000:00000010:0.0:1777573848.508164:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488000. 00000100:00000010:0.0:1777573848.508169:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 02000000:00000010:0.0:1777573848.508172:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488900. 00000100:00000010:0.0:1777573848.508177:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573848.508180:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488100. 00000100:00000010:0.0:1777573848.508185:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9880. 02000000:00000010:0.0:1777573848.508188:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488d00. 00000100:00000010:0.0:1777573848.508192:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8380. 02000000:00000010:0.0:1777573848.508196:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488200. 02000000:00000010:0.0:1777573848.508216:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48be800. 00000400:00000010:0.0:1777573848.508221:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e18. 00000400:00000010:0.0:1777573848.508226:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573848.508231:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926498560, portal 10 00000400:00000010:0.0:1777573848.508235:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573848.508237:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926498560, offset 0 00000400:00000200:0.0:1777573848.508242:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508248:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508256:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bd500 00000400:00000200:0.0:1777573848.508260:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 119192 00000400:00000200:0.0:1777573848.508266:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508269:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508274:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573848.508277:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79baa00. 00000400:00000200:0.0:1777573848.508287:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573848.508289:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573848.508294:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455df80 x1863919926498560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508311:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf000. 00000400:00000010:0.0:1777573848.508314:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940058. 00000400:00000010:0.0:1777573848.508317:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573848.508320:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926499072, portal 4 00000400:00000010:0.0:1777573848.508323:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573848.508325:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926499072, offset 0 00000400:00000200:0.0:1777573848.508328:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508331:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508335:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bd700 00000400:00000200:0.0:1777573848.508340:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 2464 00000400:00000200:0.0:1777573848.508344:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508347:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508350:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573848.508352:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bbb80. 00000400:00000200:0.0:1777573848.508366:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573848.508368:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573848.508372:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79ba680 x1863919926499072/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508386:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf200. 00000400:00000010:0.0:1777573848.508388:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940a50. 00000400:00000010:0.0:1777573848.508390:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573848.508392:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926499584, portal 4 00000400:00000010:0.0:1777573848.508396:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573848.508398:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926499584, offset 0 00000400:00000200:0.0:1777573848.508401:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508405:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508408:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bd900 00000400:00000200:0.0:1777573848.508412:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 2688 00000400:00000200:0.0:1777573848.508415:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508418:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508420:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573848.508423:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79ba300. 00000400:00000200:0.0:1777573848.508429:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573848.508431:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573848.508434:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b8380 x1863919926499584/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508457:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf800. 00000400:00000010:0.0:1777573848.508460:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940478. 00000400:00000010:0.0:1777573848.508463:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573848.508466:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926498176, portal 25 00000400:00000010:0.0:1777573848.508469:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f7f8. 00000100:00000200:0.0:1777573848.508470:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926498176, offset 0 00000400:00000200:0.0:1777573848.508473:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508478:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508482:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1bd380 00000400:00000200:0.0:1777573848.508486:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15615 [2] + 0 00000400:00000010:0.0:1777573848.508489:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37688. 00000400:00000200:0.0:1777573848.508492:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc1f6cb40 00000400:00000200:0.0:1777573848.508494:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508497:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573848.508499:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc1f6cb40 00000400:00000010:0.0:1777573848.508501:0:3635:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc1f6cb40. 00000100:00000200:0.0:1777573848.508506:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573848.508518:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f7f8 00000400:00000010:0.0:1777573848.508519:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f7f8. 00000100:00000200:0.0:1777573848.508523:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455f800 x1863919926498176/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508546:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bec00. 00000400:00000010:0.0:1777573848.508549:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940160. 00000400:00000010:0.0:1777573848.508552:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f7f8. 00000100:00000200:0.0:1777573848.508554:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926498688, portal 4 00000400:00000010:0.0:1777573848.508558:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573848.508560:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926498688, offset 0 00000400:00000200:0.0:1777573848.508563:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508567:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508571:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bd580 00000400:00000200:0.0:1777573848.508575:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 19768 00000400:00000200:0.0:1777573848.508579:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508582:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508585:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573848.508588:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8700. 00000400:00000200:0.0:1777573848.508599:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:0.0:1777573848.508601:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573848.508605:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455ea00 x1863919926498688/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508619:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf600. 00000400:00000010:0.0:1777573848.508622:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940580. 00000400:00000010:0.0:1777573848.508624:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573848.508626:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926499200, portal 4 00000400:00000010:0.0:1777573848.508629:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fee0. 00000100:00000200:0.0:1777573848.508631:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926499200, offset 0 00000400:00000200:0.0:1777573848.508635:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508639:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508644:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bd780 00000400:00000200:0.0:1777573848.508647:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 2912 00000400:00000200:0.0:1777573848.508650:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508652:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508654:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573848.508657:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb800. 00000400:00000200:0.0:1777573848.508665:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fee0 00000400:00000010:0.0:1777573848.508666:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fee0. 00000100:00000200:0.0:1777573848.508670:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9f80 x1863919926499200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508706:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48be200. 00000400:00000010:0.0:1777573848.508709:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940b00. 00000400:00000010:0.0:1777573848.508712:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fee0. 00000100:00000200:0.0:1777573848.508715:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926498432, portal 4 00000400:00000010:0.0:1777573848.508719:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573848.508721:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926498432, offset 0 00000400:00000200:0.0:1777573848.508724:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508728:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508732:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bd480 00000400:00000200:0.0:1777573848.508736:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 19992 00000400:00000200:0.0:1777573848.508740:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508742:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508745:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573848.508747:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8e00. 00000400:00000200:0.0:1777573848.508756:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573848.508758:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573848.508762:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455ca80 x1863919926498432/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508776:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48be000. 00000400:00000010:0.0:1777573848.508778:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79406e0. 00000400:00000010:0.0:1777573848.508781:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573848.508783:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926498944, portal 10 00000400:00000010:0.0:1777573848.508887:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f4c8. 00000100:00000200:0.0:1777573848.508890:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926498944, offset 0 00000400:00000200:0.0:1777573848.508894:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508899:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508903:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bd680 00000400:00000200:0.0:1777573848.508907:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 119416 00000400:00000200:0.0:1777573848.508910:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508913:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508916:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573848.508919:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bad80. 00000400:00000200:0.0:1777573848.508926:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f4c8 00000400:00000010:0.0:1777573848.508928:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f4c8. 00000100:00000200:0.0:1777573848.508932:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455ed80 x1863919926498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.508946:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf400. 00000400:00000010:0.0:1777573848.508949:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:0.0:1777573848.508951:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f4c8. 00000100:00000200:0.0:1777573848.508954:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926499456, portal 10 00000400:00000010:0.0:1777573848.508957:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573848.508959:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926499456, offset 0 00000400:00000200:0.0:1777573848.508962:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.508966:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.508969:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bd880 00000400:00000200:0.0:1777573848.508972:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 119640 00000400:00000200:0.0:1777573848.508976:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.508978:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.508981:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573848.508983:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8a80. 00000400:00000200:0.0:1777573848.508991:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573848.508993:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573848.508996:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9880 x1863919926499456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.509015:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48be400. 00000400:00000010:0.0:1777573848.509017:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940c08. 00000400:00000010:0.0:1777573848.509020:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573848.509022:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926498304, portal 10 00000400:00000010:0.0:1777573848.509832:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3ff68. 00000100:00000200:0.0:1777573848.509840:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926498304, offset 0 00000400:00000200:0.0:1777573848.509845:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.509852:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.509858:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bd400 00000400:00000200:0.0:1777573848.509863:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 119864 00000400:00000200:0.0:1777573848.509869:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.509872:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.509877:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573848.509881:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8000. 00000400:00000200:0.0:1777573848.509903:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3ff68 00000400:00000010:0.0:1777573848.509905:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3ff68. 00000100:00000200:0.0:1777573848.509911:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455d180 x1863919926498304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.509930:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bee00. 00000400:00000010:0.0:1777573848.509934:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940dc0. 00000400:00000010:0.0:1777573848.509937:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3ff68. 00000100:00000200:0.0:1777573848.509940:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926498816, portal 10 00000400:00000010:0.0:1777573848.509944:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f330. 00000100:00000200:0.0:1777573848.509946:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926498816, offset 0 00000400:00000200:0.0:1777573848.509949:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.509953:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.509957:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bd600 00000400:00000200:0.0:1777573848.509960:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 120088 00000400:00000200:0.0:1777573848.509964:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.509967:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.509969:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573848.509972:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9180. 00000400:00000200:0.0:1777573848.509981:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f330 00000400:00000010:0.0:1777573848.509983:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f330. 00000100:00000200:0.0:1777573848.509987:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc455c700 x1863919926498816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573848.510000:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bfc00. 00000400:00000010:0.0:1777573848.510002:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79401b8. 00000400:00000010:0.0:1777573848.510004:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f330. 00000100:00000200:0.0:1777573848.510006:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926499328, portal 10 00000400:00000010:0.0:1777573848.510010:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573848.510011:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926499328, offset 0 00000400:00000200:0.0:1777573848.510015:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.510018:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.510022:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bd800 00000400:00000200:0.0:1777573848.510025:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 120312 00000400:00000200:0.0:1777573848.510028:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.510031:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.510033:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573848.510036:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9500. 00000400:00000200:0.0:1777573848.510044:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573848.510046:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573848.510049:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9c00 x1863919926499328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573848.510095:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:1.0:1777573848.510917:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573848.510922:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573848.510928:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b200. 00000020:00000010:1.0:1777573848.510932:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573848.510936:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573848.510960:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573848.510977:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2ba00. 00000020:00000010:1.0:1777573848.510979:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c00. 00000020:00000010:1.0:1777573848.510981:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573848.510990:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573848.510993:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e680. 00000020:00000010:1.0:1777573848.510996:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573848.510999:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b000. 00000020:00000010:1.0:1777573848.511001:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573848.511004:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573848.511011:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573848.511013:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573848.511016:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573848.511018:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48180. 00000020:00000010:1.0:1777573848.511021:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573848.511028:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573848.511032:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2ac00. 00000020:00000010:1.0:1777573848.511034:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573848.511036:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06320. 00000020:00000010:1.0:1777573848.511043:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511045:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573848.511047:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511050:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2a800. 00000020:00000010:1.0:1777573848.511053:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573848.511055:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573848.511063:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511065:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573848.511068:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498560 02000000:00000010:1.0:1777573848.511083:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc475d000. 00010000:00000200:1.0:1777573848.511092:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79baa00 x1863919926498560/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.511119:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.511124:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926498560, offset 224 00000400:00000200:1.0:1777573848.511129:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.511137:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.511145:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bd500 00000400:00000200:1.0:1777573848.511150:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17029 [1] + 224 00000400:00000200:1.0:1777573848.511155:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.511157:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.511164:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455df80 x1863919926498560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573848.511183:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.511185:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573848.511196:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573848.511201:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573848.511204:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b200. 00000020:00000010:1.0:1777573848.511216:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511219:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573848.511221:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498944 02000000:00000010:1.0:1777573848.511227:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc475ec00. 00010000:00000200:1.0:1777573848.511232:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bad80 x1863919926498944/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.511240:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.511242:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926498944, offset 224 00000400:00000200:1.0:1777573848.511246:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.511250:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.511255:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bd680 00000400:00000200:1.0:1777573848.511259:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17061 [1] + 224 00000400:00000200:1.0:1777573848.511262:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.511265:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.511269:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455ed80 x1863919926498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573848.511283:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.511285:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573848.511291:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c00. 00000020:00000010:1.0:1777573848.511293:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573848.511295:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2ba00. 00000020:00000010:1.0:1777573848.511304:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511306:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573848.511308:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499456 02000000:00000010:1.0:1777573848.511314:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc475c400. 00010000:00000200:1.0:1777573848.511318:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8a80 x1863919926499456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.511325:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.511328:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926499456, offset 224 00000400:00000200:1.0:1777573848.511331:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.511335:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.511338:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bd880 00000400:00000200:1.0:1777573848.511343:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17069 [1] + 224 00000400:00000200:1.0:1777573848.511346:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.511349:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.511353:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9880 x1863919926499456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573848.511362:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.511363:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573848.511368:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573848.511370:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573848.511372:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b000. 00000020:00000010:1.0:1777573848.511379:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511381:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573848.511383:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498304 02000000:00000010:1.0:1777573848.511389:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3e51c00. 00010000:00000200:1.0:1777573848.511393:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8000 x1863919926498304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.511400:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.511403:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926498304, offset 224 00000400:00000200:1.0:1777573848.511406:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.511410:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.511413:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bd400 00000400:00000200:1.0:1777573848.511417:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17071 [1] + 224 00000400:00000200:1.0:1777573848.511420:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.511423:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.511427:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455d180 x1863919926498304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573848.511434:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.511436:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573848.511441:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48180. 00000020:00000010:1.0:1777573848.511443:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573848.511445:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573848.511460:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511462:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573848.511464:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498816 02000000:00000010:1.0:1777573848.511470:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3e51400. 00010000:00000200:1.0:1777573848.511475:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b9180 x1863919926498816/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.511483:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.511485:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926498816, offset 224 00000400:00000200:1.0:1777573848.511488:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.511494:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.511498:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bd600 00000400:00000200:1.0:1777573848.511503:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17079 [1] + 224 00000400:00000200:1.0:1777573848.511506:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.511508:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.511513:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455c700 x1863919926498816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573848.511521:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.511523:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573848.511529:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573848.511531:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06320. 00000020:00000010:1.0:1777573848.511533:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2ac00. 00000020:00000010:1.0:1777573848.511543:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511546:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573848.511547:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499328 02000000:00000010:1.0:1777573848.511553:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3e53000. 00010000:00000200:1.0:1777573848.511557:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b9500 x1863919926499328/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.511566:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.511568:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926499328, offset 224 00000400:00000200:1.0:1777573848.511571:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.511576:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.511580:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bd800 00000400:00000200:1.0:1777573848.511584:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17081 [1] + 224 00000400:00000200:1.0:1777573848.511587:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.511589:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.511595:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9c00 x1863919926499328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573848.511605:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.511607:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573848.511613:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573848.511615:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573848.511617:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2a800. 00000020:00000010:1.0:1777573848.511685:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573848.511721:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2a800. 00000020:00000010:1.0:1777573848.511725:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573848.511728:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573848.511754:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573848.511757:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c77c0. 00000020:00000010:1.0:1777573848.511760:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573848.511763:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2ac00. 00000020:00000010:1.0:1777573848.511765:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573848.511767:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06320. 00000020:00000010:1.0:1777573848.511782:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573848.511784:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7d80. 00000020:00000010:0.0:1777573848.512348:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573848.512355:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bfe00. 00000020:00000010:0.0:1777573848.512357:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d380. 00000020:00000010:0.0:1777573848.512360:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573848.512388:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573848.512391:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573848.512394:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be600. 00000020:00000010:0.0:1777573848.512396:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573848.512399:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573848.512406:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573848.512408:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000100:00000200:0.0:1777573848.512411:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498688 02000000:00000010:0.0:1777573848.512423:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb3c00. 00010000:00000200:0.0:1777573848.512430:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8700 x1863919926498688/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573848.512442:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573848.512446:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926498688, offset 224 00000400:00000200:0.0:1777573848.512451:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.512459:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.512466:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bd580 00000400:00000200:0.0:1777573848.512471:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17049 [1] + 224 00000400:00000200:0.0:1777573848.512476:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.512479:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.512485:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455ea00 x1863919926498688/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573848.512497:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573848.512499:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573848.512507:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d380. 00000020:00000010:0.0:1777573848.512511:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573848.512513:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bfe00. 00000020:00000010:0.0:1777573848.512529:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573848.512531:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000100:00000200:0.0:1777573848.512533:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498432 02000000:00000010:0.0:1777573848.512541:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb1400. 00010000:00000200:0.0:1777573848.512544:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8e00 x1863919926498432/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573848.512552:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573848.512554:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926498432, offset 224 00000400:00000200:0.0:1777573848.512557:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573848.512561:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573848.512566:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bd480 00000400:00000200:0.0:1777573848.512570:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17059 [1] + 224 00000400:00000200:0.0:1777573848.512574:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573848.512576:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573848.512580:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455ca80 x1863919926498432/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573848.512589:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573848.512591:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573848.512729:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573848.512733:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573848.512735:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be600. 00000020:00000010:1.0:1777573848.512925:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573848.512929:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573848.512932:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48180. 00000020:00000010:1.0:1777573848.512935:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc063e8. 00000020:00000010:1.0:1777573848.512957:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:2.0:1777573848.513041:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573848.513045:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573848.513049:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0000. 00000020:00000010:2.0:1777573848.513052:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573848.513055:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573848.513073:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573848.513075:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000100:00000200:2.0:1777573848.513077:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926498176 02000000:00000010:2.0:1777573848.513083:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc307bc00. 00010000:00000200:2.0:1777573848.513089:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded2712450 x1863919926498176/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573848.513117:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573848.513121:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926498176, offset 224 00000400:00000200:2.0:1777573848.513125:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573848.513131:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573848.513137:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1bd380 00000400:00000200:2.0:1777573848.513142:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17041 [1] + 224 00000400:00000200:2.0:1777573848.513146:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573848.513148:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573848.513154:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc455f800 x1863919926498176/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573848.513164:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573848.513165:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573848.513173:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573848.513176:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573848.513179:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0000. 02000000:00000010:2.0:1777573848.513184:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc307bc00. 00000100:00000200:2.0:1777573848.513191:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573848.513195:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7b00. 00000400:00000010:2.0:1777573848.513200:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dec2b89300. 00000020:00000010:2.0:1777573848.513219:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573848.513222:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000100:00000200:2.0:1777573848.513224:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499584 02000000:00000010:2.0:1777573848.513232:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc307bc00. 00010000:00000200:2.0:1777573848.513237:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79ba300 x1863919926499584/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573848.513246:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573848.513248:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926499584, offset 224 00000400:00000200:2.0:1777573848.513251:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573848.513256:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573848.513260:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bd900 00000400:00000200:2.0:1777573848.513264:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17039 [1] + 224 00000400:00000200:2.0:1777573848.513267:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573848.513270:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573848.513276:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b8380 x1863919926499584/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573848.513284:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573848.513285:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573848.513291:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:2.0:1777573848.513294:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06320. 00000020:00000010:2.0:1777573848.513296:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2ac00. 00000020:00000010:2.0:1777573848.513306:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000100:00000010:3.0:1777573848.514860:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5180. 02000000:00000010:3.0:1777573848.514877:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468600. 00000020:00000010:1.0:1777573848.514983:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000100:00000200:1.0:1777573848.514989:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499072 02000000:00000010:1.0:1777573848.515008:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3239000. 00010000:00000200:1.0:1777573848.515017:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bbb80 x1863919926499072/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.515039:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.515043:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926499072, offset 224 00000400:00000200:1.0:1777573848.515049:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.515060:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.515067:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bd700 00000400:00000200:1.0:1777573848.515073:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17031 [1] + 224 00000400:00000200:1.0:1777573848.515078:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.515081:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.515089:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79ba680 x1863919926499072/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573848.518907:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000100:00000200:2.0:1777573848.518920:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499200 02000000:00000010:2.0:1777573848.518945:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3078000. 00010000:00000200:2.0:1777573848.518958:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bb800 x1863919926499200/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:349/0 lens 224/224 e 0 to 0 dl 1777573859 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573848.518978:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573848.518985:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926499200, offset 224 00000400:00000200:2.0:1777573848.518991:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573848.519005:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573848.519015:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bd780 00000400:00000200:2.0:1777573848.519022:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17051 [1] + 224 00000400:00000200:2.0:1777573848.519029:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573848.519033:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573848.519042:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9f80 x1863919926499200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573848.519060:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573848.519062:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573848.519091:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48180. 00000020:00000010:2.0:1777573848.519097:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc063e8. 00000020:00000010:2.0:1777573848.519101:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b800. 00000400:00000200:1.0:1777573848.519220:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.519224:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573848.519235:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573848.519239:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573848.519241:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2a800. 00000400:00000010:1.0:1777573848.519274:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940478. 00000400:00000200:1.0:1777573848.519277:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:1.0:1777573848.519278:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:1.0:1777573848.519285:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455f800 x1863919926498176/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.519294:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455f800 x1863919926498176/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.519321:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940160. 00000400:00000200:1.0:1777573848.519324:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f7f8 00000400:00000010:1.0:1777573848.519325:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f7f8. 00000100:00000200:1.0:1777573848.519330:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455ea00 x1863919926498688/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.519337:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455ea00 x1863919926498688/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.519351:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940580. 00000400:00000200:1.0:1777573848.519354:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:1.0:1777573848.519355:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000100:00000200:1.0:1777573848.519358:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9f80 x1863919926499200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.519365:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9f80 x1863919926499200/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.519379:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e18. 00000400:00000200:1.0:1777573848.519381:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:1.0:1777573848.519382:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:1.0:1777573848.519386:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455df80 x1863919926498560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.519393:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455df80 x1863919926498560/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.519402:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940058. 00000400:00000200:1.0:1777573848.519404:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:1.0:1777573848.519405:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:1.0:1777573848.519409:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79ba680 x1863919926499072/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.519415:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79ba680 x1863919926499072/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.519426:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940a50. 00000400:00000200:1.0:1777573848.519428:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:1.0:1777573848.519429:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000100:00000200:1.0:1777573848.519433:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b8380 x1863919926499584/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.519440:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b8380 x1863919926499584/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573848.519453:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf800. 02000000:00000010:1.0:1777573848.519462:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488500. 00000100:00000010:1.0:1777573848.519468:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455f800. 02000000:00000010:1.0:1777573848.519474:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bec00. 02000000:00000010:1.0:1777573848.519487:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488800. 00000100:00000010:1.0:1777573848.519489:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455ea00. 02000000:00000010:1.0:1777573848.519492:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf600. 02000000:00000010:1.0:1777573848.519494:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488900. 00000100:00000010:1.0:1777573848.519496:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9f80. 02000000:00000010:1.0:1777573848.519499:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48be800. 02000000:00000010:1.0:1777573848.519502:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488e00. 00000100:00000010:1.0:1777573848.519504:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455df80. 02000000:00000010:1.0:1777573848.519507:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf000. 02000000:00000010:1.0:1777573848.519510:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488000. 00000100:00000010:1.0:1777573848.519512:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79ba680. 02000000:00000010:1.0:1777573848.519514:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf200. 02000000:00000010:1.0:1777573848.519516:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488200. 00000100:00000010:1.0:1777573848.519518:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b8380. 02000000:00000010:1.0:1777573848.519540:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc323b400. 00000400:00000010:1.0:1777573848.519544:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573848.519547:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.520022:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926499712, portal 4 00000400:00000010:1.0:1777573848.520029:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573848.520033:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926499712, offset 0 00000400:00000200:1.0:1777573848.520037:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573848.520044:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573848.520050:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bd980 00000400:00000200:1.0:1777573848.520055:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 14336 00000400:00000200:1.0:1777573848.520060:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573848.520063:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573848.520067:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573848.520071:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb100. 00000400:00000200:1.0:1777573848.520089:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573848.520091:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000020:00000010:2.0:1777573848.520149:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573848.520153:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573848.520159:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0000. 00000020:00000010:2.0:1777573848.520162:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573848.520167:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573848.520194:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573848.520196:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000100:00000200:2.0:1777573848.520199:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499712 02000000:00000010:2.0:1777573848.520208:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc307b800. 00010000:00000200:2.0:1777573848.520226:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31cb100 x1863919926499712/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:349/0 lens 224/368 e 0 to 0 dl 1777573859 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573848.520237:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573848.520240:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926499712, offset 224 00000400:00000200:2.0:1777573848.520244:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573848.520249:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573848.520253:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bd980 00000400:00000200:2.0:1777573848.520258:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x170bd [1] + 224 00000400:00000200:2.0:1777573848.520261:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573848.520264:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573848.520269:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5180 x1863919926499712/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573848.520279:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573848.520281:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573848.520288:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573848.520291:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573848.520295:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0000. 00000100:00000200:1.0:1777573848.520610:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5180 x1863919926499712/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.520635:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573848.520638:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573848.520639:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573848.520643:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5180 x1863919926499712/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.520650:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5180 x1863919926499712/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573848.520673:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc323b400. 02000000:00000010:1.0:1777573848.520677:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468600. 00000100:00000010:1.0:1777573848.520682:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5180. 00000400:00000010:1.0:1777573848.520732:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940c08. 00000400:00000200:1.0:1777573848.520736:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:1.0:1777573848.520737:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:1.0:1777573848.520742:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455d180 x1863919926498304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.520750:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455d180 x1863919926498304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.520763:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940dc0. 00000400:00000200:1.0:1777573848.520765:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3ff68 00000400:00000010:1.0:1777573848.520766:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3ff68. 00000100:00000200:1.0:1777573848.520771:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455c700 x1863919926498816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.520777:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455c700 x1863919926498816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.520932:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79401b8. 00000400:00000200:1.0:1777573848.520936:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f330 00000400:00000010:1.0:1777573848.520938:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f330. 00000100:00000200:1.0:1777573848.520943:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9c00 x1863919926499328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.520954:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9c00 x1863919926499328/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.520967:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940b00. 00000400:00000200:1.0:1777573848.520969:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fee0 00000400:00000010:1.0:1777573848.520970:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fee0. 00000100:00000200:1.0:1777573848.520974:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455ca80 x1863919926498432/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.520982:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455ca80 x1863919926498432/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.520993:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79406e0. 00000400:00000200:1.0:1777573848.520995:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:1.0:1777573848.520997:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000100:00000200:1.0:1777573848.521001:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc455ed80 x1863919926498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.521007:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc455ed80 x1863919926498944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573848.521018:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940738. 00000400:00000200:1.0:1777573848.521020:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f4c8 00000400:00000010:1.0:1777573848.521021:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f4c8. 00000100:00000200:1.0:1777573848.521025:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9880 x1863919926499456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573848.521033:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9880 x1863919926499456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573848.521044:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48be400. 02000000:00000010:1.0:1777573848.521055:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488400. 00000100:00000010:1.0:1777573848.521057:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455d180. 02000000:00000010:1.0:1777573848.521061:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bee00. 02000000:00000010:1.0:1777573848.521063:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488700. 00000100:00000010:1.0:1777573848.521065:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455c700. 02000000:00000010:1.0:1777573848.521068:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bfc00. 02000000:00000010:1.0:1777573848.521071:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488100. 00000100:00000010:1.0:1777573848.521072:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 02000000:00000010:1.0:1777573848.521074:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48be200. 02000000:00000010:1.0:1777573848.521077:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488c00. 00000100:00000010:1.0:1777573848.521078:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455ca80. 02000000:00000010:1.0:1777573848.521081:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48be000. 02000000:00000010:1.0:1777573848.521083:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488f00. 00000100:00000010:1.0:1777573848.521085:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455ed80. 02000000:00000010:1.0:1777573848.521088:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf400. 02000000:00000010:1.0:1777573848.521091:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488d00. 00000100:00000010:1.0:1777573848.521093:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9880. 00000100:00000010:1.0:1777573848.527894:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d80c0. 00000100:00000010:0.0:1777573848.528510:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8f60. 00000100:00000010:2.0:1777573848.528735:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8de0. 00080000:00000010:0.0:1777573848.531771:0:112046:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573848.531779:0:112046:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573848.531801:0:112046:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573848.531806:0:112046:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573848.531817:0:112046:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573848.531821:0:112046:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573848.531831:0:112046:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573848.531835:0:112046:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00000100:00000010:3.0:1777573848.533218:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d81e0. 00080000:00000010:2.0:1777573848.908264:0:112086:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573848.908274:0:112086:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573848.908283:0:112086:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573848.908287:0:112086:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573848.908309:0:112086:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573848.908314:0:112086:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573848.908320:0:112086:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573848.908325:0:112086:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573849.431350:0:112098:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573849.431361:0:112098:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573849.431375:0:112098:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573849.431381:0:112098:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573849.431393:0:112098:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573849.431399:0:112098:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573849.431410:0:112098:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573849.431416:0:112098:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00000020:00000010:3.0:1777573849.870122:0:112134:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848c80. 00000020:00000010:3.0:1777573849.870224:0:112134:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848c80. 00000020:00000010:3.0:1777573849.870457:0:112134:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc32b4400. 00000020:00000010:3.0:1777573849.870470:0:112134:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871200. 00000020:00000010:3.0:1777573849.870475:0:112134:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870a00. 00000040:00000010:3.0:1777573849.870480:0:112134:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def7870c00. 00000020:00000010:3.0:1777573849.870486:0:112134:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc3345000. 00000020:00000010:3.0:1777573849.870493:0:112134:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7871400. 80000000:00000010:3.0:1777573849.870499:0:112134:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8c00. 00040000:00000010:3.0:1777573849.870505:0:112134:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870800. 00080000:00000010:3.0:1777573849.870515:0:112134:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439a000. 00080000:00000010:3.0:1777573849.870521:0:112134:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439c000. 20000000:00000010:3.0:1777573849.870528:0:112134:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89def7870600. 00000020:00000010:3.0:1777573849.870535:0:112134:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c5780. 20000000:00000010:3.0:1777573849.870542:0:112134:0:(mgs_handler.c:1186:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff89ded26a8180. 20000000:00000010:3.0:1777573849.870552:0:112134:0:(mgs_llog.c:6228:mgs_set_param()) kmalloced '(mti)': 4544 at ffff89ddc439e000. 00000040:00000010:3.0:1777573849.870572:0:112134:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89def7871800. 00080000:00000010:3.0:1777573849.870633:0:112134:0:(osd_handler.c:8126:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff89ddc32b5400. 00000040:00000010:3.0:1777573849.870640:0:112134:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded22ec7b8. 00000040:00000010:3.0:1777573849.870656:0:112134:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc426e000. 00000040:00000010:3.0:1777573849.870677:0:112134:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ded26a8ea0. 00000020:00000010:0.0:1777573849.871875:0:112135:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573849.871886:0:112135:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48bf600. 00000040:00000010:0.0:1777573849.871891:0:112135:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bfe00. 00000020:00000010:0.0:1777573849.871896:0:112135:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc452a000. 00000020:00000010:0.0:1777573849.871904:0:112135:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573849.871910:0:112135:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48bf800. 80000000:00000010:0.0:1777573849.871916:0:112135:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccbf00. 40000000:00000010:0.0:1777573849.871921:0:112135:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89def7a84380. 00100000:00000010:0.0:1777573849.871928:0:112135:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc4528000. 00040000:00000010:0.0:1777573849.871934:0:112135:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4488d00. 00040000:00000010:0.0:1777573849.871940:0:112135:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc452f000. 00040000:00000010:0.0:1777573849.871943:0:112135:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48bf200. 00080000:00000010:0.0:1777573849.871952:0:112135:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc31bc000. 00080000:00000010:0.0:1777573849.871958:0:112135:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31be000. 00000004:00000010:0.0:1777573849.871968:0:112135:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc4528800. 00000004:00000010:0.0:1777573849.871975:0:112135:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc4778000. 00000004:00000010:0.0:1777573849.871981:0:112135:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ddc4529800. 00002000:00000010:0.0:1777573849.871988:0:112135:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc3fb0400. 00000004:00000010:0.0:1777573849.871993:0:112135:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc3fb3000. 00000020:00000010:0.0:1777573849.872000:0:112135:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89def7a84900. 00000040:00000010:0.0:1777573849.872012:0:112135:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89deef1ac000. 20000000:00000010:0.0:1777573849.872051:0:112135:0:(mgs_llog.c:1249:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff89ddc4488f00. 20000000:00000010:0.0:1777573849.872057:0:112135:0:(mgs_llog.c:1317:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff89ddc4488f00. 00000040:00000010:0.0:1777573849.872063:0:112135:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89deef1ac000. 00000020:00000010:0.0:1777573849.872235:0:112135:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89def7a84900. 00000020:00000010:0.0:1777573849.872256:0:112135:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48bf600. 00000040:00000010:0.0:1777573849.872267:0:112135:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bfe00. 00000020:00000010:0.0:1777573849.872270:0:112135:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc452a000. 00000020:00000010:0.0:1777573849.872275:0:112135:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573849.872281:0:112135:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48bf800. 80000000:00000010:0.0:1777573849.872285:0:112135:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccbf00. 40000000:00000010:0.0:1777573849.872289:0:112135:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89def7a84380. 00100000:00000010:0.0:1777573849.872294:0:112135:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc4528000. 00040000:00000010:0.0:1777573849.872299:0:112135:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4488d00. 00040000:00000010:0.0:1777573849.872302:0:112135:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc452f000. 00040000:00000010:0.0:1777573849.872307:0:112135:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48bf200. 00080000:00000010:0.0:1777573849.872331:0:112135:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31be000. 00080000:00000010:0.0:1777573849.872337:0:112135:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc31bc000. 00000004:00000010:0.0:1777573849.872342:0:112135:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc4528800. 00000004:00000010:0.0:1777573849.872346:0:112135:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc4778000. 00000004:00000010:0.0:1777573849.872352:0:112135:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ddc4529800. 00002000:00000010:0.0:1777573849.872355:0:112135:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc3fb0400. 00000004:00000010:0.0:1777573849.872359:0:112135:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc3fb3000. 00000020:00000010:0.0:1777573849.872363:0:112135:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bec00. 00000040:00000010:2.0:1777573849.872656:0:112134:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ded26a8ea0. 00000040:00000010:2.0:1777573849.872673:0:112134:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded22ec7b8. 00000040:00000010:2.0:1777573849.872678:0:112134:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc426e000. 00000040:00000010:2.0:1777573849.872683:0:112134:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89def7871800. 20000000:00000400:2.0:1777573849.872687:0:112134:0:(mgs_llog.c:1437:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 00010000:00000010:3.0:1777573849.883366:0:112134:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acf800. 00010000:00000010:3.0:1777573849.883404:0:112134:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc25c5340. 00000100:00000010:3.0:1777573849.883416:0:112134:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc505db40. 00000100:00000010:3.0:1777573849.883431:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7100. 02000000:00000010:3.0:1777573849.883453:0:112134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def7870e00. 02000000:00000010:3.0:1777573849.883507:0:112134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7870200. 00000400:00000010:3.0:1777573849.883517:0:112134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d178f0. 00000400:00000010:3.0:1777573849.883526:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573849.883537:0:112134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926499840, portal 16 00000400:00000010:3.0:1777573849.883543:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573849.883546:0:112134:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926499840, offset 0 00000400:00000200:3.0:1777573849.883558:0:112134:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573849.883581:0:112134:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573849.883597:0:112134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1bda00 00000400:00000200:3.0:1777573849.883607:0:112134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1697d [2] + 328 00000400:00000200:3.0:1777573849.883617:0:112134:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573849.883622:0:112134:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573849.883632:0:112134:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777573849.883637:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4e00. 00000400:00000200:3.0:1777573849.883800:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573849.883804:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573849.883815:0:112134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7100 x1863919926499840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1777573849.883837:0:112134:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a81e0. 00000100:00000010:3.0:1777573849.883857:0:112134:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8f00. 00000100:00000010:3.0:1777573849.883868:0:112134:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8600. 00000100:00000010:3.0:1777573849.883873:0:112134:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a86c0. 00000100:00000010:3.0:1777573849.883882:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4000. 02000000:00000010:3.0:1777573849.883892:0:112134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def7871800. 02000000:00000010:3.0:1777573849.883904:0:112134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7871000. 00000400:00000010:3.0:1777573849.883907:0:112134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17318. 00000400:00000010:3.0:1777573849.883910:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573849.883914:0:112134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926499968, portal 16 00000400:00000010:3.0:1777573849.883917:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573849.883920:0:112134:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926499968, offset 0 00000400:00000200:3.0:1777573849.883924:0:112134:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573849.883929:0:112134:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573849.883935:0:112134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1bda80 00000400:00000200:3.0:1777573849.883939:0:112134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1697d [2] + 656 00000400:00000200:3.0:1777573849.883944:0:112134:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573849.883947:0:112134:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573849.883950:0:112134:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777573849.883954:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5c00. 00000400:00000200:3.0:1777573849.884574:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573849.884578:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573849.884586:0:112134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4000 x1863919926499968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1777573849.884610:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7800. 02000000:00000010:3.0:1777573849.884620:0:112134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4239a00. 02000000:00000010:3.0:1777573849.884635:0:112134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4238000. 00000400:00000010:3.0:1777573849.884639:0:112134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17790. 00000400:00000010:3.0:1777573849.884642:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573849.884645:0:112134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926500096, portal 16 00000400:00000010:3.0:1777573849.884648:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573849.884650:0:112134:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926500096, offset 0 00000400:00000200:3.0:1777573849.884655:0:112134:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573849.884662:0:112134:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573849.884668:0:112134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1bdb00 00000400:00000200:3.0:1777573849.884673:0:112134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1697d [2] + 984 00000400:00000200:3.0:1777573849.884678:0:112134:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573849.884681:0:112134:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573849.884684:0:112134:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777573849.884688:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6300. 00000020:00000010:0.0:1777573849.884865:0:6469:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.884871:0:6469:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.884879:0:6469:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573849.884888:0:6469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d380. 00000020:00000010:0.0:1777573849.884894:0:6469:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573849.884950:0:6469:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.884953:0:6469:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.884956:0:6469:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:0.0:1777573849.884959:0:6469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573849.884962:0:6469:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573849.884976:0:6469:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.884978:0:6469:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573849.884982:0:6469:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499840 02000000:00000010:0.0:1777573849.885000:0:6469:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb3000. 00000400:00000010:0.0:1777573849.885015:0:6469:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573849.885019:0:6469:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926499840, offset 224 00000400:00000200:0.0:1777573849.885024:0:6469:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573849.885030:0:6469:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573849.885037:0:6469:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1bda00 00000400:00000200:0.0:1777573849.885042:0:6469:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x170c9 [1] + 224 00000400:00000200:0.0:1777573849.885047:0:6469:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573849.885049:0:6469:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573849.885056:0:6469:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7100 x1863919926499840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777573849.885079:0:6469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573849.885081:0:6469:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00010000:00000010:0.0:1777573849.885092:0:6469:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc6890540. 00000020:00000010:0.0:1777573849.885112:0:6469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d380. 00000020:00000010:0.0:1777573849.885115:0:6469:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21640. 00000020:00000010:0.0:1777573849.885118:0:6469:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573849.885149:0:6469:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.885152:0:6469:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573849.885154:0:6469:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926499968 02000000:00000010:0.0:1777573849.885162:0:6469:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb0400. 00000400:00000010:0.0:1777573849.885168:0:6469:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573849.885170:0:6469:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926499968, offset 224 00000400:00000200:0.0:1777573849.885175:0:6469:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573849.885181:0:6469:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573849.885186:0:6469:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1bda80 00000400:00000200:0.0:1777573849.885190:0:6469:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x170d1 [1] + 224 00000400:00000200:0.0:1777573849.885194:0:6469:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573849.885197:0:6469:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573849.885202:0:6469:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4000 x1863919926499968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777573849.885212:0:6469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573849.885214:0:6469:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00010000:00000010:0.0:1777573849.885219:0:6469:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc6890600. 00000020:00000010:0.0:1777573849.885234:0:6469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573849.885237:0:6469:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573849.885239:0:6469:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000100:00000010:0.0:1777573849.885288:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb480. 02000000:00000010:0.0:1777573849.885298:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48bea00. 00010000:00000010:0.0:1777573849.885336:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc6890540. 00000100:00000010:0.0:1777573849.885348:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9880. 02000000:00000010:0.0:1777573849.885353:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48bec00. 00010000:00000010:0.0:1777573849.885363:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc6890600. 02000000:00000010:0.0:1777573849.885393:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf200. 00000400:00000010:0.0:1777573849.885399:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940630. 00000400:00000010:0.0:1777573849.885402:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573849.885405:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926500352, portal 18 00000400:00000010:0.0:1777573849.885408:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f6e8. 00000100:00000200:0.0:1777573849.885410:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926500352, offset 0 00000400:00000200:0.0:1777573849.885414:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573849.885419:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573849.885425:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1bdc00 00000400:00000200:0.0:1777573849.885431:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x541d [2] + 1640 00000400:00000200:0.0:1777573849.885436:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573849.885438:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573849.885443:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777573849.885447:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 00000400:00000200:0.0:1777573849.885459:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f6e8 00000400:00000010:0.0:1777573849.885461:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f6e8. 00000100:00000200:0.0:1777573849.885467:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9880 x1863919926500352/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573849.885501:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf800. 00000400:00000010:0.0:1777573849.885505:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940000. 00000400:00000010:0.0:1777573849.885508:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f6e8. 00000100:00000200:0.0:1777573849.885511:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926500224, portal 18 00000400:00000010:0.0:1777573849.885514:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573849.885516:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926500224, offset 0 00000400:00000200:0.0:1777573849.885520:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573849.885525:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573849.885530:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1bdb80 00000400:00000200:0.0:1777573849.885533:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x541d [2] + 1968 00000400:00000010:0.0:1777573849.885537:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17bb0. 00000400:00000200:0.0:1777573849.885541:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc25d0b40 00000400:00000200:0.0:1777573849.885544:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573849.885547:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573849.885549:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc25d0b40 00000400:00000010:0.0:1777573849.885551:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc25d0b40. 00000100:00000200:0.0:1777573849.885559:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1777573849.885570:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573849.885572:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573849.885576:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bb480 x1863919926500224/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573849.885608:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.885611:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.885615:0:6472:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bfe00. 00000020:00000010:0.0:1777573849.885617:0:6472:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573849.885620:0:6472:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000100:00000200:0.0:1777573849.885637:0:6472:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89def79b9c00 x1863919926500352/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:350/0 lens 328/0 e 0 to 0 dl 1777573860 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573849.885657:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.885660:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.885663:0:6472:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf600. 00000020:00000010:0.0:1777573849.885666:0:6472:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d380. 00000020:00000010:0.0:1777573849.885669:0:6472:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21640. 00000100:00000200:0.0:1777573849.885676:0:6472:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89defae73c50 x1863919926500224/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:350/0 lens 328/0 e 0 to 0 dl 1777573860 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573849.885717:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573849.885720:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573849.885721:0:6472:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500352 02000000:00000010:0.0:1777573849.885729:0:6472:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb1000. 00000400:00000010:0.0:1777573849.885754:0:6472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573849.885757:0:6472:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926500352, offset 224 00000020:00000010:2.0:1777573849.885828:0:6471:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e480. 00000020:00000010:2.0:1777573849.885832:0:6471:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e480. 00000100:00000200:2.0:1777573849.885835:0:6471:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500224 02000000:00000010:2.0:1777573849.885842:0:6471:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc24ab800. 00000400:00000010:2.0:1777573849.885856:0:6471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573849.885860:0:6471:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926500224, offset 224 00000400:00000200:2.0:1777573849.885864:0:6471:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573849.885870:0:6471:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573849.885877:0:6471:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1bdb80 00000400:00000200:2.0:1777573849.885881:0:6471:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x170f1 [1] + 224 00000400:00000200:2.0:1777573849.885886:0:6471:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573849.885888:0:6471:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573849.885895:0:6471:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bb480 x1863919926500224/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573849.885912:0:6471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573849.885914:0:6471:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573849.885922:0:6471:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d380. 00000020:00000010:2.0:1777573849.885925:0:6471:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21640. 00000020:00000010:2.0:1777573849.885928:0:6471:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf600. 00000400:00000010:2.0:1777573849.885949:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940000. 00000400:00000200:2.0:1777573849.885953:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f6e8 00000400:00000010:2.0:1777573849.885954:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f6e8. 00000100:00000200:2.0:1777573849.885959:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bb480 x1863919926500224/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573849.885967:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bb480 x1863919926500224/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573849.885990:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf800. 02000000:00000010:2.0:1777573849.885996:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48bea00. 00000100:00000010:2.0:1777573849.886004:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bb480. 00000400:00000200:0.0:1777573849.886143:0:6472:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573849.886149:0:6472:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573849.886154:0:6472:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1bdc00 00000400:00000200:0.0:1777573849.886158:0:6472:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x170e9 [1] + 224 00000400:00000200:0.0:1777573849.886162:0:6472:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573849.886165:0:6472:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573849.886171:0:6472:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9880 x1863919926500352/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573849.886231:0:6472:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573849.886234:0:6472:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000020:00000010:0.0:1777573849.886241:0:6472:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573849.886244:0:6472:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573849.886247:0:6472:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bfe00. 02000000:00000010:0.0:1777573849.886254:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb1000. 00000100:00000010:0.0:1777573849.886258:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573849.886260:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc24ab800. 02000000:00000010:0.0:1777573849.886263:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc4567800. 00000100:00000010:0.0:1777573849.886268:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d0e00. 02000000:00000010:0.0:1777573849.886272:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3c27000. 00000100:00000010:0.0:1777573849.886275:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ea00. 02000000:00000010:0.0:1777573849.886278:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3c25000. 00000100:00000010:0.0:1777573849.886281:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 02000000:00000010:0.0:1777573849.886285:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fa8800. 00000100:00000010:0.0:1777573849.886288:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5180. 02000000:00000010:0.0:1777573849.886291:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fb4c00. 00000100:00000010:0.0:1777573849.886293:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934e300. 00000100:00000200:0.0:1777573849.886300:0:6472:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1777573849.886304:0:6472:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940b58. 00000400:00000010:0.0:1777573849.886308:0:6472:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890600. 00000400:00000200:3.0:1777573849.886451:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573849.886454:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573849.886461:0:112134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7800 x1863919926500096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1777573849.886490:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6a00. 02000000:00000010:3.0:1777573849.886501:0:112134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2758a00. 02000000:00000010:3.0:1777573849.886516:0:112134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1a00. 00000400:00000010:3.0:1777573849.886520:0:112134:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17840. 00000400:00000010:3.0:1777573849.886523:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573849.886526:0:112134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926500480, portal 16 00000400:00000010:3.0:1777573849.886530:0:112134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573849.886532:0:112134:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926500480, offset 0 00000400:00000200:3.0:1777573849.886536:0:112134:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573849.886542:0:112134:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573849.886548:0:112134:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1bdc80 00000400:00000200:3.0:1777573849.886552:0:112134:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1697d [2] + 1312 00000400:00000200:3.0:1777573849.886556:0:112134:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573849.886559:0:112134:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573849.886563:0:112134:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777573849.886566:0:112134:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6d80. 00000400:00000200:3.0:1777573849.886587:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573849.886589:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573849.886594:0:112134:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6a00 x1863919926500480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1777573849.886609:0:112134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d178f0. 00000400:00000200:3.0:1777573849.886612:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573849.886614:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573849.886617:0:112134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7100 x1863919926499840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777573849.886624:0:112134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7100 x1863919926499840/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1777573849.886645:0:112134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17318. 00000400:00000200:3.0:1777573849.886648:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573849.886650:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573849.886654:0:112134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4000 x1863919926499968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777573849.886661:0:112134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4000 x1863919926499968/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1777573849.886788:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.886793:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.886798:0:6468:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b000. 00000020:00000010:1.0:1777573849.886801:0:6468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573849.886805:0:6468:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573849.886842:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.886846:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.886850:0:6468:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b600. 00000020:00000010:1.0:1777573849.886853:0:6468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573849.886856:0:6468:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573849.886865:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.886867:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000100:00000200:1.0:1777573849.886870:0:6468:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500096 02000000:00000010:1.0:1777573849.886882:0:6468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc323a800. 00000400:00000010:1.0:1777573849.886889:0:6468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573849.886893:0:6468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926500096, offset 224 00000400:00000200:1.0:1777573849.886898:0:6468:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573849.886904:0:6468:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573849.886911:0:6468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1bdb00 00000400:00000200:1.0:1777573849.886915:0:6468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x170d9 [1] + 224 00000400:00000200:1.0:1777573849.886920:0:6468:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573849.886922:0:6468:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573849.886929:0:6468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7800 x1863919926500096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573849.886942:0:6468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573849.886943:0:6468:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00010000:00000010:1.0:1777573849.886951:0:6468:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc699fc00. 00000020:00000010:1.0:1777573849.886965:0:6468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573849.886968:0:6468:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573849.886971:0:6468:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b000. 00000020:00000010:1.0:1777573849.886982:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.886984:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000100:00000200:1.0:1777573849.886986:0:6468:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500480 02000000:00000010:1.0:1777573849.886993:0:6468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc323b800. 00000400:00000010:1.0:1777573849.886998:0:6468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573849.887001:0:6468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926500480, offset 224 00000400:00000200:1.0:1777573849.887005:0:6468:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573849.887011:0:6468:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573849.887015:0:6468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1bdc80 00000400:00000200:1.0:1777573849.887019:0:6468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17105 [1] + 224 00000400:00000200:1.0:1777573849.887023:0:6468:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573849.887025:0:6468:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573849.887030:0:6468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6a00 x1863919926500480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573849.887039:0:6468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573849.887041:0:6468:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00010000:00000010:1.0:1777573849.887046:0:6468:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc699f000. 00000020:00000010:1.0:1777573849.887054:0:6468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573849.887057:0:6468:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573849.887060:0:6468:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b600. 00000100:00000010:1.0:1777573849.887107:0:8386:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cbb80. 02000000:00000010:1.0:1777573849.887114:0:8386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2d2b600. 00010000:00000010:1.0:1777573849.887143:0:8386:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc699fc00. 00000100:00000010:1.0:1777573849.887152:0:8386:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31caa00. 02000000:00000010:1.0:1777573849.887157:0:8386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2d2b000. 00010000:00000010:1.0:1777573849.887171:0:8386:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc699f000. 02000000:00000010:1.0:1777573849.887188:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2b800. 00000400:00000010:1.0:1777573849.887192:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573849.887195:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573849.887198:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926500608, portal 18 00000400:00000010:1.0:1777573849.887202:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573849.887204:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926500608, offset 0 00000400:00000200:1.0:1777573849.887208:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573849.887213:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573849.887219:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1bdd00 00000400:00000200:1.0:1777573849.887223:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5835 [2] + 0 00000400:00000200:1.0:1777573849.887227:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573849.887230:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573849.887233:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777573849.887237:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8000. 00000400:00000200:1.0:1777573849.887252:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573849.887254:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573849.887258:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cbb80 x1863919926500608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573849.887289:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2ac00. 00000400:00000010:1.0:1777573849.887293:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c377e8. 00000400:00000010:1.0:1777573849.887296:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573849.887298:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926500736, portal 18 00000400:00000010:1.0:1777573849.887301:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573849.887304:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926500736, offset 0 00000400:00000200:1.0:1777573849.887307:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573849.887311:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573849.887316:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1bdd80 00000400:00000200:1.0:1777573849.887320:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5835 [2] + 328 00000400:00000200:1.0:1777573849.887324:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573849.887326:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573849.887329:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777573849.887333:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cad80. 00000400:00000200:1.0:1777573849.887344:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573849.887346:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573849.887350:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31caa00 x1863919926500736/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573849.887381:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.887385:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.887389:0:10290:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2a400. 00000020:00000010:1.0:1777573849.887392:0:10290:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573849.887395:0:10290:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000100:00000200:1.0:1777573849.887407:0:10290:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89ddc31c8000 x1863919926500608/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:350/0 lens 328/0 e 0 to 0 dl 1777573860 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573849.887426:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.887428:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.887432:0:10290:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3a00. 00000020:00000010:1.0:1777573849.887434:0:10290:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573849.887437:0:10290:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000100:00000200:1.0:1777573849.887444:0:10290:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89ddc31cad80 x1863919926500736/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:350/0 lens 328/0 e 0 to 0 dl 1777573860 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573849.887461:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.887463:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000100:00000200:1.0:1777573849.887465:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500608 02000000:00000010:1.0:1777573849.887472:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc323b400. 00000400:00000010:1.0:1777573849.887495:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573849.887498:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926500608, offset 224 00000400:00000200:1.0:1777573849.887502:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573849.887507:0:10290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573849.887512:0:10290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1bdd00 00000400:00000200:1.0:1777573849.887515:0:10290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17115 [1] + 224 00000400:00000200:1.0:1777573849.887519:0:10290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573849.887521:0:10290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573849.887526:0:10290:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cbb80 x1863919926500608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573849.887540:0:10290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573849.887543:0:10290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000020:00000010:1.0:1777573849.887549:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573849.887552:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573849.887554:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2a400. 00000020:00000010:1.0:1777573849.887566:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573849.887568:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d00. 00000100:00000200:1.0:1777573849.887570:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500736 02000000:00000010:1.0:1777573849.887578:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7925800. 00010000:00000010:1.0:1777573849.887594:0:10290:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc32c7d00. 00000100:00000010:1.0:1777573849.887602:0:10290:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc699f000. 00000100:00000010:1.0:1777573849.887619:0:10290:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc699f000. 00010000:00000010:1.0:1777573849.887622:0:10290:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc32c7d00. 00000400:00000010:1.0:1777573849.887628:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573849.887631:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926500736, offset 224 00000400:00000200:1.0:1777573849.887634:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573849.887639:0:10290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573849.887643:0:10290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1bdd80 00000400:00000200:1.0:1777573849.887647:0:10290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1711d [1] + 224 00000400:00000200:1.0:1777573849.887650:0:10290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573849.887652:0:10290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573849.887657:0:10290:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31caa00 x1863919926500736/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573849.887666:0:10290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573849.887668:0:10290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000020:00000010:1.0:1777573849.887675:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573849.887677:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573849.887680:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3a00. 00000400:00000010:1.0:1777573849.887732:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c377e8. 00000400:00000200:1.0:1777573849.887736:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573849.887737:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573849.887741:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31caa00 x1863919926500736/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573849.887748:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31caa00 x1863919926500736/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573849.887998:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573849.888002:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573849.888004:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573849.888009:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cbb80 x1863919926500608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573849.888016:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cbb80 x1863919926500608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573849.888030:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2ac00. 02000000:00000010:1.0:1777573849.888035:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2d2b000. 00000100:00000010:1.0:1777573849.888038:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31caa00. 02000000:00000010:1.0:1777573849.888042:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2b800. 02000000:00000010:1.0:1777573849.888044:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2d2b600. 00000100:00000010:1.0:1777573849.888046:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cbb80. 00000400:00000010:3.0:1777573849.888192:0:112134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17790. 00000400:00000200:3.0:1777573849.888198:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573849.888199:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573849.888206:0:112134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7800 x1863919926500096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777573849.888215:0:112134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7800 x1863919926500096/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1777573849.888238:0:112134:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17840. 00000400:00000200:3.0:1777573849.888240:0:112134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573849.888242:0:112134:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573849.888246:0:112134:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6a00 x1863919926500480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777573849.888253:0:112134:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6a00 x1863919926500480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777573849.888266:0:112134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7870200. 02000000:00000010:3.0:1777573849.888271:0:112134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def7870e00. 00000100:00000010:3.0:1777573849.888274:0:112134:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7100. 02000000:00000010:3.0:1777573849.888278:0:112134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7871000. 02000000:00000010:3.0:1777573849.888280:0:112134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def7871800. 00000100:00000010:3.0:1777573849.888282:0:112134:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4000. 02000000:00000010:3.0:1777573849.888286:0:112134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4238000. 02000000:00000010:3.0:1777573849.888288:0:112134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4239a00. 00000100:00000010:3.0:1777573849.888291:0:112134:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7800. 02000000:00000010:3.0:1777573849.888293:0:112134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1a00. 02000000:00000010:3.0:1777573849.888295:0:112134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2758a00. 00000100:00000010:3.0:1777573849.888297:0:112134:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6a00. 00000100:00000010:3.0:1777573849.888300:0:112134:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc505db40. 00010000:00000010:3.0:1777573849.888303:0:112134:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc25c5340. 20000000:00000010:3.0:1777573849.888328:0:112134:0:(mgs_llog.c:6250:mgs_set_param()) kfreed 'mti': 4544 at ffff89ddc439e000. 20000000:00000010:3.0:1777573849.888335:0:112134:0:(mgs_handler.c:1204:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff89ded26a8180. 00000020:00000010:3.0:1777573849.888345:0:112134:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c5780. 00000020:00000010:3.0:1777573849.888353:0:112134:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870a00. 00000040:00000010:3.0:1777573849.888358:0:112134:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def7870c00. 00000020:00000010:3.0:1777573849.888362:0:112134:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc3345000. 00000020:00000010:3.0:1777573849.888371:0:112134:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7871400. 80000000:00000010:3.0:1777573849.888376:0:112134:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8c00. 00040000:00000010:3.0:1777573849.888381:0:112134:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870800. 00080000:00000010:3.0:1777573849.888388:0:112134:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439c000. 00080000:00000010:3.0:1777573849.888394:0:112134:0:(osd_handler.c:8295:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff89ddc32b5400. 00080000:00000010:3.0:1777573849.888398:0:112134:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439a000. 20000000:00000010:3.0:1777573849.888405:0:112134:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89def7870600. 00000020:00000010:3.0:1777573849.888408:0:112134:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871200. 00000020:00000010:3.0:1777573849.888417:0:112134:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc32b4400. 00000400:00000010:2.0:1777573849.891654:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940630. 00000400:00000200:2.0:1777573849.891666:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:2.0:1777573849.891670:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000100:00000200:2.0:1777573849.891687:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9880 x1863919926500352/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573849.891713:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9880 x1863919926500352/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573865 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573849.891749:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf200. 02000000:00000010:2.0:1777573849.891928:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48bec00. 00000100:00000010:2.0:1777573849.891945:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9880. 00010000:00000010:0.1:1777573849.896810:0:36:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2ace200. 00010000:00000010:0.1:1777573849.896820:0:36:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187600. 00010000:00000010:1.1:1777573849.896888:0:112111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187a00. 00010000:00000010:1.1:1777573849.896895:0:112111:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89deef25cf00. 00010000:00000010:1.1:1777573849.896900:0:112111:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c54600. 00010000:00000010:3.1:1777573849.897656:0:112136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c54200. 00010000:00000010:3.1:1777573849.897661:0:112136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec0e00. 00010000:00000010:3.1:1777573849.902444:0:112136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3186800. 00010000:00000010:3.1:1777573849.902459:0:112136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1600. 00010000:00000010:3.1:1777573849.902464:0:112136:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eff200. 00010000:00000010:3.1:1777573849.902469:0:112136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acf800. 00000100:00000010:1.0:1777573849.906813:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8f00. 00000100:00000010:0.0:1777573849.906999:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a81e0. 00000100:00000010:2.0:1777573849.907390:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8600. 00000100:00000010:3.0:1777573849.907640:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a86c0. 00000100:00000010:0.0:1777573850.040193:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573850.040223:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488d00. 02000000:00000010:0.0:1777573850.040286:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3fb1000. 00000400:00000010:0.0:1777573850.040295:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940108. 00000400:00000010:0.0:1777573850.040304:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573850.040315:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926500864, portal 4 00000400:00000010:0.0:1777573850.040326:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573850.040329:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926500864, offset 0 00000400:00000200:0.0:1777573850.040340:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573850.040358:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573850.040374:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bde00 00000400:00000200:0.0:1777573850.040382:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 14560 00000400:00000200:0.0:1777573850.040393:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573850.040398:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573850.040410:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573850.040416:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8380. 00000400:00000200:0.0:1777573850.040439:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f440 00000400:00000010:0.0:1777573850.040442:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573850.040452:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9c00 x1863919926500864/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573850.040482:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf00. 00000100:00000010:0.0:1777573850.040500:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb0c0. 00000100:00000010:0.0:1777573850.040507:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb300. 00000100:00000010:0.0:1777573850.040512:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb240. 00000100:00000010:3.0:1777573850.040655:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6a00. 02000000:00000010:3.0:1777573850.040666:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef500. 00000020:00000010:1.0:1777573850.040973:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d00. 00000020:00000010:1.0:1777573850.040998:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3200. 00000020:00000010:1.0:1777573850.041006:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573850.041012:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573850.041060:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573850.041063:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7000. 00000100:00000200:1.0:1777573850.041162:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500864 02000000:00000010:1.0:1777573850.041184:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7924800. 00010000:00000200:1.0:1777573850.041219:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8380 x1863919926500864/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:351/0 lens 224/368 e 0 to 0 dl 1777573861 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573850.041239:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573850.041243:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926500864, offset 224 00000400:00000200:1.0:1777573850.041248:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573850.041255:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573850.041262:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bde00 00000400:00000200:1.0:1777573850.041268:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1712d [1] + 224 00000400:00000200:1.0:1777573850.041272:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573850.041275:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573850.041282:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9c00 x1863919926500864/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573850.041296:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573850.041298:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573850.041312:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573850.041318:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573850.041321:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3200. 00000100:00000010:1.0:1777573850.041342:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cbb80. 02000000:00000010:1.0:1777573850.041350:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faaf00. 02000000:00000010:1.0:1777573850.041394:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7927400. 00000400:00000010:1.0:1777573850.041400:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573850.041404:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573850.041407:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926501120, portal 4 00000400:00000010:1.0:1777573850.041413:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573850.041415:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926501120, offset 0 00000400:00000200:1.0:1777573850.041419:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573850.041424:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573850.041429:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bdf00 00000400:00000200:1.0:1777573850.041434:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 14784 00000400:00000200:1.0:1777573850.041439:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573850.041441:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573850.041445:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573850.041449:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31caa00. 00000400:00000200:1.0:1777573850.041462:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573850.041464:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573850.041469:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cbb80 x1863919926501120/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573850.041515:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573850.041520:0:24449:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573850.041527:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573850.041531:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3200. 00000020:00000010:1.0:1777573850.041533:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573850.041536:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573850.041555:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573850.041557:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7000. 00000100:00000200:1.0:1777573850.041559:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926501120 02000000:00000010:1.0:1777573850.041567:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3338800. 00010000:00000200:1.0:1777573850.041577:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31caa00 x1863919926501120/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:351/0 lens 224/368 e 0 to 0 dl 1777573861 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573850.041587:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573850.041590:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926501120, offset 224 00000400:00000200:1.0:1777573850.041594:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573850.041599:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573850.041604:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bdf00 00000400:00000200:1.0:1777573850.041608:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17139 [1] + 224 00000400:00000200:1.0:1777573850.041612:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573850.041615:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573850.041621:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cbb80 x1863919926501120/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573850.041636:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573850.041638:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000020:00000010:1.0:1777573850.041644:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573850.041647:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573850.041650:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3200. 00000400:00000010:1.0:1777573850.041671:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573850.041675:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573850.041676:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573850.041681:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cbb80 x1863919926501120/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573850.041689:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cbb80 x1863919926501120/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573850.041754:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7927400. 02000000:00000010:1.0:1777573850.043205:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faaf00. 00000100:00000010:1.0:1777573850.043212:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cbb80. 02000000:00000010:0.0:1777573850.043252:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3fb2c00. 00000400:00000010:0.0:1777573850.043260:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940528. 00000400:00000010:0.0:1777573850.043267:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573850.043273:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926500992, portal 4 00000400:00000010:0.0:1777573850.043281:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573850.043284:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926500992, offset 0 00000400:00000200:0.0:1777573850.043289:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573850.043303:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573850.043314:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bde80 00000400:00000200:0.0:1777573850.043323:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 20216 00000400:00000200:0.0:1777573850.043330:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573850.043334:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573850.043342:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573850.043347:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79ba680. 00000400:00000200:0.0:1777573850.043404:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573850.043407:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573850.043415:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6a00 x1863919926500992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573866 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573850.043472:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940108. 00000400:00000200:0.0:1777573850.043476:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573850.043478:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573850.043484:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9c00 x1863919926500864/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573850.043494:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9c00 x1863919926500864/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573850.043528:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3fb1000. 02000000:00000010:0.0:1777573850.043534:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488d00. 00000100:00000010:0.0:1777573850.043538:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 00000020:00000010:1.0:1777573850.047040:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573850.047052:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573850.047061:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3200. 00000020:00000010:1.0:1777573850.047080:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573850.047086:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573850.047137:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573850.047139:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7000. 00000100:00000200:1.0:1777573850.047143:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926500992 02000000:00000010:1.0:1777573850.047168:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3339c00. 00010000:00000200:1.0:1777573850.047214:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79ba680 x1863919926500992/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:351/0 lens 224/368 e 0 to 0 dl 1777573861 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573850.047240:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000010:2.0:1777573850.047241:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb300. 00000100:00000200:1.0:1777573850.047248:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926500992, offset 224 00000400:00000200:1.0:1777573850.047257:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573850.047275:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573850.047289:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bde80 00000400:00000200:1.0:1777573850.047297:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17145 [1] + 224 00000400:00000200:1.0:1777573850.047308:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573850.047313:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573850.047327:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6a00 x1863919926500992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573850.047355:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573850.047359:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573850.047375:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573850.047380:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573850.047384:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3200. 00000400:00000010:1.0:1777573850.047413:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940528. 00000400:00000200:1.0:1777573850.047418:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f440 00000400:00000010:1.0:1777573850.047419:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f440. 00000100:00000200:1.0:1777573850.047427:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6a00 x1863919926500992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573850.047436:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6a00 x1863919926500992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573850.047479:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3fb2c00. 02000000:00000010:1.0:1777573850.047487:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef500. 00000100:00000010:1.0:1777573850.047493:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6a00. 00000100:00000010:1.0:1777573850.047513:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb0c0. 00000100:00000010:3.0:1777573850.047742:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb240. 00000100:00000010:0.0:1777573850.048935:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf00. 00080000:00000010:0.0:1777573850.643118:0:112147:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573850.643133:0:112147:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573850.643151:0:112147:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573850.643158:0:112147:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573850.643170:0:112147:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573850.643177:0:112147:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573850.643188:0:112147:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573850.643194:0:112147:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00000100:00000010:1.0:1777573851.575391:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cbb80. 02000000:00000010:1.0:1777573851.575423:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faaf00. 02000000:00000010:1.0:1777573851.575508:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3338c00. 00000400:00000010:1.0:1777573851.575518:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573851.575526:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573851.575536:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926501248, portal 4 00000400:00000010:1.0:1777573851.575546:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.575550:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926501248, offset 0 00000400:00000200:1.0:1777573851.575561:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.575580:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.575594:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bdf80 00000400:00000200:1.0:1777573851.575603:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 20440 00000400:00000200:1.0:1777573851.575612:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.575618:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573851.575628:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573851.575633:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8a80. 00000400:00000200:1.0:1777573851.575653:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573851.575657:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.575678:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cbb80 x1863919926501248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573867 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573851.575721:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d20. 00000100:00000010:1.0:1777573851.575749:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8060. 00000100:00000010:1.0:1777573851.575755:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8120. 00000100:00000010:1.0:1777573851.575760:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8f00. 00000020:00000010:1.0:1777573851.575823:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7240. 00000020:00000010:1.0:1777573851.575828:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7240. 00000020:00000010:1.0:1777573851.575835:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2600. 00000020:00000010:1.0:1777573851.575842:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573851.575848:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573851.575888:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7240. 00000020:00000010:1.0:1777573851.575890:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7240. 00000100:00000200:1.0:1777573851.575894:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926501248 02000000:00000010:1.0:1777573851.575918:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc333bc00. 00010000:00000200:1.0:1777573851.575967:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c8a80 x1863919926501248/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:352/0 lens 224/368 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573851.575986:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.575990:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926501248, offset 224 00000400:00000200:1.0:1777573851.575994:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.576001:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.576007:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bdf80 00000400:00000200:1.0:1777573851.576012:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17151 [1] + 224 00000400:00000200:1.0:1777573851.576015:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.576018:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573851.576024:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cbb80 x1863919926501248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573867 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573851.576039:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573851.576041:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000020:00000010:1.0:1777573851.576056:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573851.576071:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573851.576075:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2600. 00000400:00000010:1.0:1777573851.576101:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573851.576105:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573851.576106:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573851.576110:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cbb80 x1863919926501248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573867 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573851.576119:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cbb80 x1863919926501248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573867 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573851.576157:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3338c00. 02000000:00000010:1.0:1777573851.576164:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faaf00. 00000100:00000010:1.0:1777573851.576170:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cbb80. 00000100:00000010:0.0:1777573851.584054:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d20. 00000100:00000010:3.0:1777573851.584372:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8f00. 00000100:00000010:1.0:1777573851.584816:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8060. 00000100:00000010:2.0:1777573851.584821:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8120. 00000100:00000010:0.0:1777573851.643987:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573851.644021:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48be400. 00010000:00000010:0.0:1777573851.644204:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eff500. 00010000:00000010:0.0:1777573851.644214:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec0200. 00000100:00000010:0.0:1777573851.644243:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890480. 02000000:00000010:0.0:1777573851.644271:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3fb1c00. 00000400:00000010:0.0:1777573851.644372:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940108. 00000400:00000010:0.0:1777573851.644381:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573851.644390:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926501376, portal 25 00000400:00000010:0.0:1777573851.644395:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.644398:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926501376, offset 0 00000400:00000200:0.0:1777573851.644408:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.644424:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.644438:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1be000 00000400:00000200:0.0:1777573851.644447:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15619 [2] + 0 00000400:00000010:0.0:1777573851.644452:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7420. 00000400:00000200:0.0:1777573851.644457:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded192b600 00000400:00000200:0.0:1777573851.644465:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.644471:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573851.644478:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192b600 00000400:00000010:0.0:1777573851.644481:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded192b600. 00000100:00000200:0.0:1777573851.644492:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573851.644579:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573851.644582:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.644591:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9c00 x1863919926501376/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573851.644614:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf00. 00000100:00000010:0.0:1777573851.644630:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbba0. 00000100:00000010:0.0:1777573851.644637:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb360. 00000100:00000010:0.0:1777573851.644654:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbae0. 00000020:00000010:1.0:1777573851.645187:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7240. 00000020:00000010:1.0:1777573851.645194:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7240. 00000020:00000010:1.0:1777573851.645202:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2600. 00000020:00000010:1.0:1777573851.645209:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573851.645215:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573851.645304:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7240. 00000020:00000010:1.0:1777573851.645308:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7240. 00000100:00000200:1.0:1777573851.645311:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926501376 00010000:00000010:1.0:1777573851.645339:0:6479:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eed900. 00010000:00000010:1.0:1777573851.645346:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187e00. 02000000:00000010:1.0:1777573851.645366:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89def7927400. 00010000:00000200:1.0:1777573851.645394:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec80bf050 x1863919926501376/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 328/344 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573851.645415:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573851.645419:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926501376, offset 224 00000400:00000200:1.0:1777573851.645425:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.645433:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.645440:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1be000 00000400:00000200:1.0:1777573851.645446:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1715d [1] + 224 00000400:00000200:1.0:1777573851.645452:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.645455:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573851.645463:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9c00 x1863919926501376/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573851.645490:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573851.645492:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573851.645506:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573851.645511:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573851.645514:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2600. 02000000:00000010:1.0:1777573851.645522:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89def7927400. 00000100:00000200:1.0:1777573851.645530:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573851.645536:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573851.645540:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc699fc00. 00000400:00000010:0.0:1777573851.645588:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940108. 00000400:00000200:0.0:1777573851.645591:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573851.645592:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573851.645597:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9c00 x1863919926501376/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573851.645604:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9c00 x1863919926501376/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573851.645633:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890480. 02000000:00000010:0.0:1777573851.645662:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3fb1c00. 02000000:00000010:0.0:1777573851.645669:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48be400. 00000100:00000010:0.0:1777573851.645721:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 10000000:00000010:0.0:1777573851.645740:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.645744:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be400. 00000020:00000010:0.0:1777573851.645748:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48be800. 00000040:00000010:0.0:1777573851.645752:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bf000. 00000020:00000010:0.0:1777573851.645758:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc4529800. 00000020:00000010:0.0:1777573851.645763:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48bec00. 80000000:00000010:0.0:1777573851.645768:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccba20. 00040000:00000010:0.0:1777573851.645774:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48bf200. 00080000:00000010:0.0:1777573851.645782:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89deef1ac000. 00080000:00000010:0.0:1777573851.645798:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31bc000. 20000000:00000010:0.0:1777573851.645807:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc48bf800. 00000040:00000010:0.0:1777573851.645816:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc48bf600. 00000100:00000010:0.0:1777573851.645821:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573851.645832:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48bfe00. 00000100:00000010:0.0:1777573851.645841:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890480. 02000000:00000010:0.0:1777573851.645855:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48be000. 00000400:00000010:0.0:1777573851.645858:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940108. 00000400:00000010:0.0:1777573851.645861:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573851.645865:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926501504, portal 25 00000400:00000010:0.0:1777573851.645868:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.645871:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926501504, offset 0 00000400:00000200:0.0:1777573851.645875:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.645881:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.645886:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1be080 00000400:00000200:0.0:1777573851.645891:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x157b5 [2] + 0 00000400:00000010:0.0:1777573851.645894:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcdeaaa8. 00000400:00000200:0.0:1777573851.645898:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3d00000 00000400:00000200:0.0:1777573851.645902:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.645904:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573851.645907:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3d00000 00000400:00000010:0.0:1777573851.645909:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3d00000. 00000100:00000200:0.0:1777573851.645914:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573851.646570:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573851.646574:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.646581:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9c00 x1863919926501504/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573851.646911:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573851.646916:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573851.646923:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1400. 00000020:00000010:2.0:1777573851.646928:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573851.646933:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573851.646956:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573851.646958:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000100:00000200:2.0:1777573851.646961:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926501504 02000000:00000010:2.0:1777573851.646978:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc41b7c00. 00000040:00000010:2.0:1777573851.646983:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a1600. 00000040:00000010:2.0:1777573851.647187:0:6478:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89dec65c1d10. 00000040:00000010:2.0:1777573851.647206:0:6478:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89dec65c1d10. 00000040:00000010:2.0:1777573851.647211:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a1600. 00010000:00000200:2.0:1777573851.647223:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cbc50 x1863919926501504/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 504/272 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573851.647240:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573851.647246:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926501504, offset 224 00000400:00000200:2.0:1777573851.647251:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573851.647263:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573851.647270:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1be080 00000400:00000200:2.0:1777573851.647360:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1716d [1] + 224 00000400:00000200:2.0:1777573851.647368:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573851.647372:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573851.647380:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9c00 x1863919926501504/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573851.647441:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573851.647451:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573851.647465:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573851.647469:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573851.647473:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1400. 02000000:00000010:2.0:1777573851.647481:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc41b7c00. 00000100:00000200:2.0:1777573851.647487:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573851.647493:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde76e0. 00000400:00000010:2.0:1777573851.647498:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dec69d8300. 00000400:00000010:0.0:1777573851.648092:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940108. 00000400:00000200:0.0:1777573851.648099:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573851.648101:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573851.648108:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9c00 x1863919926501504/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573851.648118:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9c00 x1863919926501504/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573851.648154:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890480. 02000000:00000010:0.0:1777573851.648163:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48be000. 02000000:00000010:0.0:1777573851.648187:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48bfe00. 00000100:00000010:0.0:1777573851.648194:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 00000040:00000010:0.0:1777573851.648204:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc31be000. 00000100:00000010:0.0:1777573851.648210:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573851.648221:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48bfe00. 00000100:00000010:0.0:1777573851.648230:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890480. 02000000:00000010:0.0:1777573851.648289:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89ddc50c0000. 00000400:00000010:0.0:1777573851.648293:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940108. 00000400:00000010:0.0:1777573851.648296:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89ddc6890900. 00000100:00000200:0.0:1777573851.648300:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926501632, portal 25 00000400:00000010:0.0:1777573851.648304:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573851.648306:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926501632, offset 0 00000400:00000200:0.0:1777573851.648310:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.648319:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.648326:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1be100 00000400:00000200:0.0:1777573851.648331:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x158d1 [2] + 0 00000400:00000010:0.0:1777573851.648334:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940d68. 00000400:00000200:0.0:1777573851.648337:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec87d13c0 00000400:00000200:0.0:1777573851.648341:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.648344:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573851.648346:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec87d13c0 00000400:00000010:0.0:1777573851.648348:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec87d13c0. 00000100:00000200:0.0:1777573851.648354:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573851.648376:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573851.648378:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573851.648384:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9c00 x1863919926501632/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573851.648559:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f00. 00000020:00000010:3.0:1777573851.648564:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f00. 00000020:00000010:3.0:1777573851.648569:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4239400. 00000020:00000010:3.0:1777573851.648574:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.648579:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.648615:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f00. 00000020:00000010:3.0:1777573851.648618:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f00. 00000100:00000200:3.0:1777573851.648621:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926501632 02000000:00000010:3.0:1777573851.648658:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89ddc48f0000. 00000040:00000010:3.0:1777573851.648667:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc4238000. 00000040:00000010:3.0:1777573851.648715:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573851.648750:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573851.648756:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc4238000. 00010000:00000200:3.0:1777573851.648765:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cb450 x1863919926501632/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 272/8416 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573851.648780:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc505d180. 00000100:00000200:3.0:1777573851.648783:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926501632, offset 224 00000400:00000200:3.0:1777573851.648800:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573851.648806:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573851.648812:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1be100 00000400:00000200:3.0:1777573851.648817:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1717d [4] + 224 00000400:00000200:3.0:1777573851.648822:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573851.648826:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573851.648833:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9c00 x1863919926501632/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573851.648852:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505d180 00000400:00000010:3.0:1777573851.648855:0:6478:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc505d180. 00000020:00000010:3.0:1777573851.648867:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.648871:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.648876:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4239400. 02000000:00000010:3.0:1777573851.648883:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89ddc48f0000. 00000100:00000200:3.0:1777573851.648926:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573851.648931:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17840. 00000400:00000010:3.0:1777573851.648934:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc505d180. 00000400:00000010:3.0:1777573851.648950:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940108. 00000400:00000200:3.0:1777573851.648953:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6890900 00000400:00000010:3.0:1777573851.648954:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89ddc6890900. 00000100:00000200:3.0:1777573851.648959:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9c00 x1863919926501632/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573851.648966:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9c00 x1863919926501632/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573851.648980:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890480. 02000000:00000010:3.0:1777573851.648987:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89ddc50c0000. 02000000:00000010:3.0:1777573851.648997:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48bfe00. 00000100:00000010:3.0:1777573851.649005:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 00000040:00000010:3.0:1777573851.649013:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ded26a8b40. 00000020:00000010:3.0:1777573851.650433:0:112202:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4239400. 00000020:00000010:3.0:1777573851.650444:0:112202:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4238000. 00000040:00000010:3.0:1777573851.650448:0:112202:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4239a00. 00000020:00000010:3.0:1777573851.650454:0:112202:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc3341000. 00000020:00000010:3.0:1777573851.650460:0:112202:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573851.650466:0:112202:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2fb1600. 80000000:00000010:3.0:1777573851.650471:0:112202:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8180. 40000000:00000010:3.0:1777573851.650475:0:112202:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c51c0. 00100000:00000010:3.0:1777573851.650481:0:112202:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc3342800. 00040000:00000010:3.0:1777573851.650487:0:112202:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89defbdef400. 00040000:00000010:3.0:1777573851.650492:0:112202:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc3345000. 00040000:00000010:3.0:1777573851.650496:0:112202:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2fb1800. 00080000:00000010:3.0:1777573851.650505:0:112202:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573851.650512:0:112202:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00000004:00000010:3.0:1777573851.650520:0:112202:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc3340800. 00000004:00000010:3.0:1777573851.650528:0:112202:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc44bd000. 00000004:00000010:3.0:1777573851.650534:0:112202:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ddc3347000. 00002000:00000010:3.0:1777573851.650540:0:112202:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc32b4400. 00000004:00000010:3.0:1777573851.650545:0:112202:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc32b5400. 00000020:00000010:3.0:1777573851.650552:0:112202:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c5bc0. 00000040:00000010:3.0:1777573851.650562:0:112202:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89ddc426e000. 00000040:00000010:3.0:1777573851.651443:0:112202:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89ddc426e000. 00000020:00000010:3.0:1777573851.651458:0:112202:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573851.651480:0:112202:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4238000. 00000040:00000010:3.0:1777573851.651486:0:112202:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4239a00. 00000020:00000010:3.0:1777573851.651490:0:112202:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc3341000. 00000020:00000010:3.0:1777573851.651494:0:112202:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573851.651501:0:112202:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2fb1600. 80000000:00000010:3.0:1777573851.651505:0:112202:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8180. 40000000:00000010:3.0:1777573851.651520:0:112202:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c51c0. 00100000:00000010:3.0:1777573851.651526:0:112202:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc3342800. 00040000:00000010:3.0:1777573851.651532:0:112202:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89defbdef400. 00040000:00000010:3.0:1777573851.651537:0:112202:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc3345000. 00040000:00000010:3.0:1777573851.651543:0:112202:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2fb1800. 00080000:00000010:3.0:1777573851.651547:0:112202:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573851.651552:0:112202:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00000004:00000010:3.0:1777573851.651560:0:112202:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc3340800. 00000004:00000010:3.0:1777573851.651563:0:112202:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc44bd000. 00000004:00000010:3.0:1777573851.651569:0:112202:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ddc3347000. 00002000:00000010:3.0:1777573851.651573:0:112202:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc32b4400. 00000004:00000010:3.0:1777573851.651577:0:112202:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc32b5400. 00000020:00000010:3.0:1777573851.651580:0:112202:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4239400. 00000040:00000010:0.0:1777573851.652209:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ded26a8b40. 00000040:00000010:0.0:1777573851.652221:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc31be000. 00000040:00000010:0.0:1777573851.652226:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc48bf600. 00000020:00000010:0.0:1777573851.652241:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48be800. 00000040:00000010:0.0:1777573851.652259:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bf000. 00000020:00000010:0.0:1777573851.652262:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc4529800. 00000020:00000010:0.0:1777573851.652266:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48bec00. 80000000:00000010:0.0:1777573851.652269:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccba20. 00040000:00000010:0.0:1777573851.652273:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48bf200. 00080000:00000010:0.0:1777573851.652288:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31bc000. 00080000:00000010:0.0:1777573851.652291:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89deef1ac000. 20000000:00000010:0.0:1777573851.652296:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc48bf800. 00000020:00000010:0.0:1777573851.652300:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be400. 10000000:00000010:0.0:1777573851.652303:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89def7a84c40. 00000100:00000010:0.0:1777573851.652333:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 02000000:00000010:0.0:1777573851.652354:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48be400. 00010000:00000010:0.0:1777573851.652375:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1a00. 00000100:00000010:0.0:1777573851.652399:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc68903c0. 02000000:00000010:0.0:1777573851.652427:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3fb1c00. 00000400:00000010:0.0:1777573851.652434:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940d68. 00000400:00000010:0.0:1777573851.652442:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573851.652452:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926501760, portal 25 00000400:00000010:0.0:1777573851.652458:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.652461:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926501760, offset 0 00000400:00000200:0.0:1777573851.652471:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.652489:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.652504:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1be180 00000400:00000200:0.0:1777573851.652512:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15905 [2] + 0 00000400:00000010:0.0:1777573851.652517:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcdea7e8. 00000400:00000200:0.0:1777573851.652521:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc445bb40 00000400:00000200:0.0:1777573851.652531:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.652535:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573851.652542:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc445bb40 00000400:00000010:0.0:1777573851.652544:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc445bb40. 00000100:00000200:0.0:1777573851.652550:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573851.652579:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573851.652581:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.652591:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9f80 x1863919926501760/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573851.654012:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.654020:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.654029:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1200. 00000020:00000010:3.0:1777573851.654044:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.654049:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.654096:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.654099:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000100:00000200:3.0:1777573851.654103:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926501760 00010000:00000010:3.0:1777573851.654133:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acf800. 02000000:00000010:3.0:1777573851.654150:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc32b5400. 00010000:00000200:3.0:1777573851.654180:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9050 x1863919926501760/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 328/344 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573851.654203:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573851.654209:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926501760, offset 224 00000400:00000200:3.0:1777573851.654215:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573851.654228:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573851.654238:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1be180 00000400:00000200:3.0:1777573851.654245:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1718d [1] + 224 00000400:00000200:3.0:1777573851.654251:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573851.654255:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573851.654265:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9f80 x1863919926501760/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573851.654442:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573851.654446:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573851.654462:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.654466:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.654470:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1200. 02000000:00000010:3.0:1777573851.654477:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc32b5400. 00000100:00000200:3.0:1777573851.654484:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573851.654490:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17790. 00000400:00000010:3.0:1777573851.654496:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc505d240. 00000400:00000010:2.0:1777573851.654559:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940d68. 00000400:00000200:2.0:1777573851.654564:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:2.0:1777573851.654566:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:2.0:1777573851.654571:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9f80 x1863919926501760/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573851.654579:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9f80 x1863919926501760/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573851.654608:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc68903c0. 02000000:00000010:2.0:1777573851.654626:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3fb1c00. 02000000:00000010:2.0:1777573851.654633:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48be400. 00000100:00000010:2.0:1777573851.654665:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9f80. 10000000:00000010:2.0:1777573851.654682:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89ddc491e200. 00000020:00000010:2.0:1777573851.654686:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1600. 00000020:00000010:2.0:1777573851.654689:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc46a1e00. 00000040:00000010:2.0:1777573851.654741:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc46a1000. 00000020:00000010:2.0:1777573851.654746:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403e000. 00000020:00000010:2.0:1777573851.654752:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc46a1c00. 80000000:00000010:2.0:1777573851.654757:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b42a0. 00040000:00000010:2.0:1777573851.654761:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc46a0800. 00080000:00000010:2.0:1777573851.654768:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4114000. 00080000:00000010:2.0:1777573851.654774:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4116000. 20000000:00000010:2.0:1777573851.654781:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89dec12e7000. 00000040:00000010:2.0:1777573851.654798:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc40afa00. 00000100:00000010:2.0:1777573851.654806:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494ed80. 02000000:00000010:2.0:1777573851.654818:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc40af800. 00000100:00000010:2.0:1777573851.654832:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89dec2b89cc0. 02000000:00000010:2.0:1777573851.654850:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc40ae800. 00000400:00000010:2.0:1777573851.654855:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573851.654859:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573851.654863:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926501888, portal 25 00000400:00000010:2.0:1777573851.654868:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573851.654870:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926501888, offset 0 00000400:00000200:2.0:1777573851.654876:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573851.654884:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573851.654890:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1be200 00000400:00000200:2.0:1777573851.654895:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15969 [2] + 0 00000400:00000010:2.0:1777573851.654898:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e70. 00000400:00000200:2.0:1777573851.654901:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3d00600 00000400:00000200:2.0:1777573851.654904:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573851.654907:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573851.654909:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3d00600 00000400:00000010:2.0:1777573851.654911:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3d00600. 00000100:00000200:2.0:1777573851.654916:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573851.654926:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573851.654928:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573851.654932:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494ed80 x1863919926501888/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573851.655260:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.655265:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.655269:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1200. 00000020:00000010:3.0:1777573851.655273:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.655489:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.655520:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.655523:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000100:00000200:3.0:1777573851.655526:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926501888 02000000:00000010:3.0:1777573851.655545:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc32b5400. 00000040:00000010:3.0:1777573851.655553:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2fb1800. 00000040:00000010:3.0:1777573851.655621:0:6478:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded22ec730. 00000040:00000010:3.0:1777573851.655638:0:6478:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded22ec730. 00000040:00000010:3.0:1777573851.655642:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2fb1800. 00010000:00000200:3.0:1777573851.655656:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9850 x1863919926501888/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 504/272 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573851.655681:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573851.655687:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926501888, offset 224 00000400:00000200:3.0:1777573851.655732:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573851.655742:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573851.655750:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1be200 00000400:00000200:3.0:1777573851.655755:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1719d [1] + 224 00000400:00000200:3.0:1777573851.655760:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573851.655762:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573851.655771:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494ed80 x1863919926501888/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573851.656649:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573851.656655:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573851.656687:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.656717:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.656733:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1200. 02000000:00000010:3.0:1777573851.656742:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc32b5400. 00000100:00000200:3.0:1777573851.656753:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573851.656763:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17318. 00000400:00000010:3.0:1777573851.656773:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc505d840. 00000400:00000010:2.0:1777573851.657551:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:2.0:1777573851.657560:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573851.657562:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573851.657574:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494ed80 x1863919926501888/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573851.657585:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494ed80 x1863919926501888/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573851.657621:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89dec2b89cc0. 02000000:00000010:2.0:1777573851.657635:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc40ae800. 02000000:00000010:2.0:1777573851.657980:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc40af800. 00000100:00000010:2.0:1777573851.657988:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494ed80. 00000040:00000010:2.0:1777573851.658004:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4112000. 00000100:00000010:2.0:1777573851.658011:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494ed80. 02000000:00000010:2.0:1777573851.658025:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc40af800. 00000100:00000010:2.0:1777573851.658186:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89dec2b89cc0. 02000000:00000010:2.0:1777573851.658243:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89ddc50c0000. 00000400:00000010:2.0:1777573851.658261:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573851.658267:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89dec2b890c0. 00000100:00000200:2.0:1777573851.658566:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926502016, portal 25 00000400:00000010:2.0:1777573851.658577:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573851.658583:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926502016, offset 0 00000400:00000200:2.0:1777573851.658591:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573851.658608:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573851.658623:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1be280 00000400:00000200:2.0:1777573851.658631:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x159f5 [2] + 0 00000400:00000010:2.0:1777573851.658635:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcdea058. 00000400:00000200:2.0:1777573851.658953:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40cc540 00000400:00000200:2.0:1777573851.658964:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573851.658969:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573851.658975:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40cc540 00000400:00000010:2.0:1777573851.658978:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40cc540. 00000100:00000200:2.0:1777573851.658984:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573851.659068:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573851.659071:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573851.659079:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494ed80 x1863919926502016/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573851.659441:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.659446:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.659454:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1200. 00000020:00000010:3.0:1777573851.659461:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.659467:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.659566:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.659569:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000100:00000200:3.0:1777573851.659573:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502016 02000000:00000010:3.0:1777573851.659612:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89ddc48f0000. 00000040:00000010:3.0:1777573851.659621:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2fb1800. 00000040:00000010:3.0:1777573851.659660:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573851.659741:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573851.659750:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2fb1800. 00010000:00000200:3.0:1777573851.659762:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8050 x1863919926502016/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 272/8416 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573851.659784:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc505d780. 00000100:00000200:3.0:1777573851.659870:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926502016, offset 224 00000400:00000200:3.0:1777573851.659877:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573851.659888:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573851.659898:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1be280 00000400:00000200:3.0:1777573851.659905:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x171ad [4] + 224 00000400:00000200:3.0:1777573851.659913:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573851.659916:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573851.659926:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494ed80 x1863919926502016/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573851.659952:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505d780 00000400:00000010:3.0:1777573851.659954:0:6478:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc505d780. 00000020:00000010:3.0:1777573851.659969:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.659973:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.659977:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1200. 02000000:00000010:3.0:1777573851.659984:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89ddc48f0000. 00000100:00000200:3.0:1777573851.660032:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573851.660191:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d178f0. 00000400:00000010:3.0:1777573851.660197:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc505d780. 00000400:00000010:2.0:1777573851.660254:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:2.0:1777573851.660259:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec2b890c0 00000400:00000010:2.0:1777573851.660260:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89dec2b890c0. 00000100:00000200:2.0:1777573851.660266:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494ed80 x1863919926502016/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573851.660274:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494ed80 x1863919926502016/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573851.660310:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89dec2b89cc0. 02000000:00000010:2.0:1777573851.660322:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89ddc50c0000. 02000000:00000010:2.0:1777573851.660335:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc40af800. 00000100:00000010:2.0:1777573851.660341:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494ed80. 00000040:00000010:2.0:1777573851.660351:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ddc43b4ae0. 00000020:00000010:2.0:1777573851.661413:0:112203:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af800. 00000020:00000010:2.0:1777573851.661422:0:112203:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc40ae800. 00000040:00000010:2.0:1777573851.661427:0:112203:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc40af200. 00000020:00000010:2.0:1777573851.661432:0:112203:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573851.661441:0:112203:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573851.661446:0:112203:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc40ae400. 80000000:00000010:2.0:1777573851.661451:0:112203:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4240. 40000000:00000010:2.0:1777573851.661458:0:112203:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc491ea80. 00100000:00000010:2.0:1777573851.661465:0:112203:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc403f000. 00040000:00000010:2.0:1777573851.661471:0:112203:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2489100. 00040000:00000010:2.0:1777573851.661477:0:112203:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc403c800. 00040000:00000010:2.0:1777573851.661481:0:112203:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc40af600. 00080000:00000010:2.0:1777573851.661490:0:112203:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4110000. 00080000:00000010:2.0:1777573851.661499:0:112203:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4392000. 00000004:00000010:2.0:1777573851.661507:0:112203:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc403d000. 00000004:00000010:2.0:1777573851.661515:0:112203:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc4457000. 00000004:00000010:2.0:1777573851.661521:0:112203:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ddc403d800. 00002000:00000010:2.0:1777573851.661527:0:112203:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc41b7c00. 00000004:00000010:2.0:1777573851.661533:0:112203:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc41b7800. 00000020:00000010:2.0:1777573851.661538:0:112203:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc491eb00. 00000040:00000010:2.0:1777573851.661549:0:112203:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89ddc4394000. 00000040:00000010:2.0:1777573851.662521:0:112203:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89ddc4394000. 00000020:00000010:2.0:1777573851.662546:0:112203:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573851.662583:0:112203:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc40ae800. 00000040:00000010:2.0:1777573851.662589:0:112203:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc40af200. 00000020:00000010:2.0:1777573851.662593:0:112203:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573851.662598:0:112203:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573851.662604:0:112203:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc40ae400. 80000000:00000010:2.0:1777573851.662608:0:112203:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4240. 40000000:00000010:2.0:1777573851.662613:0:112203:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc491ea80. 00100000:00000010:2.0:1777573851.662618:0:112203:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc403f000. 00040000:00000010:2.0:1777573851.662622:0:112203:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2489100. 00040000:00000010:2.0:1777573851.662628:0:112203:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc403c800. 00040000:00000010:2.0:1777573851.662633:0:112203:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc40af600. 00080000:00000010:2.0:1777573851.662637:0:112203:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4392000. 00080000:00000010:2.0:1777573851.662653:0:112203:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4110000. 00000004:00000010:2.0:1777573851.662660:0:112203:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc403d000. 00000004:00000010:2.0:1777573851.662664:0:112203:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc4457000. 00000004:00000010:2.0:1777573851.662670:0:112203:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ddc403d800. 00002000:00000010:2.0:1777573851.662673:0:112203:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc41b7c00. 00000004:00000010:2.0:1777573851.663044:0:112203:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc41b7800. 00000020:00000010:2.0:1777573851.663049:0:112203:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af800. 00000040:00000010:1.0:1777573851.666380:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ddc43b4ae0. 00000040:00000010:1.0:1777573851.666403:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4112000. 00000040:00000010:1.0:1777573851.666408:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc40afa00. 00000020:00000010:1.0:1777573851.666421:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc46a1e00. 00000040:00000010:1.0:1777573851.666426:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc46a1000. 00000020:00000010:1.0:1777573851.666430:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403e000. 00000020:00000010:1.0:1777573851.666437:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc46a1c00. 80000000:00000010:1.0:1777573851.666441:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b42a0. 00040000:00000010:1.0:1777573851.666446:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc46a0800. 00080000:00000010:1.0:1777573851.666452:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4116000. 00080000:00000010:1.0:1777573851.666457:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4114000. 20000000:00000010:1.0:1777573851.666462:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89dec12e7000. 00000020:00000010:1.0:1777573851.666468:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1600. 10000000:00000010:1.0:1777573851.666472:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89ddc491e200. 00000100:00000010:1.0:1777573851.666504:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cbb80. 02000000:00000010:1.0:1777573851.666525:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc46a3800. 00010000:00000010:1.0:1777573851.666547:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187200. 00000100:00000010:1.0:1777573851.666572:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc699fa80. 02000000:00000010:1.0:1777573851.666600:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7927400. 00000400:00000010:1.0:1777573851.666608:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c377e8. 00000400:00000010:1.0:1777573851.666618:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573851.666627:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926502144, portal 25 00000400:00000010:1.0:1777573851.666632:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.666636:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926502144, offset 0 00000400:00000200:1.0:1777573851.666659:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.666682:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.666717:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1be300 00000400:00000200:1.0:1777573851.666734:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15a19 [2] + 0 00000400:00000010:1.0:1777573851.666738:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcdea2c0. 00000400:00000200:1.0:1777573851.666743:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc25d0f00 00000400:00000200:1.0:1777573851.666750:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.666755:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573851.666762:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc25d0f00 00000400:00000010:1.0:1777573851.666764:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc25d0f00. 00000100:00000200:1.0:1777573851.666775:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573851.666882:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573851.666885:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.666895:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cbb80 x1863919926502144/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573851.667069:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.667075:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.667084:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1800. 00000020:00000010:3.0:1777573851.667089:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.667096:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.667135:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.667137:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000100:00000200:3.0:1777573851.667140:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502144 00010000:00000010:3.0:1777573851.667166:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acec00. 02000000:00000010:3.0:1777573851.667182:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc32b5400. 00010000:00000200:3.0:1777573851.667208:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cac50 x1863919926502144/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 328/344 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573851.667226:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573851.667229:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926502144, offset 224 00000400:00000200:3.0:1777573851.667235:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573851.667240:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573851.667248:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1be300 00000400:00000200:3.0:1777573851.667252:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x171bd [1] + 224 00000400:00000200:3.0:1777573851.667257:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573851.667259:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573851.667266:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cbb80 x1863919926502144/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573851.667449:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573851.667452:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573851.667468:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.667473:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.667478:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1800. 02000000:00000010:3.0:1777573851.667486:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc32b5400. 00000100:00000200:3.0:1777573851.667494:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573851.667499:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d171b8. 00000400:00000010:3.0:1777573851.667504:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc505d6c0. 00000400:00000010:1.0:1777573851.667660:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c377e8. 00000400:00000200:1.0:1777573851.667664:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573851.667666:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573851.667679:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cbb80 x1863919926502144/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573851.667689:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cbb80 x1863919926502144/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573851.667751:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc699fa80. 02000000:00000010:1.0:1777573851.667769:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7927400. 02000000:00000010:1.0:1777573851.667776:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc46a3800. 00000100:00000010:1.0:1777573851.667781:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cbb80. 10000000:00000010:1.0:1777573851.668195:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89ddc32c7240. 00000020:00000010:1.0:1777573851.668200:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3800. 00000020:00000010:1.0:1777573851.668205:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc46a2a00. 00000040:00000010:1.0:1777573851.668210:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc46a3e00. 00000020:00000010:1.0:1777573851.668214:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461f800. 00000020:00000010:1.0:1777573851.668218:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc46a2000. 80000000:00000010:1.0:1777573851.668222:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8060. 00040000:00000010:1.0:1777573851.668227:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc46a2c00. 00080000:00000010:1.0:1777573851.668236:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4220000. 00080000:00000010:1.0:1777573851.668245:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89defbf7c000. 20000000:00000010:1.0:1777573851.668251:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc46a3400. 00000040:00000010:1.0:1777573851.668257:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a2e00. 00000100:00000010:1.0:1777573851.668263:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cbb80. 02000000:00000010:1.0:1777573851.668444:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc46a3600. 00000100:00000010:1.0:1777573851.668459:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc699fa80. 02000000:00000010:1.0:1777573851.668476:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2400. 00000400:00000010:1.0:1777573851.668480:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c377e8. 00000400:00000010:1.0:1777573851.668485:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573851.668490:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926502272, portal 25 00000400:00000010:1.0:1777573851.668493:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.668496:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926502272, offset 0 00000400:00000200:1.0:1777573851.668502:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.668512:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.668520:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1be380 00000400:00000200:1.0:1777573851.668526:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15afd [2] + 0 00000400:00000010:1.0:1777573851.668529:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcdeaf78. 00000400:00000200:1.0:1777573851.668533:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded1a05300 00000400:00000200:1.0:1777573851.668537:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.668539:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573851.668543:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded1a05300 00000400:00000010:1.0:1777573851.668545:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded1a05300. 00000100:00000200:1.0:1777573851.668550:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573851.668568:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573851.668570:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.668575:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cbb80 x1863919926502272/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573851.668722:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.668737:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.668744:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1800. 00000020:00000010:3.0:1777573851.668748:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.668754:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.668799:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c51c0. 00000020:00000010:3.0:1777573851.668802:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c51c0. 00000100:00000200:3.0:1777573851.668805:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502272 02000000:00000010:3.0:1777573851.668822:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc32b5400. 00000040:00000010:3.0:1777573851.668829:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2fb1600. 00000040:00000010:3.0:1777573851.668901:0:6478:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded22ec730. 00000040:00000010:3.0:1777573851.668922:0:6478:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded22ec730. 00000040:00000010:3.0:1777573851.668927:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2fb1600. 00010000:00000200:3.0:1777573851.668939:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cb050 x1863919926502272/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 504/272 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573851.668954:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573851.668958:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926502272, offset 224 00000400:00000200:3.0:1777573851.668963:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573851.668968:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573851.668974:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1be380 00000400:00000200:3.0:1777573851.668979:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x171cd [1] + 224 00000400:00000200:3.0:1777573851.668984:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573851.668986:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573851.668993:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cbb80 x1863919926502272/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573851.669012:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573851.669014:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573851.669026:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573851.669030:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573851.669045:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1800. 02000000:00000010:3.0:1777573851.669053:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc32b5400. 00000100:00000200:3.0:1777573851.669395:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573851.669403:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17cb8. 00000400:00000010:3.0:1777573851.669409:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc505df00. 00000400:00000010:0.0:1777573851.669940:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c377e8. 00000400:00000200:0.0:1777573851.669948:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:0.0:1777573851.669950:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:0.0:1777573851.669958:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cbb80 x1863919926502272/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573851.669967:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cbb80 x1863919926502272/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573851.669995:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc699fa80. 02000000:00000010:0.0:1777573851.670005:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2400. 02000000:00000010:0.0:1777573851.670010:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc46a3600. 00000100:00000010:0.0:1777573851.670014:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cbb80. 00000040:00000010:0.0:1777573851.670026:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc31bc000. 00000100:00000010:0.0:1777573851.670044:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 02000000:00000010:0.0:1777573851.670058:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48bf800. 00000100:00000010:0.0:1777573851.670145:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890f00. 02000000:00000010:0.0:1777573851.670190:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89ddc50c0000. 00000400:00000010:0.0:1777573851.670196:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940bb0. 00000400:00000010:0.0:1777573851.670200:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89ddc68900c0. 00000100:00000200:0.0:1777573851.670205:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926502400, portal 25 00000400:00000010:0.0:1777573851.670210:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.670213:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926502400, offset 0 00000400:00000200:0.0:1777573851.670218:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.670230:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.670238:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1be400 00000400:00000200:0.0:1777573851.670244:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15cb9 [2] + 0 00000400:00000010:0.0:1777573851.670247:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940f78. 00000400:00000200:0.0:1777573851.670250:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc469dc00 00000400:00000200:0.0:1777573851.670256:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.670261:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573851.670265:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc469dc00 00000400:00000010:0.0:1777573851.670267:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc469dc00. 00000100:00000200:0.0:1777573851.670273:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573851.670384:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573851.670386:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.670392:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9f80 x1863919926502400/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573851.670651:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7480. 00000020:00000010:1.0:1777573851.670656:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7480. 00000020:00000010:1.0:1777573851.670661:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2800. 00000020:00000010:1.0:1777573851.670666:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573851.670671:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573851.670999:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7480. 00000020:00000010:1.0:1777573851.671003:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7480. 00000100:00000200:1.0:1777573851.671007:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502400 02000000:00000010:1.0:1777573851.671047:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89ddc48f0000. 00000040:00000010:1.0:1777573851.671055:0:6479:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a3a00. 00000040:00000010:1.0:1777573851.671157:0:6479:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89dec2dba000. 00000040:00000010:1.0:1777573851.671192:0:6479:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89dec2dba000. 00000040:00000010:1.0:1777573851.671196:0:6479:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a3a00. 00010000:00000200:1.0:1777573851.671205:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8c50 x1863919926502400/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 272/8416 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573851.671225:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc699f180. 00000100:00000200:1.0:1777573851.671229:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926502400, offset 224 00000400:00000200:1.0:1777573851.671236:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.671244:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.671252:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1be400 00000400:00000200:1.0:1777573851.671258:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x171dd [4] + 224 00000400:00000200:1.0:1777573851.671265:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.671268:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573851.671518:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9f80 x1863919926502400/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573851.671591:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc699f180 00000400:00000010:1.0:1777573851.671594:0:6479:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc699f180. 00000020:00000010:1.0:1777573851.671612:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573851.671616:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573851.671619:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2800. 02000000:00000010:1.0:1777573851.671628:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89ddc48f0000. 00000100:00000200:1.0:1777573851.671688:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573851.671716:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37160. 00000400:00000010:1.0:1777573851.671721:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc699f180. 00000400:00000010:0.0:1777573851.673216:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940bb0. 00000400:00000200:0.0:1777573851.673228:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc68900c0 00000400:00000010:0.0:1777573851.673231:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89ddc68900c0. 00000100:00000200:0.0:1777573851.673253:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9f80 x1863919926502400/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573851.673265:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9f80 x1863919926502400/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573851.673396:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890f00. 02000000:00000010:0.0:1777573851.673413:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89ddc50c0000. 02000000:00000010:0.0:1777573851.673437:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48bf800. 00000100:00000010:0.0:1777573851.673449:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9f80. 00000040:00000010:0.0:1777573851.673463:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ddc1ccba20. 00000020:00000010:2.0:1777573851.674399:0:112204:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af800. 00000020:00000010:2.0:1777573851.674408:0:112204:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc40af000. 00000040:00000010:2.0:1777573851.674413:0:112204:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc40af600. 00000020:00000010:2.0:1777573851.674420:0:112204:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403d800. 00000020:00000010:2.0:1777573851.674435:0:112204:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573851.674441:0:112204:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc40ae400. 80000000:00000010:2.0:1777573851.674448:0:112204:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4240. 40000000:00000010:2.0:1777573851.674453:0:112204:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc491ea80. 00100000:00000010:2.0:1777573851.674460:0:112204:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc403d000. 00040000:00000010:2.0:1777573851.674466:0:112204:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2489100. 00040000:00000010:2.0:1777573851.674472:0:112204:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc403c800. 00040000:00000010:2.0:1777573851.674477:0:112204:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc40af200. 00080000:00000010:2.0:1777573851.674485:0:112204:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4392000. 00080000:00000010:2.0:1777573851.674492:0:112204:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4394000. 00000004:00000010:2.0:1777573851.674501:0:112204:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc403f000. 00000004:00000010:2.0:1777573851.674508:0:112204:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc4457000. 00000004:00000010:2.0:1777573851.674515:0:112204:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ddc403b800. 00002000:00000010:2.0:1777573851.674522:0:112204:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc41b7800. 00000004:00000010:2.0:1777573851.674527:0:112204:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc41b7c00. 00000020:00000010:2.0:1777573851.674533:0:112204:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc491e5c0. 00000040:00000010:2.0:1777573851.674545:0:112204:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89ddc4114000. 00000040:00000010:2.0:1777573851.677481:0:112204:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89ddc4114000. 00000020:00000010:2.0:1777573851.677504:0:112204:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573851.677519:0:112204:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc40af000. 00000040:00000010:2.0:1777573851.677524:0:112204:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc40af600. 00000020:00000010:2.0:1777573851.677528:0:112204:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403d800. 00000020:00000010:2.0:1777573851.677533:0:112204:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573851.677539:0:112204:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc40ae400. 80000000:00000010:2.0:1777573851.677544:0:112204:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4240. 40000000:00000010:2.0:1777573851.677549:0:112204:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc491ea80. 00100000:00000010:2.0:1777573851.677554:0:112204:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc403d000. 00040000:00000010:2.0:1777573851.677558:0:112204:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2489100. 00040000:00000010:2.0:1777573851.677566:0:112204:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc403c800. 00040000:00000010:2.0:1777573851.677570:0:112204:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc40af200. 00080000:00000010:2.0:1777573851.677577:0:112204:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4394000. 00080000:00000010:2.0:1777573851.677587:0:112204:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4392000. 00000004:00000010:2.0:1777573851.677592:0:112204:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc403f000. 00000004:00000010:2.0:1777573851.677598:0:112204:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc4457000. 00000004:00000010:2.0:1777573851.677605:0:112204:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ddc403b800. 00002000:00000010:2.0:1777573851.677610:0:112204:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc41b7800. 00000004:00000010:2.0:1777573851.677614:0:112204:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc41b7c00. 00000020:00000010:2.0:1777573851.677618:0:112204:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af800. 00000040:00000010:0.0:1777573851.678403:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ddc1ccba20. 00000040:00000010:0.0:1777573851.678414:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc31bc000. 00000040:00000010:0.0:1777573851.678418:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a2e00. 00000020:00000010:0.0:1777573851.678427:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc46a2a00. 00000040:00000010:0.0:1777573851.678429:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc46a3e00. 00000020:00000010:0.0:1777573851.678432:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461f800. 00000020:00000010:0.0:1777573851.678437:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc46a2000. 80000000:00000010:0.0:1777573851.678440:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8060. 00040000:00000010:0.0:1777573851.678447:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc46a2c00. 00080000:00000010:0.0:1777573851.678451:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89defbf7c000. 00080000:00000010:0.0:1777573851.678457:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4220000. 20000000:00000010:0.0:1777573851.678461:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc46a3400. 00000020:00000010:0.0:1777573851.678465:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3800. 10000000:00000010:0.0:1777573851.678468:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89ddc32c7240. 00000100:00000010:0.0:1777573851.678502:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 02000000:00000010:0.0:1777573851.678523:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48bf800. 00010000:00000010:0.0:1777573851.678544:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec0c00. 00000100:00000010:0.0:1777573851.678570:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890f00. 02000000:00000010:0.0:1777573851.678602:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3fb1c00. 00000400:00000010:0.0:1777573851.678610:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940bb0. 00000400:00000010:0.0:1777573851.678619:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573851.678628:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926502528, portal 25 00000400:00000010:0.0:1777573851.678633:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573851.678636:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926502528, offset 0 00000400:00000200:1.0:1777573851.679415:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.679434:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.679449:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1be480 00000400:00000200:1.0:1777573851.679458:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x15d05 [2] + 0 00000400:00000010:1.0:1777573851.679464:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde70b0. 00000400:00000200:1.0:1777573851.679472:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89def7814f00 00000400:00000200:1.0:1777573851.679480:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.679485:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573851.679491:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89def7814f00 00000400:00000010:1.0:1777573851.679494:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89def7814f00. 00000100:00000200:1.0:1777573851.679501:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573851.679568:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:1.0:1777573851.679571:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000100:00000200:1.0:1777573851.679583:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9f80 x1863919926502528/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573851.680525:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.680533:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.680541:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:0.0:1777573851.680549:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573851.680555:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573851.680648:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.680651:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000100:00000200:0.0:1777573851.680654:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502528 00010000:00000010:0.0:1777573851.680968:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1000. 02000000:00000010:0.0:1777573851.680993:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc3fb1000. 00010000:00000200:0.0:1777573851.681024:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cb850 x1863919926502528/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 328/344 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573851.681057:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573851.681132:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926502528, offset 224 00000400:00000200:0.0:1777573851.681140:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.681153:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.681164:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1be480 00000400:00000200:0.0:1777573851.681173:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x171ed [1] + 224 00000400:00000200:0.0:1777573851.681180:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.681183:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573851.681193:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9f80 x1863919926502528/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573851.681290:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573851.681292:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573851.681310:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573851.681314:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573851.681318:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 02000000:00000010:0.0:1777573851.681345:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc3fb1000. 00000100:00000200:0.0:1777573851.681353:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573851.681359:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940f78. 00000400:00000010:0.0:1777573851.681365:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc68900c0. 00000400:00000010:1.0:1777573851.681963:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940bb0. 00000400:00000200:1.0:1777573851.681972:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:1.0:1777573851.681974:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:1.0:1777573851.681982:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9f80 x1863919926502528/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573851.681993:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9f80 x1863919926502528/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573851.682028:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890f00. 02000000:00000010:1.0:1777573851.682202:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3fb1c00. 02000000:00000010:1.0:1777573851.682208:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48bf800. 00000100:00000010:1.0:1777573851.682218:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9f80. 10000000:00000010:1.0:1777573851.682234:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89ddc32c7480. 00000020:00000010:1.0:1777573851.682238:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3a00. 00000020:00000010:1.0:1777573851.682244:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc46a3800. 00000040:00000010:1.0:1777573851.682250:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc46a3400. 00000020:00000010:1.0:1777573851.682255:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573851.682259:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc46a3c00. 80000000:00000010:1.0:1777573851.682264:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d82a0. 00040000:00000010:1.0:1777573851.682369:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc46a2c00. 00080000:00000010:1.0:1777573851.682378:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89dec2dba000. 00080000:00000010:1.0:1777573851.682384:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dbe000. 20000000:00000010:1.0:1777573851.682390:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc46a3e00. 00000040:00000010:1.0:1777573851.682398:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a2a00. 00000100:00000010:1.0:1777573851.682408:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31ca680. 02000000:00000010:1.0:1777573851.682423:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc46a2e00. 00000100:00000010:1.0:1777573851.682439:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc699f600. 02000000:00000010:1.0:1777573851.682462:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2600. 00000400:00000010:1.0:1777573851.682467:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37630. 00000400:00000010:1.0:1777573851.682472:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.682478:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926502656, portal 25 00000400:00000010:1.0:1777573851.682482:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573851.682485:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926502656, offset 0 00000400:00000200:1.0:1777573851.682490:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.682502:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.682514:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1be500 00000400:00000200:1.0:1777573851.682520:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x15dc1 [2] + 0 00000400:00000010:1.0:1777573851.682524:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcdeae70. 00000400:00000200:1.0:1777573851.682527:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded192ba80 00000400:00000200:1.0:1777573851.682532:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.682535:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573851.682539:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ba80 00000400:00000010:1.0:1777573851.682541:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded192ba80. 00000100:00000200:1.0:1777573851.682557:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573851.682626:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573851.682629:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573851.682635:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31ca680 x1863919926502656/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573851.682944:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.682949:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.682955:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:0.0:1777573851.682962:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573851.682966:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573851.683005:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.683007:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000100:00000200:0.0:1777573851.683011:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502656 02000000:00000010:0.0:1777573851.683029:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc3fb1000. 00000040:00000010:0.0:1777573851.683046:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc48bf200. 00000040:00000010:0.0:1777573851.683302:0:6480:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded8f62d98. 00000040:00000010:0.0:1777573851.683320:0:6480:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded8f62d98. 00000040:00000010:0.0:1777573851.683332:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc48bf200. 00010000:00000200:0.0:1777573851.683348:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84ca050 x1863919926502656/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 504/272 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573851.683365:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573851.683368:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926502656, offset 224 00000400:00000200:0.0:1777573851.683373:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.683381:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.683388:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1be500 00000400:00000200:0.0:1777573851.683393:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x171fd [1] + 224 00000400:00000200:0.0:1777573851.683398:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.683401:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573851.683408:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31ca680 x1863919926502656/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573851.683422:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573851.683424:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573851.683437:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573851.683441:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573851.683444:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 02000000:00000010:0.0:1777573851.683465:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc3fb1000. 00000100:00000200:0.0:1777573851.683472:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573851.683477:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940bb0. 00000400:00000010:0.0:1777573851.683482:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890f00. 00000400:00000010:1.0:1777573851.683637:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37630. 00000400:00000200:1.0:1777573851.683641:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573851.683643:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.683648:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31ca680 x1863919926502656/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573851.683656:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31ca680 x1863919926502656/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573851.683677:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc699f600. 02000000:00000010:1.0:1777573851.683685:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2600. 02000000:00000010:1.0:1777573851.683689:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc46a2e00. 00000100:00000010:1.0:1777573851.683740:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31ca680. 00000040:00000010:1.0:1777573851.683753:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89dec2dbc000. 00000100:00000010:1.0:1777573851.683757:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31ca680. 02000000:00000010:1.0:1777573851.683766:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc46a2e00. 00000100:00000010:1.0:1777573851.683773:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc699f600. 02000000:00000010:1.0:1777573851.683956:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89ddc50c0000. 00000400:00000010:1.0:1777573851.683961:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37630. 00000400:00000010:1.0:1777573851.683965:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89ddc699f540. 00000100:00000200:1.0:1777573851.683968:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926502784, portal 25 00000400:00000010:1.0:1777573851.683972:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.683974:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926502784, offset 0 00000400:00000200:1.0:1777573851.683978:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573851.683984:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573851.683989:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1be580 00000400:00000200:1.0:1777573851.683993:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x15e09 [2] + 0 00000400:00000010:1.0:1777573851.683996:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7c60. 00000400:00000200:1.0:1777573851.684000:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded435fc00 00000400:00000200:1.0:1777573851.684003:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573851.684007:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573851.684009:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded435fc00 00000400:00000010:1.0:1777573851.684011:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded435fc00. 00000100:00000200:1.0:1777573851.684017:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573851.684245:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573851.684248:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573851.684254:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31ca680 x1863919926502784/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573851.684961:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.684967:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.684973:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:0.0:1777573851.684978:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573851.684983:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573851.685024:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573851.685026:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000100:00000200:0.0:1777573851.685029:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502784 02000000:00000010:0.0:1777573851.685219:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89ddc48f0000. 00000040:00000010:0.0:1777573851.685228:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc48bf200. 00000040:00000010:0.0:1777573851.685251:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc31bc000. 00000040:00000010:0.0:1777573851.685373:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc31bc000. 00000040:00000010:0.0:1777573851.685379:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc48bf200. 00010000:00000200:0.0:1777573851.685391:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84ca450 x1863919926502784/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:352/0 lens 272/8416 e 0 to 0 dl 1777573862 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573851.685411:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc68903c0. 00000100:00000200:0.0:1777573851.685416:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926502784, offset 224 00000400:00000200:0.0:1777573851.685421:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573851.685433:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573851.685442:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1be580 00000400:00000200:0.0:1777573851.685449:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1720d [4] + 224 00000400:00000200:0.0:1777573851.685459:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573851.685463:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573851.685471:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31ca680 x1863919926502784/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573851.685594:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc68903c0 00000400:00000010:0.0:1777573851.685597:0:6478:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc68903c0. 00000020:00000010:0.0:1777573851.685613:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573851.685616:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573851.685620:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 02000000:00000010:0.0:1777573851.685649:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89ddc48f0000. 00000100:00000200:0.0:1777573851.685739:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573851.685746:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e70. 00000400:00000010:0.0:1777573851.685751:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc68903c0. 00000400:00000010:3.0:1777573851.686262:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37630. 00000400:00000200:3.0:1777573851.686269:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc699f540 00000400:00000010:3.0:1777573851.686271:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89ddc699f540. 00000100:00000200:3.0:1777573851.686369:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31ca680 x1863919926502784/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573851.686379:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31ca680 x1863919926502784/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573867 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573851.686410:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc699f600. 02000000:00000010:3.0:1777573851.686423:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89ddc50c0000. 02000000:00000010:3.0:1777573851.686439:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc46a2e00. 00000100:00000010:3.0:1777573851.686444:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31ca680. 00000040:00000010:3.0:1777573851.686456:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ded26a8180. 00000020:00000010:0.0:1777573851.687219:0:112205:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:0.0:1777573851.687228:0:112205:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48bf200. 00000040:00000010:0.0:1777573851.687233:0:112205:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573851.687239:0:112205:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc4529800. 00000020:00000010:0.0:1777573851.687244:0:112205:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573851.687249:0:112205:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48bf000. 80000000:00000010:0.0:1777573851.687254:0:112205:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccba20. 40000000:00000010:0.0:1777573851.687259:0:112205:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89def7a84c40. 00100000:00000010:0.0:1777573851.687266:0:112205:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc4528800. 00040000:00000010:0.0:1777573851.687272:0:112205:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4488d00. 00040000:00000010:0.0:1777573851.687370:0:112205:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc452f000. 00040000:00000010:0.0:1777573851.687377:0:112205:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48be800. 00080000:00000010:0.0:1777573851.687384:0:112205:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc31bc000. 00080000:00000010:0.0:1777573851.687390:0:112205:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31be000. 00000004:00000010:0.0:1777573851.687399:0:112205:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc4528000. 00000004:00000010:0.0:1777573851.687407:0:112205:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc4778000. 00000004:00000010:0.0:1777573851.687412:0:112205:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ddc452a000. 00002000:00000010:0.0:1777573851.687420:0:112205:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc3fb1000. 00000004:00000010:0.0:1777573851.687427:0:112205:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc3fb1c00. 00000020:00000010:0.0:1777573851.687434:0:112205:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89def7a84e40. 00000040:00000010:0.0:1777573851.687446:0:112205:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89ddc4220000. 00000040:00000010:0.0:1777573851.689506:0:112205:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89ddc4220000. 00000020:00000010:0.0:1777573851.689528:0:112205:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89def7a84e40. 00000020:00000010:0.0:1777573851.689546:0:112205:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48bf200. 00000040:00000010:0.0:1777573851.689558:0:112205:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573851.689580:0:112205:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc4529800. 00000020:00000010:0.0:1777573851.689585:0:112205:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573851.689593:0:112205:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48bf000. 80000000:00000010:0.0:1777573851.689597:0:112205:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccba20. 40000000:00000010:0.0:1777573851.689603:0:112205:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89def7a84c40. 00100000:00000010:0.0:1777573851.689608:0:112205:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc4528800. 00040000:00000010:0.0:1777573851.689613:0:112205:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4488d00. 00040000:00000010:0.0:1777573851.689619:0:112205:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc452f000. 00040000:00000010:0.0:1777573851.689624:0:112205:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48be800. 00080000:00000010:0.0:1777573851.689630:0:112205:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31be000. 00080000:00000010:0.0:1777573851.689636:0:112205:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc31bc000. 00000004:00000010:0.0:1777573851.690190:0:112205:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc4528000. 00000004:00000010:0.0:1777573851.690199:0:112205:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc4778000. 00000004:00000010:0.0:1777573851.690205:0:112205:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ddc452a000. 00002000:00000010:0.0:1777573851.690209:0:112205:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc3fb1000. 00000004:00000010:0.0:1777573851.690214:0:112205:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc3fb1c00. 00000020:00000010:0.0:1777573851.690217:0:112205:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000040:00000010:3.0:1777573851.690564:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ded26a8180. 00000040:00000010:3.0:1777573851.690575:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89dec2dbc000. 00000040:00000010:3.0:1777573851.690580:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a2a00. 00000020:00000010:3.0:1777573851.690587:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc46a3800. 00000040:00000010:3.0:1777573851.690590:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc46a3400. 00000020:00000010:3.0:1777573851.690592:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc4618800. 00000020:00000010:3.0:1777573851.690596:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc46a3c00. 80000000:00000010:3.0:1777573851.690599:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d82a0. 00040000:00000010:3.0:1777573851.690605:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc46a2c00. 00080000:00000010:3.0:1777573851.690610:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dbe000. 00080000:00000010:3.0:1777573851.690614:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89dec2dba000. 20000000:00000010:3.0:1777573851.690618:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc46a3e00. 00000020:00000010:3.0:1777573851.690621:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3a00. 10000000:00000010:3.0:1777573851.690624:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89ddc32c7480. 00000100:00000010:0.0:1777573851.703859:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf00. 00000100:00000010:2.0:1777573851.703887:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb360. 00000100:00000010:1.0:1777573851.704028:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbba0. 00000100:00000010:3.0:1777573851.704426:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbae0. 00080000:00000010:0.0:1777573851.876524:0:112195:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d700. 00080000:00000010:0.0:1777573851.876537:0:112195:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d700. 00080000:00000010:0.0:1777573851.876551:0:112195:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d700. 00080000:00000010:0.0:1777573851.876557:0:112195:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d700. 00080000:00000010:0.0:1777573851.876568:0:112195:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d700. 00080000:00000010:0.0:1777573851.876573:0:112195:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d700. 00080000:00000010:0.0:1777573851.876583:0:112195:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d700. 00080000:00000010:0.0:1777573851.876588:0:112195:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d700. 00080000:00000010:1.0:1777573853.009728:0:112249:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48680. 00080000:00000010:1.0:1777573853.009742:0:112249:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48680. 00080000:00000010:1.0:1777573853.009756:0:112249:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48680. 00080000:00000010:1.0:1777573853.009763:0:112249:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48680. 00080000:00000010:1.0:1777573853.009774:0:112249:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48680. 00080000:00000010:1.0:1777573853.009780:0:112249:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48680. 00080000:00000010:1.0:1777573853.009791:0:112249:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48680. 00080000:00000010:1.0:1777573853.009796:0:112249:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48680. 00000100:00000010:3.0:1777573853.627439:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7800. 02000000:00000010:3.0:1777573853.627459:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef500. 02000000:00000010:3.0:1777573853.627623:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32b6400. 00000400:00000010:3.0:1777573853.627631:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17bb0. 00000400:00000010:3.0:1777573853.627637:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573853.627644:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926502912, portal 4 00000400:00000010:3.0:1777573853.627650:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573853.627653:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926502912, offset 0 00000400:00000200:3.0:1777573853.627662:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573853.627674:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573853.627717:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1be600 00000400:00000200:3.0:1777573853.627726:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 15008 00000400:00000200:3.0:1777573853.627734:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573853.627738:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573853.627746:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573853.627751:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4000. 00000400:00000200:3.0:1777573853.627767:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573853.627782:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573853.627790:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7800 x1863919926502912/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573853.627811:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8180. 00000100:00000010:3.0:1777573853.627823:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8c00. 00000100:00000010:3.0:1777573853.627829:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a86c0. 00000100:00000010:3.0:1777573853.627835:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8300. 00000100:00000010:0.0:1777573853.630885:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573853.630905:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488d00. 00000100:00000010:0.0:1777573853.630929:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9880. 02000000:00000010:0.0:1777573853.630934:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488f00. 00000100:00000010:0.0:1777573853.630951:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb480. 02000000:00000010:0.0:1777573853.630955:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488c00. 00000100:00000010:0.0:1777573853.630962:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 02000000:00000010:0.0:1777573853.630965:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488100. 00000100:00000010:0.0:1777573853.630972:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4770000. 02000000:00000010:0.0:1777573853.630976:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488700. 00000100:00000010:0.0:1777573853.630981:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4772d80. 02000000:00000010:0.0:1777573853.630985:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488400. 00000100:00000010:0.0:1777573853.630990:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5f80. 02000000:00000010:0.0:1777573853.630993:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488200. 00000100:00000010:0.0:1777573853.630998:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5880. 02000000:00000010:0.0:1777573853.631001:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488000. 00000100:00000010:0.0:1777573853.631006:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5180. 02000000:00000010:0.0:1777573853.631009:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488e00. 00000100:00000010:0.0:1777573853.631014:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d7800. 02000000:00000010:0.0:1777573853.631017:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488900. 00000100:00000010:0.0:1777573853.631022:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d6d80. 02000000:00000010:0.0:1777573853.631025:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488800. 00000100:00000010:0.0:1777573853.631030:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d4380. 02000000:00000010:0.0:1777573853.631033:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488500. 00000100:00000010:1.0:1777573853.633381:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb480. 02000000:00000010:1.0:1777573853.633402:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1faaf00. 02000000:00000010:1.0:1777573853.633440:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2600. 00000400:00000010:1.0:1777573853.633447:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d68. 00000400:00000010:1.0:1777573853.633453:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573853.633460:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503040, portal 25 00000400:00000010:1.0:1777573853.633465:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573853.633467:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926503040, offset 0 00000400:00000200:1.0:1777573853.633475:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.633489:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.633500:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1be680 00000400:00000200:1.0:1777573853.633506:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15edd [2] + 0 00000400:00000010:1.0:1777573853.633510:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcdea4d0. 00000400:00000200:1.0:1777573853.633515:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89def7a1a000 00000400:00000200:1.0:1777573853.633521:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.633525:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573853.633531:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89def7a1a000 00000400:00000010:1.0:1777573853.633533:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89def7a1a000. 00000100:00000200:1.0:1777573853.633539:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573853.633558:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573853.633560:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573853.633567:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9c00 x1863919926503040/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.633601:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3400. 00000400:00000010:1.0:1777573853.633605:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37e70. 00000400:00000010:1.0:1777573853.633608:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573853.633611:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503552, portal 4 00000400:00000010:1.0:1777573853.633615:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573853.633618:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926503552, offset 0 00000400:00000200:1.0:1777573853.633621:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.633625:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.633630:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1be880 00000400:00000200:1.0:1777573853.633634:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 20664 00000400:00000200:1.0:1777573853.633638:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.633640:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.633644:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573853.633648:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31ca680. 00000400:00000200:1.0:1777573853.633662:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573853.633663:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573853.633667:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4770000 x1863919926503552/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.633716:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2800. 00000400:00000010:1.0:1777573853.633720:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37dc0. 00000400:00000010:1.0:1777573853.633723:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573853.633726:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926504064, portal 4 00000400:00000010:1.0:1777573853.633730:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573853.633732:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926504064, offset 0 00000400:00000200:1.0:1777573853.633735:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.633739:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.633744:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bea80 00000400:00000200:1.0:1777573853.633749:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 3136 00000400:00000200:1.0:1777573853.633754:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.633757:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.633761:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573853.633764:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cbb80. 00000400:00000200:1.0:1777573853.633895:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573853.633898:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573853.633903:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5180 x1863919926504064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.633922:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc33f5800. 00000400:00000010:1.0:1777573853.633925:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c373c8. 00000400:00000010:1.0:1777573853.633927:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573853.633930:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926504576, portal 4 00000400:00000010:1.0:1777573853.633934:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573853.633936:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926504576, offset 0 00000400:00000200:1.0:1777573853.633940:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.633944:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.633949:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bec80 00000400:00000200:1.0:1777573853.633953:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1071 [8] + 15232 00000400:00000010:1.0:1777573853.633956:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89dec71b63c8. 00000400:00000200:1.0:1777573853.633959:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89deef2c4100 00000400:00000200:1.0:1777573853.633962:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.633964:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573853.633966:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89deef2c4100 00000400:00000010:1.0:1777573853.633967:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffff89deef2c4100. 00000100:00000200:1.0:1777573853.633971:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:1.0:1777573853.633982:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23c38 00000400:00000010:1.0:1777573853.633984:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573853.633987:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb480 x1863919926504576/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.634015:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2000. 00000400:00000010:1.0:1777573853.634019:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37cb8. 00000400:00000010:1.0:1777573853.634021:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573853.634024:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503424, portal 10 00000400:00000010:1.0:1777573853.634027:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573853.634029:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926503424, offset 0 00000400:00000200:1.0:1777573853.634033:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.634037:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.634041:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1be800 00000400:00000200:1.0:1777573853.634045:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 120536 00000400:00000200:1.0:1777573853.634049:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.634052:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.634056:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573853.634060:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ed80. 00000400:00000200:1.0:1777573853.634070:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23bb0 00000400:00000010:1.0:1777573853.634071:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573853.634075:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9f80 x1863919926503424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.634092:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3a00. 00000400:00000010:1.0:1777573853.634095:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37058. 00000400:00000010:1.0:1777573853.634098:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573853.634100:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503936, portal 4 00000400:00000010:1.0:1777573853.634104:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573853.634106:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926503936, offset 0 00000400:00000200:1.0:1777573853.634109:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.634113:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.634117:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bea00 00000400:00000200:1.0:1777573853.634120:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 3360 00000400:00000200:1.0:1777573853.634124:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.634126:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.634128:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573853.634131:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ca80. 00000400:00000200:1.0:1777573853.634142:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:1.0:1777573853.634144:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573853.634147:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5880 x1863919926503936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.634164:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3c00. 00000400:00000010:1.0:1777573853.634168:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b00. 00000400:00000010:1.0:1777573853.634170:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573853.634172:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926504448, portal 4 00000400:00000010:1.0:1777573853.634175:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573853.634177:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926504448, offset 0 00000400:00000200:1.0:1777573853.634180:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.634183:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.634188:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bec00 00000400:00000200:1.0:1777573853.634191:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 3584 00000400:00000200:1.0:1777573853.634195:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.634197:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.634200:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573853.634202:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455c700. 00000400:00000200:1.0:1777573853.634212:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573853.634214:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573853.634218:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d4380 x1863919926504448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573853.643730:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573853.643766:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af200. 00000020:00000010:2.0:1777573853.644003:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573853.644009:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573853.644047:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573853.644051:0:8359:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7d00. 00000020:00000010:2.0:1777573853.644055:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573853.644058:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40ae200. 00000020:00000010:2.0:1777573853.644061:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573853.644063:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573853.644081:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573853.644087:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40ae400. 00000020:00000010:2.0:1777573853.644089:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573853.644092:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573853.644110:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e680. 00000020:00000010:2.0:1777573853.644113:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e680. 00000100:00000200:2.0:1777573853.644116:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504064 02000000:00000010:2.0:1777573853.644134:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41b7800. 00010000:00000200:2.0:1777573853.644148:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31cbb80 x1863919926504064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573853.644166:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573853.644172:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926504064, offset 224 00000400:00000200:2.0:1777573853.644221:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573853.644237:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573853.644248:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bea80 00000400:00000200:2.0:1777573853.644256:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17235 [1] + 224 00000400:00000200:2.0:1777573853.644263:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573853.644267:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573853.644278:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5180 x1863919926504064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573853.644295:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573853.644297:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573853.644310:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573853.644314:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573853.644318:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af200. 00000020:00000010:2.0:1777573853.644330:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e680. 00000020:00000010:2.0:1777573853.644332:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e680. 00000100:00000200:2.0:1777573853.644334:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503936 02000000:00000010:2.0:1777573853.644342:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41b4400. 00010000:00000200:2.0:1777573853.644347:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455ca80 x1863919926503936/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573853.644356:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573853.644358:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926503936, offset 224 00000400:00000200:2.0:1777573853.644362:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573853.644367:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573853.644372:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bea00 00000400:00000200:2.0:1777573853.644376:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1724d [1] + 224 00000400:00000200:2.0:1777573853.644380:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573853.644383:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573853.644388:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5880 x1863919926503936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573853.644398:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573853.644400:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573853.644407:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573853.644435:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573853.644438:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40ae200. 00000020:00000010:2.0:1777573853.644449:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e680. 00000020:00000010:2.0:1777573853.644451:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e680. 00000100:00000200:2.0:1777573853.644453:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504448 02000000:00000010:2.0:1777573853.644460:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41b7c00. 00010000:00000200:2.0:1777573853.644465:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455c700 x1863919926504448/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573853.644473:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573853.644476:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926504448, offset 224 00000400:00000200:2.0:1777573853.644479:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573853.644484:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573853.644488:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bec00 00000400:00000200:2.0:1777573853.644493:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17255 [1] + 224 00000400:00000200:2.0:1777573853.644497:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573853.644499:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573853.644505:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d4380 x1863919926504448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573853.644515:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573853.644517:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000020:00000010:2.0:1777573853.644523:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573853.644526:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573853.644529:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40ae400. 00000020:00000010:1.0:1777573853.648035:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.648048:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7500. 00000020:00000010:1.0:1777573853.648068:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.648075:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2a00. 00000020:00000010:1.0:1777573853.648080:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48800. 00000020:00000010:1.0:1777573853.648085:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573853.648121:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.648124:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.648127:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a3800. 00000020:00000010:1.0:1777573853.648130:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573853.648132:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573853.648148:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.648151:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000100:00000200:1.0:1777573853.648155:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926502912 02000000:00000010:1.0:1777573853.648173:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ded80bcc00. 00010000:00000200:1.0:1777573853.648209:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a4000 x1863919926502912/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:354/0 lens 224/368 e 0 to 0 dl 1777573864 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.648229:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573853.648236:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926502912, offset 224 00000400:00000200:1.0:1777573853.648243:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.648255:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.648265:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1be600 00000400:00000200:1.0:1777573853.648274:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1721d [1] + 224 00000400:00000200:1.0:1777573853.648281:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.648284:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.648294:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7800 x1863919926502912/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573853.648320:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573853.648323:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573853.648335:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48800. 00000020:00000010:1.0:1777573853.648339:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573853.648342:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2a00. 00000020:00000010:1.0:1777573853.648355:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.648357:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000100:00000200:1.0:1777573853.648360:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504576 02000000:00000010:1.0:1777573853.648367:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def4effc00. 00010000:00000200:1.0:1777573853.648375:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defcf83c50 x1863919926504576/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/368 e 0 to 0 dl 1777573864 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.648384:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573853.648387:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926504576, offset 224 00000400:00000200:1.0:1777573853.648390:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.648395:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.648400:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bec80 00000400:00000200:1.0:1777573853.648404:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1723d [1] + 224 00000400:00000200:1.0:1777573853.648408:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.648411:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.648416:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb480 x1863919926504576/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573853.648426:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573853.648428:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573853.648434:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573853.648437:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573853.648440:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a3800. 02000000:00000010:1.0:1777573853.648459:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4effc00. 02000000:00000010:1.0:1777573853.648462:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ded80bcc00. 00000100:00000010:1.0:1777573853.648466:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4000. 02000000:00000010:1.0:1777573853.648471:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3338800. 00000100:00000010:1.0:1777573853.648473:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31caa00. 02000000:00000010:1.0:1777573853.648476:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def7924800. 00000100:00000010:1.0:1777573853.648478:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b8380. 02000000:00000010:1.0:1777573853.648481:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc307b800. 00000100:00000010:1.0:1777573853.648484:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb100. 02000000:00000010:1.0:1777573853.648486:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc475f400. 00000100:00000010:1.0:1777573853.648489:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c9880. 02000000:00000010:1.0:1777573853.648492:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc41b6c00. 00000100:00000010:1.0:1777573853.648494:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494d500. 02000000:00000010:1.0:1777573853.648497:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc475e000. 00000100:00000010:1.0:1777573853.648499:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31ca300. 02000000:00000010:1.0:1777573853.648502:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3360000. 00000100:00000010:1.0:1777573853.648504:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69880. 02000000:00000010:1.0:1777573853.648506:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc411e400. 00000100:00000010:1.0:1777573853.648509:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c9c00. 02000000:00000010:1.0:1777573853.648511:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89deef1a4c00. 00000100:00000010:1.0:1777573853.648513:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d68380. 02000000:00000010:1.0:1777573853.648517:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89defddd1800. 00000100:00000010:1.0:1777573853.648519:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6a300. 02000000:00000010:1.0:1777573853.648522:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc411d800. 00000100:00000010:1.0:1777573853.648524:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69f80. 02000000:00000010:1.0:1777573853.648527:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def78f7000. 00000100:00000010:1.0:1777573853.648529:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b2680. 02000000:00000010:1.0:1777573853.648533:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ded4241000. 00000100:00000010:1.0:1777573853.648536:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d3800. 02000000:00000010:1.0:1777573853.648539:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc45fbc00. 00000100:00000010:1.0:1777573853.648542:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6a680. 02000000:00000010:1.0:1777573853.648545:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4564800. 00000100:00000010:1.0:1777573853.648548:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455f480. 02000000:00000010:1.0:1777573853.648551:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc41c6800. 00000100:00000010:1.0:1777573853.648554:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2f0b100. 02000000:00000010:1.0:1777573853.648557:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3c26c00. 00000100:00000010:1.0:1777573853.648560:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0700. 02000000:00000010:1.0:1777573853.648563:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3c25400. 00000100:00000010:1.0:1777573853.648565:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d68e00. 02000000:00000010:1.0:1777573853.648567:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3c25c00. 00000100:00000010:1.0:1777573853.648569:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0a80. 02000000:00000010:1.0:1777573853.648572:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2ea0800. 00000100:00000010:1.0:1777573853.648574:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1f80. 02000000:00000010:1.0:1777573853.648577:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3c27c00. 00000100:00000010:1.0:1777573853.648579:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f100. 02000000:00000010:1.0:1777573853.648582:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc45f8c00. 00000100:00000010:1.0:1777573853.648584:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250d880. 02000000:00000010:1.0:1777573853.648587:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4566000. 00000100:00000010:1.0:1777573853.648590:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f5500. 02000000:00000010:1.0:1777573853.648593:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3124c00. 00000100:00000010:1.0:1777573853.648595:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934c380. 02000000:00000010:1.0:1777573853.648599:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc33ea000. 00000100:00000010:1.0:1777573853.648602:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934df80. 02000000:00000010:1.0:1777573853.648606:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc33eb400. 00000100:00000010:1.0:1777573853.648610:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934c700. 02000000:00000010:1.0:1777573853.648612:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4565800. 00000100:00000010:1.0:1777573853.648615:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a7b80. 02000000:00000010:1.0:1777573853.648618:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2fabc00. 00000100:00000010:1.0:1777573853.648620:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a16a00. 02000000:00000010:1.0:1777573853.648624:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3c27400. 00000100:00000010:1.0:1777573853.648626:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0380. 02000000:00000010:1.0:1777573853.648629:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc33eb800. 00000100:00000010:1.0:1777573853.648631:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d2300. 02000000:00000010:1.0:1777573853.648634:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4566800. 00000100:00000010:1.0:1777573853.648635:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934d180. 02000000:00000010:1.0:1777573853.648638:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4567000. 00000100:00000010:1.0:1777573853.648641:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0000. 02000000:00000010:1.0:1777573853.648643:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc33e8000. 00000100:00000010:1.0:1777573853.648645:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b3100. 02000000:00000010:1.0:1777573853.648648:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc33e9400. 00000100:00000010:1.0:1777573853.648651:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc700. 02000000:00000010:1.0:1777573853.648654:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def766c400. 00000100:00000010:1.0:1777573853.648657:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f5c00. 02000000:00000010:1.0:1777573853.648660:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89defae6f400. 00000100:00000010:1.0:1777573853.648668:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f7800. 02000000:00000010:1.0:1777573853.648671:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def766f000. 00000100:00000010:1.0:1777573853.648673:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cbb80. 02000000:00000010:1.0:1777573853.648676:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2f16000. 00000100:00000010:1.0:1777573853.648679:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cb100. 02000000:00000010:1.0:1777573853.648681:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2fab400. 00000100:00000010:1.0:1777573853.648683:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f6a00. 02000000:00000010:1.0:1777573853.648717:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89defae6d000. 00000100:00000010:1.0:1777573853.648725:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d4700. 02000000:00000010:1.0:1777573853.648728:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2faa000. 00000100:00000010:1.0:1777573853.648730:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b3480. 02000000:00000010:1.0:1777573853.648733:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def766e800. 00000100:00000010:1.0:1777573853.648736:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bd500. 02000000:00000010:1.0:1777573853.648739:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2e88000. 00000100:00000010:1.0:1777573853.648741:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1180. 02000000:00000010:1.0:1777573853.648744:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2e89800. 00000100:00000010:1.0:1777573853.648746:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1f80. 02000000:00000010:1.0:1777573853.648749:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4f65800. 00000100:00000010:1.0:1777573853.648751:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc7480. 02000000:00000010:1.0:1777573853.648755:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4f67400. 00000100:00000010:1.0:1777573853.648758:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b3800. 02000000:00000010:1.0:1777573853.648761:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3fb0800. 00000100:00000010:1.0:1777573853.648762:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b3b80. 02000000:00000010:1.0:1777573853.648764:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3fb2000. 00000100:00000010:1.0:1777573853.648767:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc6300. 02000000:00000010:1.0:1777573853.652945:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc323b000. 00000100:00000010:1.0:1777573853.652959:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d0a80. 02000000:00000010:1.0:1777573853.652963:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3238c00. 00000100:00000010:1.0:1777573853.652966:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d3b80. 02000000:00000010:1.0:1777573853.652968:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3239400. 00000100:00000010:1.0:1777573853.652971:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773800. 02000000:00000010:1.0:1777573853.652974:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3238000. 00000100:00000010:1.0:1777573853.652976:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fd880. 02000000:00000010:1.0:1777573853.652978:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc323a400. 00000100:00000010:1.0:1777573853.652980:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4909880. 02000000:00000010:1.0:1777573853.652983:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3239c00. 00000100:00000010:1.0:1777573853.652985:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ed80. 02000000:00000010:1.0:1777573853.652989:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2f8f400. 00000100:00000010:1.0:1777573853.652991:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5f80. 02000000:00000010:1.0:1777573853.652993:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2f8f800. 00000100:00000010:1.0:1777573853.652995:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a7100. 02000000:00000010:1.0:1777573853.652998:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def7928400. 00000100:00000010:1.0:1777573853.653000:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc490bb80. 02000000:00000010:1.0:1777573853.653004:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def7929400. 00000100:00000010:1.0:1777573853.653006:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4471180. 02000000:00000010:1.0:1777573853.653009:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4edc400. 00000100:00000010:1.0:1777573853.653011:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4471f80. 02000000:00000010:1.0:1777573853.653014:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4edf800. 00000100:00000010:1.0:1777573853.653016:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4470a80. 02000000:00000010:1.0:1777573853.653020:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc32b4800. 00000100:00000010:1.0:1777573853.653022:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc4380. 02000000:00000010:1.0:1777573853.653025:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc32b6800. 00000100:00000010:1.0:1777573853.653027:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc7b80. 02000000:00000010:1.0:1777573853.653033:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc41b7400. 00000100:00000010:1.0:1777573853.653036:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4478700. 02000000:00000010:1.0:1777573853.653039:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4d70800. 00000100:00000010:1.0:1777573853.653042:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc447aa00. 02000000:00000010:1.0:1777573853.653045:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc33f3400. 00000100:00000010:1.0:1777573853.653049:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc41b1c00. 02000000:00000010:1.0:1777573853.653052:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc41b5000. 00000100:00000010:1.0:1777573853.653054:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4908000. 02000000:00000010:1.0:1777573853.653057:0:10243:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc41b4800. 00000100:00000010:1.0:1777573853.653059:0:10243:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc41b0000. 00000100:00000200:1.0:1777573853.653070:0:10243:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost_create: registering portal 7 00000400:00000010:1.0:1777573853.653079:0:10243:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37000. 00000400:00000010:1.0:1777573853.653087:0:10243:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff89ddc1db2700. 02000000:00000010:1.0:1777573853.653131:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3800. 00000400:00000010:1.0:1777573853.653134:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d10. 00000400:00000010:1.0:1777573853.653139:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573853.653141:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503168, portal 10 00000400:00000010:1.0:1777573853.653148:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573853.653151:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926503168, offset 0 00000400:00000200:1.0:1777573853.653160:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.653173:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.653183:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1be700 00000400:00000200:1.0:1777573853.653190:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 120760 00000400:00000200:1.0:1777573853.653198:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.653202:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.653210:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573853.653214:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455f480. 00000400:00000200:1.0:1777573853.653241:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573853.653243:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573853.653251:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9880 x1863919926503168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.653286:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2a00. 00000400:00000010:1.0:1777573853.653289:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c376e0. 00000400:00000010:1.0:1777573853.653292:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573853.653294:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503680, portal 10 00000400:00000010:1.0:1777573853.653298:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573853.653300:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926503680, offset 0 00000400:00000200:1.0:1777573853.653303:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.653307:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.653311:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1be900 00000400:00000200:1.0:1777573853.653315:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 120984 00000400:00000200:1.0:1777573853.653319:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.653322:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.653324:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573853.653327:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455d180. 00000400:00000200:1.0:1777573853.653336:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573853.653338:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573853.653342:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4772d80 x1863919926503680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.653358:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2400. 00000400:00000010:1.0:1777573853.653360:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573853.653362:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573853.653365:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926504192, portal 10 00000400:00000010:1.0:1777573853.653368:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573853.653370:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926504192, offset 0 00000400:00000200:1.0:1777573853.653373:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.653377:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.653380:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1beb00 00000400:00000200:1.0:1777573853.653384:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 121208 00000400:00000200:1.0:1777573853.653387:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.653390:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.653392:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573853.653395:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455df80. 00000400:00000200:1.0:1777573853.653410:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573853.653412:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573853.653417:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d7800 x1863919926504192/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.653442:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3200. 00000400:00000010:1.0:1777573853.653445:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c374d0. 00000400:00000010:1.0:1777573853.653448:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573853.653450:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503296, portal 4 00000400:00000010:1.0:1777573853.653454:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573853.653456:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926503296, offset 0 00000400:00000200:1.0:1777573853.653459:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.653463:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.653468:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1be780 00000400:00000200:1.0:1777573853.653473:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 20888 00000400:00000200:1.0:1777573853.653477:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.653480:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.653483:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573853.653486:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ea00. 00000400:00000200:1.0:1777573853.653497:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573853.653499:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573853.653503:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bb480 x1863919926503296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.653518:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a2200. 00000400:00000010:1.0:1777573853.653521:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37630. 00000400:00000010:1.0:1777573853.653524:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573853.653526:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926503808, portal 10 00000400:00000010:1.0:1777573853.653530:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23088. 00000100:00000200:1.0:1777573853.653532:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926503808, offset 0 00000400:00000200:1.0:1777573853.653535:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.653538:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.653542:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1be980 00000400:00000200:1.0:1777573853.653546:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 121432 00000400:00000200:1.0:1777573853.653549:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.653552:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.653554:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573853.653557:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455f800. 00000400:00000200:1.0:1777573853.653566:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23088 00000400:00000010:1.0:1777573853.653568:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23088. 00000100:00000200:1.0:1777573853.653571:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5f80 x1863919926503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.653585:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a3000. 00000400:00000010:1.0:1777573853.653587:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c377e8. 00000400:00000010:1.0:1777573853.653589:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23088. 00000100:00000200:1.0:1777573853.653591:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926504320, portal 10 00000400:00000010:1.0:1777573853.653594:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573853.653596:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926504320, offset 0 00000400:00000200:1.0:1777573853.653599:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.653602:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.653606:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1beb80 00000400:00000200:1.0:1777573853.653609:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 121656 00000400:00000200:1.0:1777573853.653612:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.653615:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.653617:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573853.653619:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc41b0000. 00000400:00000200:1.0:1777573853.653626:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:1.0:1777573853.653628:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573853.653631:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d6d80 x1863919926504320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573853.653681:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.653714:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.653720:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2e00. 00000020:00000010:1.0:1777573853.653725:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573853.653730:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573853.653759:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.653761:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000100:00000200:1.0:1777573853.653764:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503040 00000020:00000010:0.0:1777573853.653974:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573853.653978:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573853.653982:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be200. 00000020:00000010:0.0:1777573853.653985:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d480. 00000020:00000010:0.0:1777573853.653988:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573853.654007:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573853.654009:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573853.654012:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be600. 00000020:00000010:0.0:1777573853.654014:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573853.654016:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573853.654026:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573853.654040:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf200. 00000020:00000010:0.0:1777573853.654042:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573853.654045:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573853.654053:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84340. 00000020:00000010:0.0:1777573853.654056:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7780. 00000020:00000010:0.0:1777573853.654059:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84340. 00000020:00000010:0.0:1777573853.654062:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573853.654065:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d580. 00000020:00000010:0.0:1777573853.654067:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21708. 00000020:00000010:0.0:1777573853.654075:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84340. 00000020:00000010:0.0:1777573853.654080:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bee00. 00000020:00000010:0.0:1777573853.654082:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573853.654084:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573853.654092:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654094:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7980. 00000020:00000010:0.0:1777573853.654096:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654099:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be000. 00000020:00000010:0.0:1777573853.654100:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573853.654102:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573853.654110:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654112:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573853.654114:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503424 02000000:00000010:0.0:1777573853.654130:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb1000. 00010000:00000200:0.0:1777573853.654139:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455ed80 x1863919926503424/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.654156:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573853.654160:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926503424, offset 224 00000400:00000200:0.0:1777573853.654164:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573853.654170:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573853.654176:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1be800 00000400:00000200:0.0:1777573853.654181:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17245 [1] + 224 00000400:00000200:0.0:1777573853.654186:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573853.654188:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573853.654196:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9f80 x1863919926503424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573853.654209:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573853.654211:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573853.654222:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d480. 00000020:00000010:0.0:1777573853.654227:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573853.654230:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be200. 00000020:00000010:0.0:1777573853.654257:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654259:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573853.654261:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503168 02000000:00000010:0.0:1777573853.654268:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb1c00. 00010000:00000200:0.0:1777573853.654273:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455f480 x1863919926503168/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.654282:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573853.654285:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926503168, offset 224 00000400:00000200:0.0:1777573853.654288:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573853.654292:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573853.654297:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1be700 00000400:00000200:0.0:1777573853.654301:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17275 [1] + 224 00000400:00000200:0.0:1777573853.654304:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573853.654307:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573853.654311:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9880 x1863919926503168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573853.654325:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573853.654327:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573853.654333:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573853.654336:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573853.654338:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be600. 00000020:00000010:0.0:1777573853.654351:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654353:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573853.654356:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503680 02000000:00000010:0.0:1777573853.654363:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb2000. 00010000:00000200:0.0:1777573853.654367:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455d180 x1863919926503680/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.654376:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573853.654378:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926503680, offset 224 00000400:00000200:0.0:1777573853.654381:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573853.654386:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573853.654390:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1be900 00000400:00000200:0.0:1777573853.654393:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1727d [1] + 224 00000400:00000200:0.0:1777573853.654397:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573853.654399:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573853.654403:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4772d80 x1863919926503680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573853.654412:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573853.654414:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573853.654420:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573853.654423:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573853.654425:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf200. 00000020:00000010:0.0:1777573853.654437:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654439:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573853.654442:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504192 02000000:00000010:0.0:1777573853.654449:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb0800. 00010000:00000200:0.0:1777573853.654453:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455df80 x1863919926504192/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.654461:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573853.654464:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926504192, offset 224 00000400:00000200:0.0:1777573853.654467:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573853.654471:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573853.654475:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1beb00 00000400:00000200:0.0:1777573853.654479:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17285 [1] + 224 00000400:00000200:0.0:1777573853.654481:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573853.654484:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573853.654489:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d7800 x1863919926504192/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573853.654498:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573853.654499:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573853.654505:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d580. 00000020:00000010:0.0:1777573853.654508:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21708. 00000020:00000010:0.0:1777573853.654510:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bec00. 00000020:00000010:0.0:1777573853.654522:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654524:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573853.654526:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503808 02000000:00000010:0.0:1777573853.654533:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7924800. 00010000:00000200:0.0:1777573853.654538:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455f800 x1863919926503808/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.654546:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573853.654548:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926503808, offset 224 00000400:00000200:0.0:1777573853.654551:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573853.654556:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573853.654560:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1be980 00000400:00000200:0.0:1777573853.654563:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17295 [1] + 224 00000400:00000200:0.0:1777573853.654567:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573853.654569:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573853.654574:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5f80 x1863919926503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573853.654584:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573853.654586:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573853.654593:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573853.654596:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573853.654598:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bee00. 00000020:00000010:0.0:1777573853.654610:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654613:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573853.654615:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504320 02000000:00000010:0.0:1777573853.654622:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7927400. 00010000:00000200:0.0:1777573853.654626:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc41b0000 x1863919926504320/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.654636:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573853.654638:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926504320, offset 224 00000400:00000200:0.0:1777573853.654642:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573853.654646:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573853.654650:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1beb80 00000400:00000200:0.0:1777573853.654654:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1729d [1] + 224 00000400:00000200:0.0:1777573853.654657:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573853.654659:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573853.654664:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d6d80 x1863919926504320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573853.654673:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573853.654676:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573853.654682:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573853.654716:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573853.654720:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be000. 00000020:00000010:0.0:1777573853.654753:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654755:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.654758:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be000. 00000020:00000010:0.0:1777573853.654761:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573853.654763:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 02000000:00000010:1.0:1777573853.654923:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4effc00. 00010000:00000200:1.0:1777573853.654930:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9c50 x1863919926503040/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.654939:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573853.654942:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926503040, offset 224 00000400:00000200:1.0:1777573853.654945:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.654950:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.654955:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1be680 00000400:00000200:1.0:1777573853.654959:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17225 [1] + 224 00000400:00000200:1.0:1777573853.654963:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.654965:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.654971:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9c00 x1863919926503040/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573853.654980:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:1.0:1777573853.654982:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 00000020:00000010:1.0:1777573853.654990:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573853.654993:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573853.654995:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2e00. 02000000:00000010:1.0:1777573853.655000:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def4effc00. 00000100:00000200:1.0:1777573853.655007:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573853.655010:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37688. 00000400:00000010:1.0:1777573853.655015:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc699f6c0. 00000400:00000010:1.0:1777573853.655038:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17bb0. 00000400:00000200:1.0:1777573853.655041:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:1.0:1777573853.655043:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:1.0:1777573853.655048:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7800 x1863919926502912/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573853.655056:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7800 x1863919926502912/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.655085:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32b6400. 02000000:00000010:1.0:1777573853.655090:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef500. 00000100:00000010:1.0:1777573853.655094:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7800. 00000020:00000010:1.0:1777573853.655123:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.655126:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.655129:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a2e00. 00000020:00000010:1.0:1777573853.655132:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573853.655134:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:0.0:1777573853.655174:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573853.655177:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573853.655179:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503552 02000000:00000010:0.0:1777573853.655191:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41c1400. 00010000:00000200:0.0:1777573853.655195:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31ca680 x1863919926503552/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.655212:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573853.655216:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926503552, offset 224 00000400:00000200:0.0:1777573853.655220:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573853.655227:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573853.655231:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1be880 00000400:00000200:0.0:1777573853.655236:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1722d [1] + 224 00000400:00000200:0.0:1777573853.655240:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573853.655245:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573853.655253:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4770000 x1863919926503552/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573853.655263:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573853.655265:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573853.655273:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573853.655276:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573853.655279:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be000. 00000400:00000010:0.0:1777573853.655298:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37cb8. 00000400:00000200:0.0:1777573853.655303:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23c38 00000400:00000010:0.0:1777573853.655305:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23c38. 00000100:00000200:0.0:1777573853.655310:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9f80 x1863919926503424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573853.655318:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9f80 x1863919926503424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.655334:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37058. 00000400:00000200:0.0:1777573853.655337:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23bb0 00000400:00000010:0.0:1777573853.655339:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23bb0. 00000100:00000200:0.0:1777573853.655343:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5880 x1863919926503936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573853.655350:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5880 x1863919926503936/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.655363:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b00. 00000400:00000200:0.0:1777573853.655370:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:0.0:1777573853.655372:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 00000100:00000200:0.0:1777573853.655376:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d4380 x1863919926504448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573853.655387:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d4380 x1863919926504448/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.655399:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:0.0:1777573853.655401:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:0.0:1777573853.655402:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:0.0:1777573853.655404:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9c00 x1863919926503040/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573853.655410:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9c00 x1863919926503040/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.655419:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37e70. 00000400:00000200:0.0:1777573853.655421:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:0.0:1777573853.655423:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:0.0:1777573853.655425:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4770000 x1863919926503552/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573853.655432:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4770000 x1863919926503552/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.655445:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37dc0. 00000400:00000200:0.0:1777573853.655447:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:0.0:1777573853.655448:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:0.0:1777573853.655453:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5180 x1863919926504064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573853.655460:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5180 x1863919926504064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573853.655473:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c373c8. 00000400:00000200:0.0:1777573853.655475:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:0.0:1777573853.655476:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:0.0:1777573853.655482:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb480 x1863919926504576/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573853.655490:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb480 x1863919926504576/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573853.655505:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2000. 02000000:00000010:0.0:1777573853.655509:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488100. 00000100:00000010:0.0:1777573853.655513:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9f80. 02000000:00000010:0.0:1777573853.655517:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3a00. 02000000:00000010:0.0:1777573853.655522:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488000. 00000100:00000010:0.0:1777573853.655524:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5880. 02000000:00000010:0.0:1777573853.655528:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3c00. 02000000:00000010:0.0:1777573853.655531:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488500. 00000100:00000010:0.0:1777573853.655533:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d4380. 02000000:00000010:0.0:1777573853.655535:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2600. 02000000:00000010:0.0:1777573853.655537:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488d00. 00000100:00000010:0.0:1777573853.655539:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 02000000:00000010:0.0:1777573853.655542:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3400. 02000000:00000010:0.0:1777573853.655544:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488700. 00000100:00000010:0.0:1777573853.655546:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4770000. 02000000:00000010:0.0:1777573853.655549:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2800. 02000000:00000010:0.0:1777573853.655551:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488e00. 00000100:00000010:0.0:1777573853.655553:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5180. 02000000:00000010:0.0:1777573853.655556:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc33f5800. 02000000:00000010:0.0:1777573853.655559:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1faaf00. 00000100:00000010:0.0:1777573853.655562:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb480. 00000020:00000010:1.0:1777573853.655883:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573853.655887:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000100:00000200:1.0:1777573853.655890:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926503296 02000000:00000010:1.0:1777573853.655902:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4effc00. 00010000:00000200:1.0:1777573853.655909:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455ea00 x1863919926503296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:354/0 lens 224/224 e 0 to 0 dl 1777573864 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.655920:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573853.655924:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926503296, offset 224 00000400:00000200:1.0:1777573853.655928:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573853.655934:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573853.655940:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1be780 00000400:00000200:1.0:1777573853.655945:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1728d [1] + 224 00000400:00000200:1.0:1777573853.655949:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573853.655952:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573853.655958:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bb480 x1863919926503296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573853.655970:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:1.0:1777573853.655972:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 00000020:00000010:1.0:1777573853.655982:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573853.655986:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573853.655989:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a2e00. 00000400:00000010:1.0:1777573853.656019:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c374d0. 00000400:00000200:1.0:1777573853.656022:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573853.656023:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573853.656029:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bb480 x1863919926503296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573853.656036:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bb480 x1863919926503296/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.656051:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37630. 00000400:00000200:1.0:1777573853.656053:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573853.656055:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573853.656059:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5f80 x1863919926503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573853.656066:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5f80 x1863919926503808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.656079:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c377e8. 00000400:00000200:1.0:1777573853.656081:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23088 00000400:00000010:1.0:1777573853.656082:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23088. 00000100:00000200:1.0:1777573853.656087:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d6d80 x1863919926504320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573853.656094:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d6d80 x1863919926504320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.656105:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d10. 00000400:00000200:1.0:1777573853.656108:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573853.656109:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573853.656113:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9880 x1863919926503168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573853.656120:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9880 x1863919926503168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.656131:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c376e0. 00000400:00000200:1.0:1777573853.656133:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573853.656135:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573853.656139:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4772d80 x1863919926503680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573853.656146:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4772d80 x1863919926503680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573853.656158:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573853.656161:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573853.656162:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573853.656166:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d7800 x1863919926504192/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573853.656175:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d7800 x1863919926504192/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573853.656187:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3200. 02000000:00000010:1.0:1777573853.656190:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488c00. 00000100:00000010:1.0:1777573853.656193:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bb480. 02000000:00000010:1.0:1777573853.656196:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2200. 02000000:00000010:1.0:1777573853.656199:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488200. 00000100:00000010:1.0:1777573853.656201:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5f80. 02000000:00000010:1.0:1777573853.656203:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3000. 02000000:00000010:1.0:1777573853.656206:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488800. 00000100:00000010:1.0:1777573853.656208:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d6d80. 02000000:00000010:1.0:1777573853.656213:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a3800. 02000000:00000010:1.0:1777573853.656216:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488f00. 00000100:00000010:1.0:1777573853.656221:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9880. 02000000:00000010:1.0:1777573853.656226:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2a00. 02000000:00000010:1.0:1777573853.656229:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488400. 00000100:00000010:1.0:1777573853.656232:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4772d80. 02000000:00000010:1.0:1777573853.656235:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a2400. 02000000:00000010:1.0:1777573853.656237:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488900. 00000100:00000010:1.0:1777573853.656239:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d7800. 00000100:00000010:1.0:1777573853.657614:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8c00. 00000100:00000010:0.0:1777573853.657721:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8180. 00000100:00000010:2.0:1777573853.658410:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a86c0. 00000100:00000010:3.0:1777573853.661616:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8300. 00080000:00000010:3.0:1777573853.962354:0:112297:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ac80. 00080000:00000010:3.0:1777573853.962367:0:112297:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ac80. 00080000:00000010:3.0:1777573853.962381:0:112297:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ac80. 00080000:00000010:3.0:1777573853.962387:0:112297:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ac80. 00080000:00000010:3.0:1777573853.962400:0:112297:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ac80. 00080000:00000010:3.0:1777573853.962406:0:112297:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ac80. 00080000:00000010:3.0:1777573853.962416:0:112297:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ac80. 00080000:00000010:3.0:1777573853.962422:0:112297:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ac80. 00080000:00000010:0.0:1777573854.756756:0:112348:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d480. 00080000:00000010:0.0:1777573854.756767:0:112348:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d480. 00080000:00000010:0.0:1777573854.756776:0:112348:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d480. 00080000:00000010:0.0:1777573854.756781:0:112348:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d480. 00080000:00000010:0.0:1777573854.756790:0:112348:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d480. 00080000:00000010:0.0:1777573854.756795:0:112348:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d480. 00080000:00000010:0.0:1777573854.756805:0:112348:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d480. 00080000:00000010:0.0:1777573854.756809:0:112348:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d480. 00000100:00000010:0.0:1777573855.160511:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5180. 02000000:00000010:0.0:1777573855.160535:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4400. 02000000:00000010:2.0:1777573855.160730:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc41b5000. 00000400:00000010:2.0:1777573855.160739:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573855.160746:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573855.160755:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926504704, portal 4 00000400:00000010:2.0:1777573855.160773:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573855.160776:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926504704, offset 0 00000400:00000200:2.0:1777573855.160785:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573855.160800:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573855.160812:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bed00 00000400:00000200:2.0:1777573855.160819:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 0 00000400:00000200:2.0:1777573855.160826:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573855.160829:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573855.160837:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573855.160842:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494ed80. 00000400:00000200:2.0:1777573855.160867:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573855.160870:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573855.160877:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5180 x1863919926504704/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573855.160897:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4240. 00000100:00000010:2.0:1777573855.160909:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4c00. 00000100:00000010:2.0:1777573855.160913:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4840. 00000100:00000010:2.0:1777573855.160917:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4d80. 00000020:00000010:0.0:1777573855.160941:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b40. 00000020:00000010:0.0:1777573855.160967:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ded8093000. 00000020:00000010:0.0:1777573855.160973:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431da00. 00000020:00000010:0.0:1777573855.160978:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573855.161023:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84d00. 00000020:00000010:0.0:1777573855.161027:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84d00. 00000100:00000200:0.0:1777573855.161031:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504704 02000000:00000010:0.0:1777573855.161047:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc41c0c00. 00010000:00000200:0.0:1777573855.161075:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494ed80 x1863919926504704/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:356/0 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573855.161090:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573855.161093:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926504704, offset 224 00000400:00000200:0.0:1777573855.161101:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573855.161107:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573855.161113:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bed00 00000400:00000200:0.0:1777573855.161118:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x172cd [1] + 224 00000400:00000200:0.0:1777573855.161121:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573855.161124:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573855.161129:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5180 x1863919926504704/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573855.161155:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573855.161157:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573855.161170:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431da00. 00000020:00000010:0.0:1777573855.161174:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573855.161177:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ded8093000. 00000400:00000010:3.0:1777573855.161204:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:3.0:1777573855.161213:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:3.0:1777573855.161215:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:3.0:1777573855.161221:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5180 x1863919926504704/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573855.161229:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5180 x1863919926504704/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573855.161257:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc41b5000. 02000000:00000010:3.0:1777573855.161262:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4400. 00000100:00000010:3.0:1777573855.161268:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5180. 00000100:00000010:2.0:1777573855.162041:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494e300. 02000000:00000010:2.0:1777573855.162052:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf700. 02000000:00000010:0.0:1777573855.162575:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc41c2c00. 00000400:00000010:0.0:1777573855.162581:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940d68. 00000400:00000010:0.0:1777573855.162586:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573855.162590:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926504832, portal 4 00000400:00000010:0.0:1777573855.162596:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573855.162598:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926504832, offset 0 00000400:00000200:0.0:1777573855.162605:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573855.162614:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573855.162623:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bed80 00000400:00000200:0.0:1777573855.162628:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 224 00000400:00000200:0.0:1777573855.162634:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573855.162637:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573855.162643:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573855.162647:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d4380. 00000400:00000200:0.0:1777573855.162738:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573855.162740:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573855.162747:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494e300 x1863919926504832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573855.163168:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7100. 02000000:00000010:3.0:1777573855.163180:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468400. 02000000:00000010:0.0:1777573855.163264:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc33f6800. 00000400:00000010:0.0:1777573855.163269:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940108. 00000400:00000010:0.0:1777573855.163272:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573855.163275:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926504960, portal 4 00000400:00000010:0.0:1777573855.163280:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573855.163282:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926504960, offset 0 00000400:00000200:0.0:1777573855.163286:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573855.163293:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573855.163299:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bee00 00000400:00000200:0.0:1777573855.163304:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 21112 00000400:00000200:0.0:1777573855.163309:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573855.163312:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573855.163316:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573855.163320:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5880. 00000400:00000200:0.0:1777573855.163339:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573855.163341:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573855.163346:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7100 x1863919926504960/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573871 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573855.163421:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573855.163425:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573855.163429:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870800. 00000020:00000010:3.0:1777573855.163434:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573855.163438:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573855.163475:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573855.163477:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5180. 00000100:00000200:3.0:1777573855.163480:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504960 02000000:00000010:3.0:1777573855.163496:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc32b4400. 00010000:00000200:3.0:1777573855.163524:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d5880 x1863919926504960/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:356/0 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573855.163538:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573855.163541:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926504960, offset 224 00000400:00000200:3.0:1777573855.163545:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573855.163550:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573855.163556:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bee00 00000400:00000200:3.0:1777573855.163559:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x172e1 [1] + 224 00000400:00000200:3.0:1777573855.163575:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573855.163578:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573855.163584:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7100 x1863919926504960/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573855.163598:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573855.163599:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000020:00000010:3.0:1777573855.163610:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573855.163613:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573855.163617:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870800. 00000400:00000010:0.0:1777573855.163788:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940108. 00000400:00000200:0.0:1777573855.163792:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573855.163794:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573855.163799:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7100 x1863919926504960/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573855.163807:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7100 x1863919926504960/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573855.163832:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc33f6800. 02000000:00000010:0.0:1777573855.163837:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468400. 00000100:00000010:0.0:1777573855.163842:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7100. 00000020:00000010:2.0:1777573855.165637:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e140. 00000020:00000010:2.0:1777573855.165646:0:8364:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573855.165671:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e140. 00000020:00000010:2.0:1777573855.165840:0:8364:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40ae400. 00000020:00000010:2.0:1777573855.165845:0:8364:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573855.165849:0:8364:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573855.165954:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e140. 00000020:00000010:2.0:1777573855.165958:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e140. 00000100:00000200:2.0:1777573855.165961:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926504832 02000000:00000010:2.0:1777573855.165976:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc41b5000. 00010000:00000200:2.0:1777573855.166009:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d4380 x1863919926504832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:356/0 lens 224/368 e 0 to 0 dl 1777573866 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573855.166027:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573855.166033:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926504832, offset 224 00000400:00000200:2.0:1777573855.166039:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573855.166053:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573855.166063:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bed80 00000400:00000200:2.0:1777573855.166071:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x172d9 [1] + 224 00000400:00000200:2.0:1777573855.166078:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573855.166082:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573855.166091:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494e300 x1863919926504832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573855.166109:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573855.166111:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000020:00000010:2.0:1777573855.166123:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573855.166126:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573855.166130:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40ae400. 00000400:00000010:0.0:1777573855.166243:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940d68. 00000400:00000200:0.0:1777573855.166248:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573855.166249:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573855.166255:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494e300 x1863919926504832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573855.166263:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494e300 x1863919926504832/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573855.166294:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc41c2c00. 02000000:00000010:0.0:1777573855.166300:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf700. 00000100:00000010:0.0:1777573855.166304:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494e300. 00000100:00000010:0.0:1777573855.166760:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4240. 00000100:00000010:1.0:1777573855.166906:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4c00. 00000100:00000010:3.0:1777573855.170132:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4d80. 00000100:00000010:2.0:1777573855.170910:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4840. 00080000:00000010:3.0:1777573855.647227:0:112394:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ad00. 00080000:00000010:3.0:1777573855.647239:0:112394:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ad00. 00080000:00000010:3.0:1777573855.647250:0:112394:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ad00. 00080000:00000010:3.0:1777573855.647256:0:112394:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ad00. 00080000:00000010:3.0:1777573855.647266:0:112394:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ad00. 00080000:00000010:3.0:1777573855.647271:0:112394:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ad00. 00080000:00000010:3.0:1777573855.647280:0:112394:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ad00. 00080000:00000010:3.0:1777573855.647285:0:112394:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ad00. 00080000:00000010:0.0:1777573855.980474:0:112433:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573855.980484:0:112433:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573855.980493:0:112433:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573855.980498:0:112433:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573855.980539:0:112433:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573855.980544:0:112433:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573855.980553:0:112433:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573855.980557:0:112433:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:2.0:1777573856.491757:0:112443:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573856.491767:0:112443:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573856.491778:0:112443:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573856.491783:0:112443:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573856.491792:0:112443:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573856.491796:0:112443:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573856.491805:0:112443:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573856.491809:0:112443:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00000100:00000010:1.0:1777573856.696759:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc41b1c00. 02000000:00000010:1.0:1777573856.696792:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1db2600. 02000000:00000010:1.0:1777573856.696844:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc323b000. 00000400:00000010:1.0:1777573856.696851:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573856.696857:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573856.696866:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926505088, portal 4 00000400:00000010:1.0:1777573856.696872:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573856.696875:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926505088, offset 0 00000400:00000200:1.0:1777573856.696884:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573856.696896:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573856.696905:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bee80 00000400:00000200:1.0:1777573856.696912:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 21336 00000400:00000200:1.0:1777573856.696920:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573856.696923:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573856.696931:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573856.696947:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc447aa00. 00000400:00000200:1.0:1777573856.696965:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573856.696967:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573856.696975:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc41b1c00 x1863919926505088/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573872 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573856.696997:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8000. 00000100:00000010:1.0:1777573856.697011:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573856.697017:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8ea0. 00000100:00000010:1.0:1777573856.697021:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8ae0. 00000020:00000010:1.0:1777573856.697064:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573856.697068:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573856.697075:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0800. 00000020:00000010:1.0:1777573856.697079:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e80. 00000020:00000010:1.0:1777573856.697084:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573856.697117:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573856.697119:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7180. 00000100:00000200:1.0:1777573856.697122:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505088 02000000:00000010:1.0:1777573856.697140:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3238c00. 00010000:00000200:1.0:1777573856.697172:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc447aa00 x1863919926505088/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:357/0 lens 224/368 e 0 to 0 dl 1777573867 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573856.697186:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573856.697189:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926505088, offset 224 00000400:00000200:1.0:1777573856.697192:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573856.697197:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573856.697202:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bee80 00000400:00000200:1.0:1777573856.697206:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x172f1 [1] + 224 00000400:00000200:1.0:1777573856.697211:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573856.697213:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573856.697219:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc41b1c00 x1863919926505088/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573872 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573856.697233:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573856.697235:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000020:00000010:1.0:1777573856.697245:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e80. 00000020:00000010:1.0:1777573856.697249:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573856.697252:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0800. 00000400:00000010:1.0:1777573856.697272:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573856.697275:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573856.697277:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573856.697281:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc41b1c00 x1863919926505088/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573872 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573856.697289:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc41b1c00 x1863919926505088/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573872 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573856.697314:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc323b000. 02000000:00000010:1.0:1777573856.697319:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1db2600. 00000100:00000010:1.0:1777573856.697322:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc41b1c00. 00000100:00000010:3.0:1777573856.700293:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8ae0. 00000100:00000010:1.0:1777573856.700728:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8900. 00000100:00000010:2.0:1777573856.701149:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8ea0. 00000100:00000010:0.0:1777573856.701283:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8000. 00080000:00000010:0.0:1777573856.874133:0:112484:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573856.874144:0:112484:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573856.874155:0:112484:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573856.874160:0:112484:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573856.874186:0:112484:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573856.874190:0:112484:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573856.874198:0:112484:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df00. 00080000:00000010:0.0:1777573856.874202:0:112484:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df00. 00080000:00000010:1.0:1777573857.378405:0:112496:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48300. 00080000:00000010:1.0:1777573857.378414:0:112496:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48300. 00080000:00000010:1.0:1777573857.378424:0:112496:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48300. 00080000:00000010:1.0:1777573857.378429:0:112496:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48300. 00080000:00000010:1.0:1777573857.378437:0:112496:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48300. 00080000:00000010:1.0:1777573857.378441:0:112496:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48300. 00080000:00000010:1.0:1777573857.378450:0:112496:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48300. 00080000:00000010:1.0:1777573857.378455:0:112496:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48300. 00080000:00000010:0.0:1777573857.642103:0:112533:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573857.642112:0:112533:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573857.642121:0:112533:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573857.642126:0:112533:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573857.642165:0:112533:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573857.642170:0:112533:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573857.642177:0:112533:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573857.642182:0:112533:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573858.123524:0:112541:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573858.123533:0:112541:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573858.123545:0:112541:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573858.123563:0:112541:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573858.123573:0:112541:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573858.123577:0:112541:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573858.123586:0:112541:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d600. 00080000:00000010:0.0:1777573858.123591:0:112541:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d600. 00000100:00000010:0.0:1777573858.742919:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d4700. 02000000:00000010:0.0:1777573858.742949:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4b00. 00000100:00000010:0.0:1777573858.742998:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5180. 02000000:00000010:0.0:1777573858.743005:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4e00. 00000100:00000010:0.0:1777573858.743012:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d7800. 02000000:00000010:0.0:1777573858.743017:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4600. 00000100:00000010:0.0:1777573858.743031:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d6d80. 02000000:00000010:0.0:1777573858.743045:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4300. 00000100:00000010:0.0:1777573858.743052:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5f80. 02000000:00000010:0.0:1777573858.743056:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4f00. 00000100:00000010:0.0:1777573858.743063:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc3c11180. 02000000:00000010:0.0:1777573858.743067:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4100. 00000100:00000010:0.0:1777573858.743073:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ed80. 02000000:00000010:0.0:1777573858.743078:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4a00. 00000100:00000010:0.0:1777573858.743083:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250d880. 02000000:00000010:0.0:1777573858.743087:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4c00. 00000100:00000010:0.0:1777573858.743093:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f100. 02000000:00000010:0.0:1777573858.743096:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4400. 00000100:00000010:0.0:1777573858.743101:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250dc00. 02000000:00000010:0.0:1777573858.743106:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026700. 00000100:00000010:0.0:1777573858.743111:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250df80. 02000000:00000010:0.0:1777573858.743114:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cd000. 00000100:00000010:0.0:1777573858.743119:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f480. 02000000:00000010:0.0:1777573858.743123:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cdb00. 00000100:00000010:0.0:1777573858.743131:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae3100. 02000000:00000010:0.0:1777573858.743135:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cd600. 02000000:00000010:0.0:1777573858.743234:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc25a4800. 00000400:00000010:0.0:1777573858.743243:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940d68. 00000400:00000010:0.0:1777573858.743251:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573858.743260:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926505344, portal 10 00000400:00000010:0.0:1777573858.743269:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573858.743272:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926505344, offset 0 00000400:00000200:0.0:1777573858.743282:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.743297:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.743311:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bef80 00000400:00000200:0.0:1777573858.743319:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 121880 00000400:00000200:0.0:1777573858.743329:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.743334:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.743344:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573858.743348:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae3480. 00000400:00000200:0.0:1777573858.743369:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573858.743372:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573858.743382:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5180 x1863919926505344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573858.743407:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb2a0. 00000100:00000010:0.0:1777573858.743421:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb6c0. 00000100:00000010:0.0:1777573858.743427:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf60. 00000100:00000010:0.0:1777573858.743433:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb420. 02000000:00000010:0.0:1777573858.743451:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc25a5800. 00000400:00000010:0.0:1777573858.743454:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940108. 00000400:00000010:0.0:1777573858.743457:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573858.743459:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926505856, portal 10 00000400:00000010:0.0:1777573858.743464:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573858.743467:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926505856, offset 0 00000400:00000200:0.0:1777573858.743471:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.743476:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.743480:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bf180 00000400:00000200:0.0:1777573858.743484:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 122104 00000400:00000200:0.0:1777573858.743488:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.743491:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.743493:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573858.743497:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a7100. 00000400:00000200:0.0:1777573858.743506:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573858.743508:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573858.743512:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc3c11180 x1863919926505856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573858.743526:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc25a4600. 00000400:00000010:0.0:1777573858.743529:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940528. 00000400:00000010:0.0:1777573858.743531:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573858.743534:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926506368, portal 10 00000400:00000010:0.0:1777573858.743538:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573858.743540:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926506368, offset 0 00000400:00000200:0.0:1777573858.743543:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.743547:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.743551:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bf380 00000400:00000200:0.0:1777573858.743555:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 122328 00000400:00000200:0.0:1777573858.743559:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.743562:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.743565:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573858.743568:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5f80. 00000400:00000200:0.0:1777573858.743575:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573858.743577:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573858.743582:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250dc00 x1863919926506368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573858.743623:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc25a5000. 00000400:00000010:0.0:1777573858.743627:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940630. 00000400:00000010:0.0:1777573858.743631:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573858.743633:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926505216, portal 25 00000400:00000010:0.0:1777573858.743637:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573858.743639:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926505216, offset 0 00000400:00000200:0.0:1777573858.743643:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.743647:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.743651:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1bef00 00000400:00000200:0.0:1777573858.743656:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15fe1 [2] + 0 00000400:00000010:0.0:1777573858.743659:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7a50. 00000400:00000200:0.0:1777573858.743662:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89def7a1a540 00000400:00000200:0.0:1777573858.743665:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.743667:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573858.743670:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89def7a1a540 00000400:00000010:0.0:1777573858.743672:0:3636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89def7a1a540. 00000100:00000200:0.0:1777573858.743677:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573858.743690:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573858.743712:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573858.743717:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d4700 x1863919926505216/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573858.743742:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76acc00. 00000400:00000010:0.0:1777573858.743746:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940000. 00000400:00000010:0.0:1777573858.743750:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573858.743753:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926505728, portal 4 00000400:00000010:0.0:1777573858.743758:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573858.743761:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926505728, offset 0 00000400:00000200:0.0:1777573858.743764:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.743768:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.743773:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bf100 00000400:00000200:0.0:1777573858.743779:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 21560 00000400:00000200:0.0:1777573858.743784:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.743787:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.743790:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573858.743794:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a7b80. 00000400:00000200:0.0:1777573858.743806:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573858.743808:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573858.743813:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5f80 x1863919926505728/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573858.743829:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ac000. 00000400:00000010:0.0:1777573858.743832:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:0.0:1777573858.743835:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573858.743838:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926506240, portal 4 00000400:00000010:0.0:1777573858.743842:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573858.743845:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926506240, offset 0 00000400:00000200:0.0:1777573858.743848:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.743853:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.743857:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bf300 00000400:00000200:0.0:1777573858.743862:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 3808 00000400:00000200:0.0:1777573858.743866:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.743869:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.743873:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573858.743877:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5180. 00000400:00000200:0.0:1777573858.743890:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573858.743892:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573858.743896:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f100 x1863919926506240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573858.743914:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad800. 00000400:00000010:0.0:1777573858.743918:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79406e0. 00000400:00000010:0.0:1777573858.743921:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573858.743923:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926506752, portal 4 00000400:00000010:0.0:1777573858.743927:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573858.743929:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926506752, offset 0 00000400:00000200:0.0:1777573858.743933:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.743937:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.743942:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bf500 00000400:00000200:0.0:1777573858.743946:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 4032 00000400:00000200:0.0:1777573858.743950:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.743952:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.743955:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573858.743958:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5880. 00000400:00000200:0.0:1777573858.743969:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573858.743971:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573858.743975:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae3100 x1863919926506752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573858.744025:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573858.744031:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573858.744037:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ad600. 00000020:00000010:0.0:1777573858.744043:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573858.744049:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573858.744084:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573858.744100:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ad000. 00000020:00000010:0.0:1777573858.744103:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573858.744105:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573858.744119:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.744123:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573858.744126:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.744129:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ada00. 00000020:00000010:0.0:1777573858.744131:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573858.744134:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21708. 00000020:00000010:0.0:1777573858.744153:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.744155:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000100:00000200:0.0:1777573858.744159:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505344 02000000:00000010:0.0:1777573858.744182:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f7000. 00010000:00000200:0.0:1777573858.744193:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae3480 x1863919926505344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573858.744211:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573858.744215:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926505344, offset 224 00000400:00000200:0.0:1777573858.744220:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.744226:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.744233:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bef80 00000400:00000200:0.0:1777573858.744238:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x172fd [1] + 224 00000400:00000200:0.0:1777573858.744244:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.744247:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.744254:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5180 x1863919926505344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573858.744275:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4478700. 00000400:00000200:0.0:1777573858.744275:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573858.744278:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000020:00000010:0.0:1777573858.744298:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 02000000:00000010:1.0:1777573858.744301:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1db2600. 00000020:00000010:0.0:1777573858.744304:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573858.744309:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ad600. 00000020:00000010:0.0:1777573858.744326:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.744330:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000100:00000200:0.0:1777573858.744333:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505856 02000000:00000010:0.0:1777573858.744342:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f6800. 00010000:00000200:0.0:1777573858.744348:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a7100 x1863919926505856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573858.744353:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a0800. 00000400:00000010:0.0:1777573858.744361:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000400:00000010:1.0:1777573858.744363:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000100:00000200:0.0:1777573858.744366:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926505856, offset 224 00000400:00000010:1.0:1777573858.744373:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000400:00000200:0.0:1777573858.744373:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1777573858.744386:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926505472, portal 4 00000400:00000200:0.0:1777573858.744387:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.744397:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bf180 00000400:00000010:1.0:1777573858.744398:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.744408:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926505472, offset 0 00000400:00000200:0.0:1777573858.744413:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17305 [1] + 224 00000400:00000200:0.0:1777573858.744420:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.744426:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573858.744430:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573858.744445:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573858.744457:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bf000 00000100:00000200:0.0:1777573858.744682:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc3c11180 x1863919926505856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573858.744728:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573858.744730:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000020:00000010:0.0:1777573858.744740:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573858.744743:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573858.744745:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ad000. 00000020:00000010:0.0:1777573858.744758:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.744761:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000100:00000200:0.0:1777573858.744762:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926506368 02000000:00000010:0.0:1777573858.744770:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f5800. 00010000:00000200:0.0:1777573858.744775:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a5f80 x1863919926506368/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573858.744784:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573858.744788:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926506368, offset 224 00000400:00000200:0.0:1777573858.744791:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.744797:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.744802:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bf380 00000400:00000200:0.0:1777573858.744806:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1730d [1] + 224 00000400:00000200:0.0:1777573858.744809:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.744812:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.744816:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250dc00 x1863919926506368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573858.744826:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573858.744828:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000020:00000010:0.0:1777573858.744834:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573858.744837:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21708. 00000020:00000010:0.0:1777573858.744839:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ada00. 00000020:00000010:0.0:1777573858.744865:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.744868:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.744871:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ada00. 00000020:00000010:0.0:1777573858.744874:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573858.744876:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21708. 02000000:00000010:3.0:1777573858.745028:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32b5000. 00000400:00000010:3.0:1777573858.745044:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179a0. 00000400:00000010:3.0:1777573858.745049:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573858.745053:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926506880, portal 4 00000400:00000010:3.0:1777573858.745057:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573858.745060:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926506880, offset 0 00000400:00000200:3.0:1777573858.745064:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.745069:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.745075:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bf580 00000400:00000200:3.0:1777573858.745081:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 448 00000400:00000200:3.0:1777573858.745085:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.745088:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.745093:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573858.745098:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5880. 00000400:00000200:3.0:1777573858.745117:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573858.745118:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573858.745124:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4478700 x1863919926506880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573858.745163:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573858.745175:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468c00. 00000020:00000010:3.0:1777573858.745207:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5cc0. 00000020:00000010:3.0:1777573858.745216:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547200. 00000020:00000010:3.0:1777573858.745220:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae80. 00000020:00000010:3.0:1777573858.745223:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573858.745248:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573858.745251:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000100:00000200:3.0:1777573858.745254:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926506880 02000000:00000010:3.0:1777573858.745263:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc32b4800. 00010000:00000200:3.0:1777573858.745298:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a5880 x1863919926506880/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:359/0 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.745307:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573858.745310:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926506880, offset 224 00000400:00000200:3.0:1777573858.745314:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.745320:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.745324:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bf580 00000400:00000200:3.0:1777573858.745328:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17349 [1] + 224 00000400:00000200:3.0:1777573858.745332:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.745334:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.745340:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4478700 x1863919926506880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573858.745354:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573858.745356:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000020:00000010:3.0:1777573858.745364:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae80. 00000020:00000010:3.0:1777573858.745367:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573858.745371:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547200. 00000400:00000010:3.0:1777573858.745395:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179a0. 00000400:00000200:3.0:1777573858.745397:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573858.745399:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573858.745403:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4478700 x1863919926506880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573858.745411:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4478700 x1863919926506880/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573858.745450:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32b5000. 02000000:00000010:3.0:1777573858.745457:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1db2600. 00000100:00000010:3.0:1777573858.745462:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4478700. 00000020:00000010:0.0:1777573858.745514:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.745517:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000100:00000200:0.0:1777573858.745520:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505216 02000000:00000010:0.0:1777573858.745530:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89defbe34400. 00010000:00000200:0.0:1777573858.745537:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8850 x1863919926505216/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573858.745547:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573858.745550:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926505216, offset 224 00000400:00000200:0.0:1777573858.745554:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.745559:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.745563:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1bef00 00000400:00000200:0.0:1777573858.745569:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17315 [1] + 224 00000400:00000200:0.0:1777573858.745573:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.745575:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.745582:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d4700 x1863919926505216/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573858.745604:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573858.745606:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000020:00000010:0.0:1777573858.745613:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573858.745615:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21708. 00000020:00000010:0.0:1777573858.745618:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ada00. 02000000:00000010:0.0:1777573858.745623:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89defbe34400. 00000100:00000200:0.0:1777573858.745649:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573858.745654:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940b00. 00000400:00000010:0.0:1777573858.745659:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adccc0. 00000020:00000010:0.0:1777573858.745687:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.745690:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.745720:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ada00. 00000020:00000010:0.0:1777573858.745722:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573858.745725:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21708. 02000000:00000010:3.0:1777573858.752333:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547200. 00000400:00000010:3.0:1777573858.752352:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179a0. 00000400:00000010:3.0:1777573858.752362:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573858.752373:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926505600, portal 10 00000400:00000010:3.0:1777573858.752382:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573858.752387:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926505600, offset 0 00000400:00000200:3.0:1777573858.752398:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.752417:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.752431:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bf080 00000400:00000200:3.0:1777573858.752439:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 122552 00000400:00000200:3.0:1777573858.752449:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.752454:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.752464:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573858.752471:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5500. 00000400:00000200:1.0:1777573858.752539:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 21784 00000400:00000200:1.0:1777573858.752555:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573858.752560:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573858.752569:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573858.752581:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4478700. 00000400:00000200:3.0:1777573858.753235:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573858.753241:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573858.753254:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d6d80 x1863919926505600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573858.753296:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4546a00. 00000400:00000010:3.0:1777573858.753301:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17f20. 00000400:00000010:3.0:1777573858.753305:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573858.753309:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926506112, portal 4 00000400:00000010:3.0:1777573858.753315:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573858.753318:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926506112, offset 0 00000400:00000200:3.0:1777573858.753322:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.753331:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.753336:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bf280 00000400:00000200:3.0:1777573858.753342:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 4256 00000400:00000200:3.0:1777573858.753347:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.753350:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.753355:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573858.753360:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7100. 00000400:00000200:3.0:1777573858.753378:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573858.753381:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573858.753385:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250d880 x1863919926506112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573858.753404:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4546200. 00000400:00000010:3.0:1777573858.753407:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179f8. 00000400:00000010:3.0:1777573858.753410:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573858.753413:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926506624, portal 4 00000400:00000010:3.0:1777573858.753418:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573858.753420:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926506624, offset 0 00000400:00000200:3.0:1777573858.753423:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.753427:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.753431:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bf480 00000400:00000200:3.0:1777573858.753435:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 4480 00000400:00000200:3.0:1777573858.753439:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.753442:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.753445:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573858.753449:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7800. 00000400:00000200:3.0:1777573858.753461:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573858.753463:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573858.753467:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f480 x1863919926506624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573858.753499:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32b5000. 00000400:00000010:3.0:1777573858.753504:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17bb0. 00000400:00000010:3.0:1777573858.753507:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573858.753510:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926507008, portal 4 00000400:00000010:3.0:1777573858.753513:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573858.753515:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926507008, offset 0 00000400:00000200:3.0:1777573858.753519:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.753523:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.753528:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bf600 00000400:00000200:3.0:1777573858.753533:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 672 00000400:00000200:3.0:1777573858.753537:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.753539:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.753543:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573858.753547:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4000. 00000400:00000200:3.0:1777573858.753559:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573858.753561:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573858.753564:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5f80 x1863919926507008/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573858.753637:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573858.753660:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547400. 00000020:00000010:3.0:1777573858.753668:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae80. 00000020:00000010:3.0:1777573858.753674:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573858.753731:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.753735:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.753740:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546800. 00000020:00000010:3.0:1777573858.753742:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573858.753745:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573858.753762:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.753766:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84b40. 00000020:00000010:3.0:1777573858.753770:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.753773:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547600. 00000020:00000010:3.0:1777573858.753776:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573858.753779:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573858.753789:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.753792:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e5c0. 00000020:00000010:3.0:1777573858.753795:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.753798:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546400. 00000020:00000010:3.0:1777573858.753800:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573858.753803:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573858.753815:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.753817:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573858.753820:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926506240 02000000:00000010:3.0:1777573858.753842:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b6800. 00010000:00000200:3.0:1777573858.753852:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a5180 x1863919926506240/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.753869:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573858.753872:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926506240, offset 224 00000400:00000200:3.0:1777573858.753876:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.753882:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.753887:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bf300 00000400:00000200:3.0:1777573858.753892:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17325 [1] + 224 00000400:00000200:3.0:1777573858.755604:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.755614:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.755630:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f100 x1863919926506240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573858.755720:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573858.755723:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573858.755749:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae80. 00000020:00000010:3.0:1777573858.755754:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573858.755760:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547400. 00000020:00000010:3.0:1777573858.755794:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.755798:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573858.755801:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926506752 02000000:00000010:3.0:1777573858.755819:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b6400. 00010000:00000200:3.0:1777573858.755826:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a5880 x1863919926506752/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.755841:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573858.755846:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926506752, offset 224 00000400:00000200:3.0:1777573858.755850:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.755860:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.755868:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bf500 00000400:00000200:3.0:1777573858.755874:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1732d [1] + 224 00000400:00000200:3.0:1777573858.755878:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.755880:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.755887:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae3100 x1863919926506752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573858.756526:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.756532:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.756538:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ad000. 00000020:00000010:0.0:1777573858.756543:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573858.756547:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573858.756581:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573858.756583:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000100:00000200:0.0:1777573858.756597:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505600 02000000:00000010:0.0:1777573858.756607:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89defbe34400. 00010000:00000200:0.0:1777573858.756614:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a5500 x1863919926505600/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573858.756625:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573858.756629:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926505600, offset 224 00000400:00000200:0.0:1777573858.756634:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573858.756640:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573858.756646:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bf080 00000400:00000200:3.0:1777573858.756999:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573858.757001:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573858.757015:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573858.757018:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573858.757022:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546800. 00000020:00000010:3.0:1777573858.757157:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.757161:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573858.757163:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926506112 02000000:00000010:3.0:1777573858.757173:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b5400. 00010000:00000200:3.0:1777573858.757178:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a7100 x1863919926506112/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.757188:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573858.757191:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926506112, offset 224 00000400:00000200:3.0:1777573858.757194:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.757199:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.757205:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bf280 00000400:00000200:3.0:1777573858.757210:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17365 [1] + 224 00000400:00000200:3.0:1777573858.757216:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.757218:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.757225:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250d880 x1863919926506112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573858.757241:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573858.757243:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573858.757250:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573858.757252:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573858.757255:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547600. 00000020:00000010:3.0:1777573858.757265:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.757267:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573858.757269:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926506624 02000000:00000010:3.0:1777573858.757277:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1566c00. 00010000:00000200:3.0:1777573858.757281:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a7800 x1863919926506624/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.757290:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573858.757292:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926506624, offset 224 00000400:00000200:3.0:1777573858.757295:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.757299:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.757303:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bf480 00000400:00000200:3.0:1777573858.757307:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1736d [1] + 224 00000400:00000200:3.0:1777573858.757311:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.757313:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.757319:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f480 x1863919926506624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573858.757327:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573858.757329:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573858.757334:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573858.757336:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573858.757339:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546400. 00000020:00000010:3.0:1777573858.757368:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.757371:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.757374:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546400. 00000020:00000010:3.0:1777573858.757377:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573858.757379:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000400:00000200:0.0:1777573858.758201:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1735d [1] + 224 00000400:00000200:0.0:1777573858.758210:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573858.758213:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573858.758223:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d6d80 x1863919926505600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573858.758241:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573858.758243:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000020:00000010:0.0:1777573858.758260:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573858.758264:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573858.758268:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ad000. 00000400:00000010:0.0:1777573858.758336:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940630. 00000400:00000200:0.0:1777573858.758341:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573858.758342:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573858.758351:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d4700 x1863919926505216/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573858.758361:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d4700 x1863919926505216/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573858.758388:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940738. 00000400:00000200:0.0:1777573858.758391:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573858.758393:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000020:00000010:3.0:1777573858.760015:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.760027:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573858.760180:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507008 02000000:00000010:3.0:1777573858.760217:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc1564c00. 00010000:00000200:3.0:1777573858.760250:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a4000 x1863919926507008/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:359/0 lens 224/368 e 0 to 0 dl 1777573869 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.760272:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:0.0:1777573858.760326:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f100 x1863919926506240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573858.760336:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f100 x1863919926506240/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573858.761133:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926507008, offset 224 00000400:00000200:3.0:1777573858.761148:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.761166:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.761181:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bf600 00000400:00000200:3.0:1777573858.761190:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17375 [1] + 224 00000400:00000200:3.0:1777573858.761199:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.761215:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.761229:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5f80 x1863919926507008/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573858.761248:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573858.761251:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573858.761270:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573858.761276:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573858.761280:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546400. 00000400:00000010:3.0:1777573858.761339:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17bb0. 00000400:00000200:3.0:1777573858.761343:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573858.761345:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573858.761350:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5f80 x1863919926507008/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573858.761359:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5f80 x1863919926507008/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.761390:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179a0. 00000400:00000200:3.0:1777573858.761392:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573858.761394:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573858.761398:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d6d80 x1863919926505600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573858.761407:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d6d80 x1863919926505600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.761424:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17f20. 00000400:00000200:3.0:1777573858.761426:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573858.761428:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573858.761433:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250d880 x1863919926506112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573858.761440:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250d880 x1863919926506112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.761454:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179f8. 00000400:00000200:3.0:1777573858.761456:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573858.761458:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573858.761463:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f480 x1863919926506624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573858.761471:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f480 x1863919926506624/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573858.761485:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32b5000. 02000000:00000010:3.0:1777573858.761493:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468c00. 00000100:00000010:3.0:1777573858.761499:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573858.761505:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547200. 02000000:00000010:3.0:1777573858.761508:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4300. 00000100:00000010:3.0:1777573858.761513:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d6d80. 02000000:00000010:3.0:1777573858.761516:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4546a00. 02000000:00000010:3.0:1777573858.761519:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4c00. 00000100:00000010:3.0:1777573858.761521:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250d880. 02000000:00000010:3.0:1777573858.761523:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4546200. 02000000:00000010:3.0:1777573858.761525:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cdb00. 00000100:00000010:3.0:1777573858.761528:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f480. 00000020:00000010:3.0:1777573858.761630:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.761634:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.761639:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546200. 00000020:00000010:3.0:1777573858.761643:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573858.761648:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573858.761672:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.761675:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573858.761678:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505728 02000000:00000010:3.0:1777573858.761727:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1566800. 00010000:00000200:3.0:1777573858.761735:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a7b80 x1863919926505728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.761749:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573858.761754:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926505728, offset 224 00000400:00000200:3.0:1777573858.761759:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.761765:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.761771:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bf100 00000400:00000200:3.0:1777573858.761776:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1731d [1] + 224 00000400:00000200:3.0:1777573858.761781:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.761783:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.761791:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5f80 x1863919926505728/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573858.761804:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573858.761806:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000020:00000010:3.0:1777573858.761814:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:3.0:1777573858.761818:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21708. 00000020:00000010:3.0:1777573858.761821:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ada00. 00000020:00000010:3.0:1777573858.761833:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573858.761836:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573858.761838:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505472 02000000:00000010:3.0:1777573858.761846:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b5000. 00010000:00000200:3.0:1777573858.761851:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4478700 x1863919926505472/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573858.761859:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573858.761862:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926505472, offset 224 00000400:00000200:3.0:1777573858.761865:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573858.761869:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573858.761875:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bf000 00000400:00000200:3.0:1777573858.761879:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1733d [1] + 224 00000400:00000200:3.0:1777573858.761883:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573858.761885:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573858.761891:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d7800 x1863919926505472/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573858.761901:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573858.761903:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000020:00000010:3.0:1777573858.761910:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573858.761912:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573858.761915:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546200. 00000100:00000010:3.0:1777573858.764685:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb420. 00000100:00000010:2.0:1777573858.764871:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf60. 00000400:00000010:0.0:1777573858.765616:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79406e0. 00000400:00000200:0.0:1777573858.765625:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573858.765628:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000400:00000200:1.0:1777573858.766842:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573858.766857:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.766871:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d7800 x1863919926505472/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:RN/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573858.766916:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb6c0. 00000100:00000010:1.0:1777573858.766937:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573858.766943:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8360. 00000100:00000010:1.0:1777573858.766949:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d83c0. 00000400:00000010:1.0:1777573858.766960:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573858.766964:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573858.766966:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573858.766970:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d7800 x1863919926505472/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573858.766979:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d7800 x1863919926505472/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573858.767028:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a1c00. 00000400:00000010:1.0:1777573858.767034:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573858.767039:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573858.767045:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926505984, portal 10 00000400:00000010:1.0:1777573858.767050:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.767053:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926505984, offset 0 00000400:00000200:1.0:1777573858.767059:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573858.767070:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573858.767082:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bf200 00000400:00000200:1.0:1777573858.767089:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 122776 00000400:00000200:1.0:1777573858.767097:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573858.767102:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573858.767109:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573858.767116:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc41b1c00. 00000400:00000200:1.0:1777573858.767142:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573858.767145:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.767148:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250ed80 x1863919926505984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573858.767187:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7440. 00000020:00000010:1.0:1777573858.767209:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0c00. 00000020:00000010:1.0:1777573858.767216:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c00. 00000020:00000010:1.0:1777573858.767221:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573858.767261:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7cc0. 00000020:00000010:1.0:1777573858.767264:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7cc0. 00000100:00000200:1.0:1777573858.767267:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926505984 02000000:00000010:1.0:1777573858.767285:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3238000. 00010000:00000200:1.0:1777573858.767294:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc41b1c00 x1863919926505984/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573858.767308:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.767312:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926505984, offset 224 00000400:00000200:1.0:1777573858.767316:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573858.767322:0:6487:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573858.767328:0:6487:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bf200 00000400:00000200:1.0:1777573858.767333:0:6487:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1739d [1] + 224 00000400:00000200:1.0:1777573858.767337:0:6487:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573858.767340:0:6487:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573858.767347:0:6487:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250ed80 x1863919926505984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573858.767357:0:6487:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573858.767359:0:6487:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000020:00000010:1.0:1777573858.767371:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c00. 00000020:00000010:1.0:1777573858.767375:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573858.767379:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0c00. 00000400:00000010:1.0:1777573858.767411:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573858.767414:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573858.767416:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573858.767420:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250ed80 x1863919926505984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573858.767428:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250ed80 x1863919926505984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573858.767450:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46a0c00. 00000400:00000010:1.0:1777573858.767454:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573858.767457:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573858.767460:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926506496, portal 10 00000400:00000010:1.0:1777573858.767464:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.767466:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926506496, offset 0 00000400:00000200:1.0:1777573858.767470:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573858.767475:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573858.767480:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bf400 00000400:00000200:1.0:1777573858.767484:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 123000 00000400:00000200:1.0:1777573858.767489:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573858.767492:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573858.767495:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573858.767499:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4470a80. 00000400:00000200:1.0:1777573858.767511:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573858.767513:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.767518:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250df80 x1863919926506496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573858.767541:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7cc0. 00000020:00000010:1.0:1777573858.767545:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84340. 00000020:00000010:1.0:1777573858.767552:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7cc0. 00000020:00000010:1.0:1777573858.767556:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1800. 00000020:00000010:1.0:1777573858.767559:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c00. 00000020:00000010:1.0:1777573858.767562:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573858.767580:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7cc0. 00000020:00000010:1.0:1777573858.767582:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7cc0. 00000100:00000200:1.0:1777573858.767596:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926506496 02000000:00000010:1.0:1777573858.767604:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3239400. 00010000:00000200:1.0:1777573858.767609:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4470a80 x1863919926506496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:359/0 lens 224/224 e 0 to 0 dl 1777573869 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573858.767621:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573858.767625:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926506496, offset 224 00000400:00000200:1.0:1777573858.767630:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1777573858.767639:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae3100 x1863919926506752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573858.767647:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573858.767662:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bf400 00000100:00000200:0.0:1777573858.767670:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae3100 x1863919926506752/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573858.767671:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x173a9 [1] + 224 00000400:00000200:1.0:1777573858.767686:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573858.767727:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573858.767738:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250df80 x1863919926506496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573858.767740:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940d68. 00000400:00000200:0.0:1777573858.767749:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573858.767754:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573858.767762:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5180 x1863919926505344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573858.767765:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573858.767770:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:0.0:1777573858.767785:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5180 x1863919926505344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573858.767786:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c00. 00000020:00000010:1.0:1777573858.767794:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573858.767802:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1800. 00000400:00000010:0.0:1777573858.767816:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940108. 00000400:00000200:0.0:1777573858.767822:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573858.767824:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573858.767832:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc3c11180 x1863919926505856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573858.767837:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573858.767846:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573858.767852:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573858.767863:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250df80 x1863919926506496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573858.767865:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc3c11180 x1863919926505856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573858.767923:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250df80 x1863919926506496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573858.767928:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940528. 00000400:00000200:0.0:1777573858.767933:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573858.767935:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573858.767943:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250dc00 x1863919926506368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573858.767947:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a0800. 02000000:00000010:1.0:1777573858.767959:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4600. 00000100:00000200:0.0:1777573858.767962:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250dc00 x1863919926506368/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573858.767968:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d7800. 02000000:00000010:1.0:1777573858.767974:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a1c00. 02000000:00000010:1.0:1777573858.767977:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4a00. 00000100:00000010:1.0:1777573858.767982:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ed80. 02000000:00000010:0.0:1777573858.767987:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc25a5000. 02000000:00000010:1.0:1777573858.767989:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46a0c00. 02000000:00000010:1.0:1777573858.767995:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cd000. 02000000:00000010:0.0:1777573858.767998:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4b00. 00000100:00000010:1.0:1777573858.768001:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250df80. 00000100:00000010:0.0:1777573858.768008:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d4700. 02000000:00000010:0.0:1777573858.768018:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ac000. 02000000:00000010:0.0:1777573858.768022:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4400. 00000100:00000010:0.0:1777573858.768025:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f100. 02000000:00000010:0.0:1777573858.768029:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad800. 02000000:00000010:0.0:1777573858.768032:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cd600. 00000100:00000010:0.0:1777573858.768036:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae3100. 02000000:00000010:0.0:1777573858.768040:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc25a4800. 02000000:00000010:0.0:1777573858.768043:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4e00. 00000100:00000010:0.0:1777573858.768046:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5180. 02000000:00000010:0.0:1777573858.768051:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc25a5800. 02000000:00000010:0.0:1777573858.768054:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4100. 00000100:00000010:0.0:1777573858.768057:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc3c11180. 02000000:00000010:0.0:1777573858.768060:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc25a4600. 02000000:00000010:0.0:1777573858.768062:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026700. 00000100:00000010:0.0:1777573858.768070:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250dc00. 00000400:00000010:0.0:1777573858.768078:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940000. 00000400:00000200:0.0:1777573858.768080:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573858.768082:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573858.768087:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5f80 x1863919926505728/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573858.768095:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5f80 x1863919926505728/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573858.768109:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76acc00. 02000000:00000010:0.0:1777573858.768112:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4f00. 00000100:00000010:0.0:1777573858.768114:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5f80. 00000100:00000010:0.0:1777573858.771502:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb2a0. 00000100:00000010:1.0:1777573858.771949:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8900. 00000100:00000010:3.0:1777573858.773081:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d83c0. 00000100:00000010:2.0:1777573858.773088:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8360. 00080000:00000010:2.0:1777573859.088412:0:112593:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70180. 00080000:00000010:2.0:1777573859.088426:0:112593:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70180. 00080000:00000010:2.0:1777573859.088440:0:112593:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70180. 00080000:00000010:2.0:1777573859.088446:0:112593:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70180. 00080000:00000010:2.0:1777573859.088456:0:112593:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70180. 00080000:00000010:2.0:1777573859.088463:0:112593:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70180. 00080000:00000010:2.0:1777573859.088473:0:112593:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70180. 00080000:00000010:2.0:1777573859.088479:0:112593:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70180. 00000100:00000010:1.0:1777573860.281486:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4471f80. 02000000:00000010:1.0:1777573860.281519:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1db2200. 02000000:00000010:1.0:1777573860.281622:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc323a400. 00000400:00000010:1.0:1777573860.281632:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573860.281642:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573860.281652:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926507136, portal 4 00000400:00000010:1.0:1777573860.281661:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573860.281665:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926507136, offset 0 00000400:00000200:1.0:1777573860.281675:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573860.281715:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573860.281731:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bf680 00000400:00000200:1.0:1777573860.281741:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 22008 00000400:00000200:1.0:1777573860.281752:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573860.281758:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573860.281769:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573860.281775:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4471180. 00000400:00000200:1.0:1777573860.281796:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573860.281800:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573860.281809:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4471f80 x1863919926507136/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573860.281836:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573860.281854:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8540. 00000100:00000010:1.0:1777573860.281860:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8420. 00000100:00000010:1.0:1777573860.281871:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8780. 00000100:00000010:2.0:1777573860.282822:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494f800. 02000000:00000010:2.0:1777573860.282838:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf800. 02000000:00000010:2.0:1777573860.282949:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc41b4800. 00000400:00000010:2.0:1777573860.282959:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7478. 00000400:00000010:2.0:1777573860.282966:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573860.282973:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926507264, portal 4 00000400:00000010:2.0:1777573860.282981:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573860.282984:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926507264, offset 0 00000400:00000200:2.0:1777573860.282991:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573860.283001:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573860.283011:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bf700 00000400:00000200:2.0:1777573860.283018:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 896 00000400:00000200:2.0:1777573860.283024:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573860.283027:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573860.283033:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573860.283038:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494dc00. 00000400:00000200:2.0:1777573860.283055:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573860.283057:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573860.283064:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494f800 x1863919926507264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573860.283989:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573860.283999:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573860.284008:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547400. 00000020:00000010:3.0:1777573860.284014:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573860.284021:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000100:00000010:2.0:1777573860.284278:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494df80. 02000000:00000010:2.0:1777573860.284293:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf600. 02000000:00000010:1.0:1777573860.284390:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2f16000. 00000400:00000010:1.0:1777573860.284398:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c376e0. 00000400:00000010:1.0:1777573860.284404:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573860.284411:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926507392, portal 4 00000400:00000010:1.0:1777573860.284417:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573860.284420:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926507392, offset 0 00000400:00000200:1.0:1777573860.284427:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573860.284440:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573860.284452:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bf780 00000400:00000200:1.0:1777573860.284458:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 1120 00000400:00000200:1.0:1777573860.284465:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573860.284469:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573860.284476:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573860.284481:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4908000. 00000400:00000200:1.0:1777573860.284510:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573860.284513:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573860.284520:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494df80 x1863919926507392/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573860.284611:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7840. 00000020:00000010:1.0:1777573860.284630:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1800. 00000020:00000010:1.0:1777573860.284634:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48480. 00000020:00000010:1.0:1777573860.284637:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573860.284667:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7ec0. 00000020:00000010:1.0:1777573860.284671:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5100. 00000020:00000010:1.0:1777573860.284676:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7ec0. 00000020:00000010:1.0:1777573860.284679:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1a00. 00000020:00000010:1.0:1777573860.284681:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573860.284683:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573860.284770:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7ec0. 00000020:00000010:1.0:1777573860.284773:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7ec0. 00000100:00000200:1.0:1777573860.284777:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507264 02000000:00000010:1.0:1777573860.284800:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89defae6d000. 00010000:00000200:1.0:1777573860.284845:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494dc00 x1863919926507264/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:361/0 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573860.284867:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573860.284871:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926507264, offset 224 00000400:00000200:1.0:1777573860.284875:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573860.284912:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573860.284917:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bf700 00000400:00000200:1.0:1777573860.284923:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x173bd [1] + 224 00000400:00000200:1.0:1777573860.284929:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573860.284932:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573860.284940:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494f800 x1863919926507264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573860.284957:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573860.284959:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573860.284973:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48480. 00000020:00000010:1.0:1777573860.284978:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573860.284982:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1800. 00000020:00000010:1.0:1777573860.284996:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7ec0. 00000020:00000010:1.0:1777573860.284998:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7ec0. 00000100:00000200:1.0:1777573860.285002:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507392 02000000:00000010:1.0:1777573860.285009:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89defae6f400. 00010000:00000200:1.0:1777573860.285017:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4908000 x1863919926507392/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:361/0 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573860.285027:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573860.285030:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926507392, offset 224 00000400:00000200:1.0:1777573860.285034:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573860.285052:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573860.285058:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bf780 00000400:00000200:1.0:1777573860.285063:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x173c5 [1] + 224 00000400:00000200:1.0:1777573860.285066:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573860.285069:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573860.285073:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494df80 x1863919926507392/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573860.285207:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:1.0:1777573860.285210:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000020:00000010:1.0:1777573860.285222:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573860.285226:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573860.285228:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1a00. 00000400:00000010:1.0:1777573860.285256:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c376e0. 00000400:00000200:1.0:1777573860.285260:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573860.285261:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573860.285266:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494df80 x1863919926507392/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573860.285276:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494df80 x1863919926507392/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573860.285314:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2f16000. 02000000:00000010:1.0:1777573860.285323:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf600. 00000100:00000010:1.0:1777573860.285329:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494df80. 00000400:00000010:1.0:1777573860.285345:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7478. 00000400:00000200:1.0:1777573860.285349:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:1.0:1777573860.285351:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:1.0:1777573860.285356:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494f800 x1863919926507264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573860.285370:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494f800 x1863919926507264/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573860.285389:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc41b4800. 02000000:00000010:1.0:1777573860.285392:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf800. 00000100:00000010:1.0:1777573860.285395:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494f800. 00000020:00000010:3.0:1777573860.285870:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573860.285876:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5200. 00000100:00000200:3.0:1777573860.285879:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507136 02000000:00000010:3.0:1777573860.285895:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2e89800. 00010000:00000200:3.0:1777573860.285930:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4471180 x1863919926507136/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:361/0 lens 224/368 e 0 to 0 dl 1777573871 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573860.285944:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573860.285949:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926507136, offset 224 00000400:00000200:3.0:1777573860.285954:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573860.285964:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573860.285971:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bf680 00000400:00000200:3.0:1777573860.285977:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x173b5 [1] + 224 00000400:00000200:3.0:1777573860.285984:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573860.285987:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573860.286062:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4471f80 x1863919926507136/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573860.286824:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573860.286830:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000020:00000010:3.0:1777573860.286855:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573860.286860:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573860.286864:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547400. 00000100:00000010:3.0:1777573860.289582:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8780. 00000100:00000010:2.0:1777573860.289803:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8420. 00000100:00000010:0.0:1777573860.290041:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8900. 00000400:00000010:1.0:1777573860.298009:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573860.298029:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573860.298033:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573860.298055:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4471f80 x1863919926507136/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573860.298069:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4471f80 x1863919926507136/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573860.298152:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc323a400. 02000000:00000010:1.0:1777573860.298162:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1db2200. 00000100:00000010:1.0:1777573860.298168:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4471f80. 00000100:00000010:1.0:1777573860.298208:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8540. 00080000:00000010:2.0:1777573860.529950:0:112641:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573860.529964:0:112641:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573860.529978:0:112641:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573860.529985:0:112641:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573860.529996:0:112641:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573860.530002:0:112641:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573860.530012:0:112641:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70900. 00080000:00000010:2.0:1777573860.530017:0:112641:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70900. 00080000:00000010:0.0:1777573861.656616:0:112692:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573861.656624:0:112692:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573861.656635:0:112692:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573861.656639:0:112692:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573861.656649:0:112692:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573861.656653:0:112692:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573861.656662:0:112692:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d980. 00080000:00000010:0.0:1777573861.656666:0:112692:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d980. 00000100:00000010:3.0:1777573861.816566:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573861.816590:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468800. 02000000:00000010:2.0:1777573861.829285:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def4f67400. 00000400:00000010:2.0:1777573861.829303:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7268. 00000400:00000010:2.0:1777573861.829312:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573861.829322:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926507520, portal 4 00000400:00000010:2.0:1777573861.829330:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573861.829333:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926507520, offset 0 00000400:00000200:2.0:1777573861.829343:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573861.829361:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573861.829375:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bf800 00000400:00000200:2.0:1777573861.829383:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 22232 00000400:00000200:2.0:1777573861.829393:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573861.829398:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573861.829408:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573861.829415:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494fb80. 00000400:00000200:2.0:1777573861.829439:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573861.829442:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573861.829449:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5f80 x1863919926507520/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573877 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573861.829471:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b49c0. 00000100:00000010:2.0:1777573861.829485:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4420. 00000100:00000010:2.0:1777573861.829491:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4840. 00000100:00000010:2.0:1777573861.829497:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4f00. 00000020:00000010:1.0:1777573861.832402:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7b80. 00000020:00000010:1.0:1777573861.832412:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7b80. 00000020:00000010:1.0:1777573861.832418:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0400. 00000020:00000010:1.0:1777573861.832422:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573861.832427:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573861.832461:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7b80. 00000020:00000010:1.0:1777573861.832464:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7b80. 00000100:00000200:1.0:1777573861.832467:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507520 02000000:00000010:1.0:1777573861.832486:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3c25400. 00010000:00000200:1.0:1777573861.832519:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494fb80 x1863919926507520/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:362/0 lens 224/368 e 0 to 0 dl 1777573872 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573861.832551:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573861.832559:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926507520, offset 224 00000400:00000200:1.0:1777573861.832566:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573861.832580:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573861.832591:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bf800 00000400:00000200:1.0:1777573861.832598:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x173d9 [1] + 224 00000400:00000200:1.0:1777573861.832605:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573861.832608:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573861.832618:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5f80 x1863919926507520/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573877 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573861.832640:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573861.832643:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000020:00000010:1.0:1777573861.832654:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48c80. 00000020:00000010:1.0:1777573861.832658:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573861.832661:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0400. 00000400:00000010:1.0:1777573861.832683:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7268. 00000400:00000200:1.0:1777573861.832687:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:1.0:1777573861.832689:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:1.0:1777573861.832717:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5f80 x1863919926507520/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573877 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573861.832727:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5f80 x1863919926507520/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573877 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573861.832760:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def4f67400. 02000000:00000010:1.0:1777573861.832767:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468800. 00000100:00000010:1.0:1777573861.832773:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5f80. 00000100:00000010:1.0:1777573861.832804:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4420. 00000100:00000010:2.0:1777573861.832891:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4840. 00000100:00000010:3.0:1777573861.833894:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4f00. 00000100:00000010:0.0:1777573861.838379:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b49c0. 00080000:00000010:3.0:1777573862.473482:0:112742:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573862.473491:0:112742:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573862.473503:0:112742:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573862.473508:0:112742:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573862.473532:0:112742:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573862.473536:0:112742:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573862.473546:0:112742:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ae00. 00080000:00000010:3.0:1777573862.473551:0:112742:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ae00. 00080000:00000010:0.0:1777573863.329615:0:112785:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573863.329625:0:112785:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573863.329636:0:112785:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573863.329641:0:112785:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573863.329651:0:112785:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573863.329655:0:112785:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573863.329665:0:112785:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d500. 00080000:00000010:0.0:1777573863.329670:0:112785:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d500. 00000100:00000010:3.0:1777573863.863709:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6a00. 02000000:00000010:3.0:1777573863.863732:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468300. 00000100:00000010:3.0:1777573863.863762:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5180. 02000000:00000010:3.0:1777573863.863767:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468900. 00000100:00000010:3.0:1777573863.863782:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6680. 02000000:00000010:3.0:1777573863.863785:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468600. 00000100:00000010:3.0:1777573863.863791:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4a80. 02000000:00000010:3.0:1777573863.863794:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468b00. 00000100:00000010:3.0:1777573863.863801:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573863.863805:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468400. 00000100:00000010:3.0:1777573863.863810:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250dc00. 02000000:00000010:3.0:1777573863.863813:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4800. 00000100:00000010:3.0:1777573863.863818:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f100. 02000000:00000010:3.0:1777573863.863822:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4000. 00000100:00000010:3.0:1777573863.863826:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250df80. 02000000:00000010:3.0:1777573863.863829:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4d00. 00000100:00000010:3.0:1777573863.863833:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ed80. 02000000:00000010:3.0:1777573863.863836:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4200. 00000100:00000010:3.0:1777573863.863840:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f480. 02000000:00000010:3.0:1777573863.863843:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4f00. 00000100:00000010:3.0:1777573863.863847:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250d880. 02000000:00000010:3.0:1777573863.863851:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4100. 00000100:00000010:3.0:1777573863.863856:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5f80. 02000000:00000010:3.0:1777573863.863859:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4e00. 00000100:00000010:3.0:1777573863.863864:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5180. 02000000:00000010:3.0:1777573863.863867:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4400. 02000000:00000010:3.0:1777573863.863898:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3060000. 00000400:00000010:3.0:1777573863.863905:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179f8. 00000400:00000010:3.0:1777573863.863912:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573863.863918:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926507648, portal 25 00000400:00000010:3.0:1777573863.863923:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573863.863926:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926507648, offset 0 00000400:00000200:3.0:1777573863.863934:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.863946:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.863957:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1bf880 00000400:00000200:3.0:1777573863.863963:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16001 [2] + 0 00000400:00000010:3.0:1777573863.863967:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7790. 00000400:00000200:3.0:1777573863.863973:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc444c540 00000400:00000200:3.0:1777573863.863978:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.863982:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777573863.863986:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc444c540 00000400:00000010:3.0:1777573863.863989:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc444c540. 00000100:00000200:3.0:1777573863.863994:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777573863.864011:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573863.864013:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573863.864021:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6a00 x1863919926507648/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573863.864038:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ba0. 00000100:00000010:3.0:1777573863.864049:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8360. 00000100:00000010:3.0:1777573863.864055:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a87e0. 00000100:00000010:3.0:1777573863.864059:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8720. 02000000:00000010:3.0:1777573863.864069:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3061c00. 00000400:00000010:3.0:1777573863.864072:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17f20. 00000400:00000010:3.0:1777573863.864075:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573863.864078:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508160, portal 4 00000400:00000010:3.0:1777573863.864082:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573863.864084:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926508160, offset 0 00000400:00000200:3.0:1777573863.864087:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864092:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864096:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bfa80 00000400:00000200:3.0:1777573863.864101:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 22456 00000400:00000200:3.0:1777573863.864105:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864107:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864111:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573863.864114:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d4700. 00000400:00000200:3.0:1777573863.864125:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573863.864127:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573863.864130:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5f80 x1863919926508160/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864147:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492da00. 00000400:00000010:3.0:1777573863.864151:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179a0. 00000400:00000010:3.0:1777573863.864154:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573863.864156:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508672, portal 4 00000400:00000010:3.0:1777573863.864160:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573863.864162:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926508672, offset 0 00000400:00000200:3.0:1777573863.864165:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864170:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864174:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bfc80 00000400:00000200:3.0:1777573863.864178:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 4704 00000400:00000200:3.0:1777573863.864182:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864184:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864188:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573863.864192:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d7800. 00000400:00000200:3.0:1777573863.864203:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573863.864204:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573863.864208:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250ed80 x1863919926508672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864225:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492c000. 00000400:00000010:3.0:1777573863.864228:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17bb0. 00000400:00000010:3.0:1777573863.864230:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573863.864232:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926509184, portal 4 00000400:00000010:3.0:1777573863.864236:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573863.864238:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926509184, offset 0 00000400:00000200:3.0:1777573863.864242:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864245:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864250:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bfe80 00000400:00000200:3.0:1777573863.864254:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 4928 00000400:00000200:3.0:1777573863.864257:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864260:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864262:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573863.864266:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d6d80. 00000400:00000200:3.0:1777573863.864275:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573863.864276:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573863.864280:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5180 x1863919926509184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864306:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492cc00. 00000400:00000010:3.0:1777573863.864310:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defaf9a5d8. 00000400:00000010:3.0:1777573863.864314:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573863.864316:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508032, portal 10 00000400:00000010:3.0:1777573863.864320:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573863.864322:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926508032, offset 0 00000400:00000200:3.0:1777573863.864324:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864329:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864333:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bfa00 00000400:00000200:3.0:1777573863.864338:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 123224 00000400:00000200:3.0:1777573863.864342:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864344:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864347:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573863.864353:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc460ed80. 00000400:00000200:3.0:1777573863.864364:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:3.0:1777573863.864366:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573863.864369:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4a80 x1863919926508032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864384:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492c200. 00000400:00000010:3.0:1777573863.864387:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defaf9a630. 00000400:00000010:3.0:1777573863.864389:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573863.864392:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508544, portal 4 00000400:00000010:3.0:1777573863.864396:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573863.864398:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926508544, offset 0 00000400:00000200:3.0:1777573863.864401:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864404:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864409:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bfc00 00000400:00000200:3.0:1777573863.864411:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 5152 00000400:00000200:3.0:1777573863.864414:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864416:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864419:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573863.864422:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc460ca80. 00000400:00000200:3.0:1777573863.864428:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dc38 00000400:00000010:3.0:1777573863.864430:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573863.864433:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250df80 x1863919926508544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864448:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d400. 00000400:00000010:3.0:1777573863.864451:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defaf9af20. 00000400:00000010:3.0:1777573863.864453:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573863.864456:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926509056, portal 4 00000400:00000010:3.0:1777573863.864459:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573863.864461:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926509056, offset 0 00000400:00000200:3.0:1777573863.864464:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864468:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864472:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1bfe00 00000400:00000200:3.0:1777573863.864476:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 5376 00000400:00000200:3.0:1777573863.864479:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864481:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864484:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573863.864498:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc460e300. 00000400:00000200:3.0:1777573863.864506:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573863.864507:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573863.864510:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d5f80 x1863919926509056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864540:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492c400. 00000400:00000010:3.0:1777573863.864544:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defaf9a790. 00000400:00000010:3.0:1777573863.864546:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573863.864549:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926507776, portal 10 00000400:00000010:3.0:1777573863.864553:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573863.864556:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926507776, offset 0 00000400:00000200:3.0:1777573863.864559:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864563:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864568:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bf900 00000400:00000200:3.0:1777573863.864571:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 123448 00000400:00000200:3.0:1777573863.864575:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864577:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864579:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573863.864583:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b3b80. 00000400:00000200:3.0:1777573863.864593:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573863.864594:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573863.864598:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5180 x1863919926507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864612:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492de00. 00000400:00000010:3.0:1777573863.864615:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defaf9a528. 00000400:00000010:3.0:1777573863.864617:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573863.864620:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508288, portal 10 00000400:00000010:3.0:1777573863.864623:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573863.864625:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926508288, offset 0 00000400:00000200:3.0:1777573863.864629:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864633:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864637:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bfb00 00000400:00000200:3.0:1777573863.864641:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 123672 00000400:00000200:3.0:1777573863.864644:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864647:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864649:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573863.864652:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b3100. 00000400:00000200:3.0:1777573863.864663:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573863.864665:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573863.864669:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250dc00 x1863919926508288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864683:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d000. 00000400:00000010:3.0:1777573863.864687:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8dd68. 00000400:00000010:3.0:1777573863.864689:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573863.864710:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508800, portal 10 00000400:00000010:3.0:1777573863.864715:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573863.864717:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926508800, offset 0 00000400:00000200:3.0:1777573863.864720:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864724:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864729:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bfd00 00000400:00000200:3.0:1777573863.864733:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 123896 00000400:00000200:3.0:1777573863.864736:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864738:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864741:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573863.864744:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b2680. 00000400:00000200:3.0:1777573863.864754:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573863.864755:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573863.864759:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f480 x1863919926508800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864778:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d600. 00000400:00000010:3.0:1777573863.864782:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8db00. 00000400:00000010:3.0:1777573863.864785:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573863.864787:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926507904, portal 4 00000400:00000010:3.0:1777573863.864791:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573863.864793:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926507904, offset 0 00000400:00000200:3.0:1777573863.864796:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864800:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864804:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1bf980 00000400:00000200:3.0:1777573863.864807:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 22680 00000400:00000200:3.0:1777573863.864810:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864812:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864815:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573863.864817:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b1880. 00000400:00000200:3.0:1777573863.864827:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573863.864829:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573863.864832:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6680 x1863919926507904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864846:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492c800. 00000400:00000010:3.0:1777573863.864849:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d630. 00000400:00000010:3.0:1777573863.864852:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573863.864855:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508416, portal 10 00000400:00000010:3.0:1777573863.864858:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573863.864860:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926508416, offset 0 00000400:00000200:3.0:1777573863.864863:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864867:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864872:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bfb80 00000400:00000200:3.0:1777573863.864875:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 124120 00000400:00000200:3.0:1777573863.864878:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864880:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864883:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573863.864887:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fd880. 00000400:00000200:3.0:1777573863.864897:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573863.864899:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573863.864903:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f100 x1863919926508416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.864917:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc492d200. 00000400:00000010:3.0:1777573863.864920:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8de70. 00000400:00000010:3.0:1777573863.864923:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573863.864925:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926508928, portal 10 00000400:00000010:3.0:1777573863.864929:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.864931:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926508928, offset 0 00000400:00000200:3.0:1777573863.864934:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.864938:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.864942:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1bfd80 00000400:00000200:3.0:1777573863.864946:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 124344 00000400:00000200:3.0:1777573863.864949:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.864951:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.864954:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573863.864957:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc000. 00000400:00000200:3.0:1777573863.864967:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.864969:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.864972:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250d880 x1863919926508928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573863.865012:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865016:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865021:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573863.865026:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.865031:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.865060:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865063:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5280. 00000100:00000200:3.0:1777573863.865065:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507648 02000000:00000010:3.0:1777573863.865079:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e88000. 00010000:00000200:3.0:1777573863.865086:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9450 x1863919926507648/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.865101:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.865103:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926507648, offset 224 00000400:00000200:3.0:1777573863.865109:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.865115:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.865121:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1bf880 00000400:00000200:3.0:1777573863.865125:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x173e5 [1] + 224 00000400:00000200:3.0:1777573863.865129:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.865131:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.865136:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6a00 x1863919926507648/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.865152:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.865154:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.865164:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.865169:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.865173:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492dc00. 02000000:00000010:3.0:1777573863.865180:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2e88000. 00000100:00000200:3.0:1777573863.865186:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573863.865190:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d2c0. 00000400:00000010:3.0:1777573863.865197:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc43dc840. 00000020:00000010:3.0:1777573863.865217:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865220:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865223:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573863.865226:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.865229:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.865250:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865253:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865256:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492ca00. 00000020:00000010:3.0:1777573863.865258:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573863.865260:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573863.865269:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865272:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5280. 00000100:00000200:3.0:1777573863.865274:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508160 02000000:00000010:3.0:1777573863.865284:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e88000. 00010000:00000200:3.0:1777573863.865290:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d4700 x1863919926508160/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.865300:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.865303:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926508160, offset 224 00000400:00000200:3.0:1777573863.865307:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.865311:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.865315:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bfa80 00000400:00000200:3.0:1777573863.865319:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x173ed [1] + 224 00000400:00000200:3.0:1777573863.865323:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.865325:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.865330:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5f80 x1863919926508160/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.865340:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.865341:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.865348:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.865351:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.865353:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573863.865364:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865366:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5280. 00000100:00000200:3.0:1777573863.865369:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507904 02000000:00000010:3.0:1777573863.865376:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e8a000. 00010000:00000200:3.0:1777573863.865381:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc15b1880 x1863919926507904/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.865390:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.865392:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926507904, offset 224 00000400:00000200:3.0:1777573863.865395:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.865400:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.865405:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bf980 00000400:00000200:3.0:1777573863.865408:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17435 [1] + 224 00000400:00000200:3.0:1777573863.865412:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.865414:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.865419:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6680 x1863919926507904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.865433:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.865435:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.865441:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573863.865444:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573863.865446:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492ca00. 00000020:00000010:3.0:1777573863.865468:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573863.865483:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492ca00. 00000020:00000010:3.0:1777573863.865496:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573863.865499:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573863.865516:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5780. 00000020:00000010:3.0:1777573863.865521:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573863.865523:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.865525:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.865536:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865538:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7840. 00000020:00000010:3.0:1777573863.865542:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865544:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573863.865546:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573863.865549:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573863.865555:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865557:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5cc0. 00000020:00000010:3.0:1777573863.865559:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865563:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defbda4c00. 00000020:00000010:3.0:1777573863.865565:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad80. 00000020:00000010:3.0:1777573863.865567:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573863.865574:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865575:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000100:00000200:3.0:1777573863.865577:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508672 02000000:00000010:3.0:1777573863.865584:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f16000. 00010000:00000200:3.0:1777573863.865589:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d7800 x1863919926508672/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.865598:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.865600:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926508672, offset 224 00000400:00000200:3.0:1777573863.865603:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.865608:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.865612:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bfc80 00000400:00000200:3.0:1777573863.865616:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x173f5 [1] + 224 00000400:00000200:3.0:1777573863.865619:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.865622:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.865627:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250ed80 x1863919926508672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.865636:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.865638:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.865643:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573863.865645:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573863.865648:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492ca00. 00000020:00000010:3.0:1777573863.865655:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865657:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000100:00000200:3.0:1777573863.865659:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509184 02000000:00000010:3.0:1777573863.865665:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3239c00. 00010000:00000200:3.0:1777573863.865668:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d6d80 x1863919926509184/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.865681:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.865683:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926509184, offset 224 00000400:00000200:3.0:1777573863.865686:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.865712:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.865717:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bfe80 00000400:00000200:3.0:1777573863.865720:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x173fd [1] + 224 00000400:00000200:3.0:1777573863.865724:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.865726:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.865730:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5180 x1863919926509184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.865739:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.865741:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.865746:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.865749:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.865751:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573863.865759:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865761:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000100:00000200:3.0:1777573863.865763:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508544 02000000:00000010:3.0:1777573863.865768:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc323a400. 00010000:00000200:3.0:1777573863.865772:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc460ca80 x1863919926508544/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.865780:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.865782:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926508544, offset 224 00000400:00000200:3.0:1777573863.865785:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.865789:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.865793:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bfc00 00000400:00000200:3.0:1777573863.865796:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1740d [1] + 224 00000400:00000200:3.0:1777573863.865799:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.865802:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.865806:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250df80 x1863919926508544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.865819:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.865821:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.865826:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573863.865828:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573863.865830:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573863.865837:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865839:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000100:00000200:3.0:1777573863.865841:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509056 02000000:00000010:3.0:1777573863.865845:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc323b000. 00010000:00000200:3.0:1777573863.865849:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc460e300 x1863919926509056/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.865856:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.865858:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926509056, offset 224 00000400:00000200:3.0:1777573863.865861:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.865865:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.865869:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1bfe00 00000400:00000200:3.0:1777573863.865872:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17415 [1] + 224 00000400:00000200:3.0:1777573863.865875:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.865877:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.865881:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d5f80 x1863919926509056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.865889:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.865891:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.865895:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad80. 00000020:00000010:3.0:1777573863.865897:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573863.865900:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defbda4c00. 00000020:00000010:3.0:1777573863.865920:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865922:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865925:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defbda4c00. 00000020:00000010:3.0:1777573863.865927:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad80. 00000020:00000010:3.0:1777573863.865929:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573863.865942:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865944:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865947:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defbda5c00. 00000020:00000010:3.0:1777573863.865949:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573863.865951:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573863.865958:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573863.865963:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defbda5e00. 00000020:00000010:3.0:1777573863.865965:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.865967:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.865974:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5cc0. 00000020:00000010:3.0:1777573863.865976:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84440. 00000020:00000010:3.0:1777573863.865979:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5cc0. 00000020:00000010:3.0:1777573863.865982:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573863.865984:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573863.865986:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573863.865992:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5cc0. 00000020:00000010:3.0:1777573863.865995:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573863.865997:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573863.865999:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573863.866005:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866007:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7440. 00000020:00000010:3.0:1777573863.866009:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866012:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492ca00. 00000020:00000010:3.0:1777573863.866014:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a200. 00000020:00000010:3.0:1777573863.866016:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488a28. 00000020:00000010:3.0:1777573863.866022:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866024:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573863.866026:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508032 02000000:00000010:3.0:1777573863.866032:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41c2c00. 00010000:00000200:3.0:1777573863.866037:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc460ed80 x1863919926508032/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.866045:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.866048:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926508032, offset 224 00000400:00000200:3.0:1777573863.866051:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.866056:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.866060:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bfa00 00000400:00000200:3.0:1777573863.866064:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17405 [1] + 224 00000400:00000200:3.0:1777573863.866068:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.866070:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.866076:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4a80 x1863919926508032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.866087:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.866089:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.866095:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad80. 00000020:00000010:3.0:1777573863.866098:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573863.866100:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defbda4c00. 00000020:00000010:3.0:1777573863.866111:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866113:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573863.866116:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926507776 02000000:00000010:3.0:1777573863.866122:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc15b5000. 00010000:00000200:3.0:1777573863.866126:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc15b3b80 x1863919926507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.866134:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.866137:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926507776, offset 224 00000400:00000200:3.0:1777573863.866140:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.866144:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.866148:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bf900 00000400:00000200:3.0:1777573863.866152:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1741d [1] + 224 00000400:00000200:3.0:1777573863.866155:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.866157:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.866162:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5180 x1863919926507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.866170:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.866173:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.866178:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573863.866180:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573863.866182:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defbda5c00. 00000020:00000010:3.0:1777573863.866190:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866192:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573863.866194:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508288 02000000:00000010:3.0:1777573863.866200:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4ddc400. 00010000:00000200:3.0:1777573863.866204:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc15b3100 x1863919926508288/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.866212:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.866214:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926508288, offset 224 00000400:00000200:3.0:1777573863.866217:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.866221:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.866224:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bfb00 00000400:00000200:3.0:1777573863.866228:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17425 [1] + 224 00000400:00000200:3.0:1777573863.866231:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.866233:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.866237:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250dc00 x1863919926508288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.866246:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.866247:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.866252:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573863.866254:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573863.866256:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defbda5e00. 00000020:00000010:3.0:1777573863.866263:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866265:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573863.866267:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508800 02000000:00000010:3.0:1777573863.866271:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4ddcc00. 00010000:00000200:3.0:1777573863.866275:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc15b2680 x1863919926508800/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.866283:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.866286:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926508800, offset 224 00000400:00000200:3.0:1777573863.866289:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.866292:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.866296:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bfd00 00000400:00000200:3.0:1777573863.866299:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1742d [1] + 224 00000400:00000200:3.0:1777573863.866302:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.866305:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.866308:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f480 x1863919926508800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.866316:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.866318:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.866322:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573863.866324:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573863.866327:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573863.866333:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866335:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573863.866337:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508416 02000000:00000010:3.0:1777573863.866342:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4ddfc00. 00010000:00000200:3.0:1777573863.866345:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44fd880 x1863919926508416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.866353:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.866355:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926508416, offset 224 00000400:00000200:3.0:1777573863.866358:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.866362:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.866365:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bfb80 00000400:00000200:3.0:1777573863.866369:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1743d [1] + 224 00000400:00000200:3.0:1777573863.866372:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.866374:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.866378:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f100 x1863919926508416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.866387:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.866389:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.866394:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573863.866396:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573863.866398:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573863.866405:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573863.866407:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573863.866409:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926508928 02000000:00000010:3.0:1777573863.866415:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fa6c00. 00010000:00000200:3.0:1777573863.866418:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44fc000 x1863919926508928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:364/0 lens 224/224 e 0 to 0 dl 1777573874 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.866426:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573863.866428:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926508928, offset 224 00000400:00000200:3.0:1777573863.866431:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573863.866435:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573863.866438:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1bfd80 00000400:00000200:3.0:1777573863.866442:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17445 [1] + 224 00000400:00000200:3.0:1777573863.866445:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573863.866447:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573863.866451:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250d880 x1863919926508928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573863.866460:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573863.866462:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573863.866466:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a200. 00000020:00000010:3.0:1777573863.866469:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488a28. 00000020:00000010:3.0:1777573863.866471:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492ca00. 00000100:00000010:0.0:1777573863.866565:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a7800. 02000000:00000010:0.0:1777573863.866575:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cd100. 02000000:00000010:0.0:1777573863.866622:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def799b000. 00000400:00000010:0.0:1777573863.866626:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940000. 00000400:00000010:0.0:1777573863.866629:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573863.866633:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926509312, portal 4 00000400:00000010:0.0:1777573863.866637:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573863.866638:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926509312, offset 0 00000400:00000200:0.0:1777573863.866642:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573863.866647:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573863.866652:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bff00 00000400:00000200:0.0:1777573863.866656:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 1344 00000400:00000200:0.0:1777573863.866661:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573863.866663:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573863.866667:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573863.866670:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc3c11180. 00000400:00000200:0.0:1777573863.866680:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573863.866681:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573863.866686:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31a7800 x1863919926509312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573863.866726:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573863.866729:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573863.866732:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76acc00. 00000020:00000010:0.0:1777573863.866735:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d480. 00000020:00000010:0.0:1777573863.866738:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573863.866755:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573863.866757:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f00. 00000100:00000200:0.0:1777573863.866759:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509312 02000000:00000010:0.0:1777573863.866765:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7999000. 00010000:00000200:0.0:1777573863.866786:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc3c11180 x1863919926509312/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:364/0 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573863.866795:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573863.866797:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926509312, offset 224 00000400:00000200:0.0:1777573863.866800:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573863.866804:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573863.866809:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bff00 00000400:00000200:0.0:1777573863.866812:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17485 [1] + 224 00000400:00000200:0.0:1777573863.866815:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573863.866818:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573863.866823:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31a7800 x1863919926509312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573863.866835:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573863.866836:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000020:00000010:0.0:1777573863.866842:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d480. 00000020:00000010:0.0:1777573863.866844:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573863.866847:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76acc00. 00000400:00000010:0.0:1777573863.866871:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940000. 00000400:00000200:0.0:1777573863.866873:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573863.866875:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573863.866878:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31a7800 x1863919926509312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573863.866887:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31a7800 x1863919926509312/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573863.866910:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def799b000. 02000000:00000010:0.0:1777573863.866915:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cd100. 00000100:00000010:0.0:1777573863.866920:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a7800. 00000100:00000010:1.0:1777573863.867137:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc490bb80. 02000000:00000010:1.0:1777573863.867144:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0b00. 02000000:00000010:0.0:1777573863.867186:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def799b000. 00000400:00000010:0.0:1777573863.867189:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940000. 00000400:00000010:0.0:1777573863.867192:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573863.867195:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926509440, portal 4 00000400:00000010:0.0:1777573863.867199:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573863.867201:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926509440, offset 0 00000400:00000200:0.0:1777573863.867204:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573863.867209:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573863.867213:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1bff80 00000400:00000200:0.0:1777573863.867217:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 1568 00000400:00000200:0.0:1777573863.867221:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573863.867223:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573863.867226:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573863.867229:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a7800. 00000400:00000200:0.0:1777573863.867244:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573863.867246:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573863.867250:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc490bb80 x1863919926509440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573863.867332:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7380. 00000020:00000010:1.0:1777573863.867336:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7380. 00000020:00000010:1.0:1777573863.867340:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0e00. 00000020:00000010:1.0:1777573863.867343:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573863.867346:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573863.867370:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7380. 00000020:00000010:1.0:1777573863.867373:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7380. 00000100:00000200:1.0:1777573863.867375:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509440 02000000:00000010:1.0:1777573863.867381:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3c27800. 00010000:00000200:1.0:1777573863.867390:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a7800 x1863919926509440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:364/0 lens 224/368 e 0 to 0 dl 1777573874 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573863.867400:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573863.867403:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926509440, offset 224 00000400:00000200:1.0:1777573863.867407:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573863.867411:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573863.867416:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1bff80 00000400:00000200:1.0:1777573863.867419:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17491 [1] + 224 00000400:00000200:1.0:1777573863.867423:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573863.867425:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573863.867430:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc490bb80 x1863919926509440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573863.867442:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573863.867444:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000020:00000010:1.0:1777573863.867449:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573863.867452:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573863.867455:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0e00. 00000400:00000010:0.0:1777573863.867504:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940000. 00000400:00000200:0.0:1777573863.867507:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573863.867509:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573863.867513:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc490bb80 x1863919926509440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573863.867521:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc490bb80 x1863919926509440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573863.867537:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def799b000. 02000000:00000010:0.0:1777573863.867540:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0b00. 00000100:00000010:0.0:1777573863.867542:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc490bb80. 00000400:00000010:3.0:1777573863.867946:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8db00. 00000400:00000200:3.0:1777573863.867949:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573863.867951:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573863.867956:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6680 x1863919926507904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.867965:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6680 x1863919926507904/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.867986:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d630. 00000400:00000200:3.0:1777573863.867988:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573863.867990:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573863.867994:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f100 x1863919926508416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868001:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f100 x1863919926508416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868012:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8de70. 00000400:00000200:3.0:1777573863.868013:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573863.868015:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573863.868018:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250d880 x1863919926508928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868025:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250d880 x1863919926508928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868035:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a790. 00000400:00000200:3.0:1777573863.868038:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573863.868039:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573863.868043:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5180 x1863919926507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868050:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5180 x1863919926507776/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868059:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a528. 00000400:00000200:3.0:1777573863.868061:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573863.868063:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573863.868067:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250dc00 x1863919926508288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868074:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250dc00 x1863919926508288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868085:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8dd68. 00000400:00000200:3.0:1777573863.868087:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573863.868089:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573863.868093:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f480 x1863919926508800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868100:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f480 x1863919926508800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.868111:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d600. 02000000:00000010:3.0:1777573863.868113:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468600. 00000100:00000010:3.0:1777573863.868116:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6680. 02000000:00000010:3.0:1777573863.868120:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492c800. 02000000:00000010:3.0:1777573863.868122:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4000. 00000100:00000010:3.0:1777573863.868124:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f100. 02000000:00000010:3.0:1777573863.868127:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d200. 02000000:00000010:3.0:1777573863.868129:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4100. 00000100:00000010:3.0:1777573863.868131:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250d880. 02000000:00000010:3.0:1777573863.868133:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492c400. 02000000:00000010:3.0:1777573863.868135:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468900. 00000100:00000010:3.0:1777573863.868136:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5180. 02000000:00000010:3.0:1777573863.868139:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492de00. 02000000:00000010:3.0:1777573863.868141:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4800. 00000100:00000010:3.0:1777573863.868143:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250dc00. 02000000:00000010:3.0:1777573863.868144:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d000. 02000000:00000010:3.0:1777573863.868146:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4f00. 00000100:00000010:3.0:1777573863.868148:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f480. 00000400:00000010:3.0:1777573863.868159:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a5d8. 00000400:00000200:3.0:1777573863.868162:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573863.868163:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573863.868168:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4a80 x1863919926508032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868175:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4a80 x1863919926508032/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868192:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a630. 00000400:00000200:3.0:1777573863.868194:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:3.0:1777573863.868196:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573863.868199:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250df80 x1863919926508544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868207:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250df80 x1863919926508544/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868217:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9af20. 00000400:00000200:3.0:1777573863.868218:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dc38 00000400:00000010:3.0:1777573863.868220:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573863.868223:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5f80 x1863919926509056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868230:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5f80 x1863919926509056/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868239:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179f8. 00000400:00000200:3.0:1777573863.868241:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573863.868243:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573863.868246:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6a00 x1863919926507648/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868254:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6a00 x1863919926507648/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868264:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17f20. 00000400:00000200:3.0:1777573863.868265:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573863.868267:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573863.868270:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5f80 x1863919926508160/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868277:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5f80 x1863919926508160/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868287:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179a0. 00000400:00000200:3.0:1777573863.868289:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573863.868290:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573863.868294:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250ed80 x1863919926508672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868302:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250ed80 x1863919926508672/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573863.868312:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17bb0. 00000400:00000200:3.0:1777573863.868314:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573863.868315:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573863.868318:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d5180 x1863919926509184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573863.868325:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d5180 x1863919926509184/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573863.868334:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492cc00. 02000000:00000010:3.0:1777573863.868336:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468b00. 00000100:00000010:3.0:1777573863.868338:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4a80. 02000000:00000010:3.0:1777573863.868341:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492c200. 02000000:00000010:3.0:1777573863.868343:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4d00. 00000100:00000010:3.0:1777573863.868345:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250df80. 02000000:00000010:3.0:1777573863.868348:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492d400. 02000000:00000010:3.0:1777573863.868350:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4e00. 00000100:00000010:3.0:1777573863.868352:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5f80. 02000000:00000010:3.0:1777573863.868355:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3060000. 02000000:00000010:3.0:1777573863.868357:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468300. 00000100:00000010:3.0:1777573863.868360:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6a00. 02000000:00000010:3.0:1777573863.868362:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3061c00. 02000000:00000010:3.0:1777573863.868364:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468400. 00000100:00000010:3.0:1777573863.868366:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573863.868368:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492da00. 02000000:00000010:3.0:1777573863.868370:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4200. 00000100:00000010:3.0:1777573863.868371:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ed80. 02000000:00000010:3.0:1777573863.868374:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc492c000. 02000000:00000010:3.0:1777573863.868376:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4400. 00000100:00000010:3.0:1777573863.868378:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5180. 00000100:00000010:1.0:1777573863.883830:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8360. 00000100:00000010:0.0:1777573863.883949:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ba0. 00000100:00000010:3.0:1777573863.884769:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8720. 00000100:00000010:2.0:1777573863.885190:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a87e0. 00080000:00000010:3.0:1777573864.142931:0:112838:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.142943:0:112838:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.143207:0:112838:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.143216:0:112838:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.143230:0:112838:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.143235:0:112838:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.143246:0:112838:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.143252:0:112838:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a880. 00080000:00000010:3.0:1777573864.421378:0:112875:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a300. 00080000:00000010:3.0:1777573864.421389:0:112875:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a300. 00080000:00000010:3.0:1777573864.421397:0:112875:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a300. 00080000:00000010:3.0:1777573864.421403:0:112875:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a300. 00080000:00000010:3.0:1777573864.421440:0:112875:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a300. 00080000:00000010:3.0:1777573864.421446:0:112875:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a300. 00080000:00000010:3.0:1777573864.421454:0:112875:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a300. 00080000:00000010:3.0:1777573864.421459:0:112875:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a300. 00080000:00000010:2.0:1777573864.888348:0:112886:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573864.888357:0:112886:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573864.888366:0:112886:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573864.888372:0:112886:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573864.888381:0:112886:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573864.888384:0:112886:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573864.888392:0:112886:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573864.888396:0:112886:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00080000:00000010:0.0:1777573865.258414:0:112926:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573865.258423:0:112926:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573865.258433:0:112926:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573865.258438:0:112926:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573865.258477:0:112926:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573865.258482:0:112926:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573865.258489:0:112926:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573865.258493:0:112926:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 00000100:00000010:2.0:1777573865.404084:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494c000. 02000000:00000010:2.0:1777573865.404104:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faff00. 00000100:00000010:2.0:1777573865.404145:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494f100. 02000000:00000010:2.0:1777573865.404151:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf200. 00000100:00000010:3.0:1777573865.404227:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44ffb80. 02000000:00000010:3.0:1777573865.404235:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4400. 02000000:00000010:3.0:1777573865.404275:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa6000. 00000400:00000010:3.0:1777573865.404282:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8dd68. 00000400:00000010:3.0:1777573865.404288:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573865.404295:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926509696, portal 4 00000400:00000010:3.0:1777573865.404302:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573865.404305:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926509696, offset 0 00000400:00000200:3.0:1777573865.404314:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573865.404327:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573865.404339:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c0080 00000400:00000200:3.0:1777573865.404346:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 1792 00000400:00000200:3.0:1777573865.404353:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573865.404359:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573865.404366:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573865.404371:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fe680. 00000400:00000200:3.0:1777573865.404387:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573865.404389:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573865.404396:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494f100 x1863919926509696/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573865.404415:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8720. 00000100:00000010:3.0:1777573865.404426:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a80c0. 00000100:00000010:3.0:1777573865.404430:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a89c0. 00000100:00000010:3.0:1777573865.404440:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a84e0. 02000000:00000010:3.0:1777573865.404475:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa7000. 00000400:00000010:3.0:1777573865.404479:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8de70. 00000400:00000010:3.0:1777573865.404482:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573865.404484:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926509568, portal 4 00000400:00000010:3.0:1777573865.404489:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573865.404491:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926509568, offset 0 00000400:00000200:3.0:1777573865.404494:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573865.404499:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573865.404504:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c0000 00000400:00000200:3.0:1777573865.404508:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 2016 00000400:00000200:3.0:1777573865.404511:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573865.404514:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573865.404517:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573865.404520:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fdc00. 00000400:00000200:3.0:1777573865.404531:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573865.404533:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573865.404537:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494c000 x1863919926509568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573865.404576:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5e40. 00000020:00000010:3.0:1777573865.404593:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573865.404599:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573865.404603:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488a28. 00000020:00000010:3.0:1777573865.404634:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573865.404637:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5280. 00000020:00000010:3.0:1777573865.404641:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573865.404645:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492d600. 00000020:00000010:3.0:1777573865.404647:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573865.404650:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573865.404667:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573865.404670:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000100:00000200:3.0:1777573865.404673:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509696 02000000:00000010:3.0:1777573865.404686:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fa7400. 00010000:00000200:3.0:1777573865.404735:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44fe680 x1863919926509696/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:366/0 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573865.404750:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573865.404753:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926509696, offset 224 00000400:00000200:3.0:1777573865.404757:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573865.404762:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573865.404767:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0080 00000400:00000200:3.0:1777573865.404771:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1749d [1] + 224 00000400:00000200:3.0:1777573865.404775:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573865.404777:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573865.404783:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494f100 x1863919926509696/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573865.404798:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573865.404801:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000020:00000010:3.0:1777573865.404811:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573865.404814:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488a28. 00000020:00000010:3.0:1777573865.404818:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573865.404831:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573865.404834:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000100:00000200:3.0:1777573865.404836:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509568 02000000:00000010:3.0:1777573865.404842:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fa5800. 00010000:00000200:3.0:1777573865.404851:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44fdc00 x1863919926509568/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:366/0 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573865.404861:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573865.404864:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926509568, offset 224 00000400:00000200:3.0:1777573865.404868:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573865.404872:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573865.404877:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0000 00000400:00000200:3.0:1777573865.404881:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x174a5 [1] + 224 00000400:00000200:3.0:1777573865.404884:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573865.404886:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573865.404892:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494c000 x1863919926509568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573865.404902:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573865.404904:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000020:00000010:3.0:1777573865.404911:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573865.404913:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573865.404916:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492d600. 00000400:00000010:3.0:1777573865.404949:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8de70. 00000400:00000200:3.0:1777573865.404952:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573865.404954:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573865.404958:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494c000 x1863919926509568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573865.404966:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494c000 x1863919926509568/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573865.404992:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8dd68. 00000400:00000200:3.0:1777573865.404994:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573865.404996:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573865.404999:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494f100 x1863919926509696/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573865.405006:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494f100 x1863919926509696/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573865.405026:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa7000. 02000000:00000010:3.0:1777573865.405031:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faff00. 00000100:00000010:3.0:1777573865.405035:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494c000. 02000000:00000010:3.0:1777573865.405039:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa6000. 02000000:00000010:3.0:1777573865.405041:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf200. 00000100:00000010:3.0:1777573865.405043:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494f100. 02000000:00000010:2.0:1777573865.407551:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def4f67400. 00000400:00000010:2.0:1777573865.407564:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7aa8. 00000400:00000010:2.0:1777573865.407570:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573865.407578:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926509824, portal 4 00000400:00000010:2.0:1777573865.407584:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573865.407588:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926509824, offset 0 00000400:00000200:2.0:1777573865.407595:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573865.407609:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573865.407619:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0100 00000400:00000200:2.0:1777573865.407626:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 22904 00000400:00000200:2.0:1777573865.407633:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573865.407637:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573865.407644:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573865.407650:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494c380. 00000400:00000200:2.0:1777573865.407675:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573865.407678:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573865.407685:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44ffb80 x1863919926509824/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573881 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573865.407778:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573865.407782:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573865.407788:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2200. 00000020:00000010:2.0:1777573865.407793:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c00. 00000020:00000010:2.0:1777573865.407798:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573865.407828:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573865.407831:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000100:00000200:2.0:1777573865.407834:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509824 02000000:00000010:2.0:1777573865.407851:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def4f66800. 00010000:00000200:2.0:1777573865.407879:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494c380 x1863919926509824/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:366/0 lens 224/368 e 0 to 0 dl 1777573876 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573865.407895:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573865.407898:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926509824, offset 224 00000400:00000200:2.0:1777573865.407902:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573865.407908:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573865.407913:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0100 00000400:00000200:2.0:1777573865.407917:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x174b5 [1] + 224 00000400:00000200:2.0:1777573865.407921:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573865.407924:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573865.407930:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44ffb80 x1863919926509824/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573865.407944:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573865.407946:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000020:00000010:2.0:1777573865.407956:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c00. 00000020:00000010:2.0:1777573865.407960:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573865.407963:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2200. 00000400:00000010:2.0:1777573865.407984:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7aa8. 00000400:00000200:2.0:1777573865.407987:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573865.407988:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573865.407992:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44ffb80 x1863919926509824/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573865.408000:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44ffb80 x1863919926509824/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573865.408026:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def4f67400. 02000000:00000010:2.0:1777573865.408032:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4400. 00000100:00000010:2.0:1777573865.408037:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44ffb80. 00000100:00000010:0.0:1777573865.410062:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8720. 00000100:00000010:2.0:1777573865.410434:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a89c0. 00000100:00000010:1.0:1777573865.410866:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a80c0. 00000100:00000010:3.0:1777573865.412107:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a84e0. 00080000:00000010:0.0:1777573865.789732:0:112938:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573865.789828:0:112938:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573865.789842:0:112938:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573865.789847:0:112938:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573865.789857:0:112938:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573865.789861:0:112938:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573865.789870:0:112938:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573865.789874:0:112938:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:2.0:1777573866.107171:0:112975:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.107181:0:112975:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.107191:0:112975:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.107196:0:112975:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.107237:0:112975:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.107243:0:112975:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.107251:0:112975:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.107256:0:112975:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573866.548047:0:112984:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573866.548056:0:112984:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573866.548066:0:112984:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573866.548071:0:112984:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573866.548079:0:112984:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573866.548083:0:112984:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573866.548091:0:112984:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70000. 00080000:00000010:2.0:1777573866.548095:0:112984:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70000. 00000800:00000200:3.0:1777573866.752675:0:3627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89dec2bb9cc0] -> 12345-192.168.204.109@tcp (6) 00000800:00000200:3.0:1777573866.752683:0:3627:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:3.0:1777573866.752688:0:3627:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0d00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1777573866.752954:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1777573866.937816:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4909880. 02000000:00000010:1.0:1777573866.937839:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0800. 02000000:00000010:1.0:1777573866.937893:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3c26c00. 00000400:00000010:1.0:1777573866.937900:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573866.937907:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573866.937915:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926509952, portal 4 00000400:00000010:1.0:1777573866.937922:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573866.937925:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926509952, offset 0 00000400:00000200:1.0:1777573866.937933:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573866.937948:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573866.937959:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0180 00000400:00000200:1.0:1777573866.937967:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 23128 00000400:00000200:1.0:1777573866.937974:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573866.937978:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573866.937987:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573866.937992:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc490bb80. 00000400:00000200:1.0:1777573866.938023:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573866.938026:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573866.938036:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4909880 x1863919926509952/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573882 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573866.938056:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8ea0. 00000100:00000010:1.0:1777573866.938069:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573866.938073:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8420. 00000100:00000010:1.0:1777573866.938079:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8780. 00000020:00000010:3.0:1777573866.938080:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573866.938086:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573866.938093:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573866.938098:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573866.938103:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573866.938135:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573866.938138:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000100:00000200:3.0:1777573866.938141:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926509952 02000000:00000010:3.0:1777573866.938157:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fa7000. 00010000:00000200:3.0:1777573866.938187:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc490bb80 x1863919926509952/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:367/0 lens 224/368 e 0 to 0 dl 1777573877 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573866.938201:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573866.938205:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926509952, offset 224 00000400:00000200:3.0:1777573866.938209:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573866.938215:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573866.938220:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0180 00000400:00000200:3.0:1777573866.938225:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x174c1 [1] + 224 00000400:00000200:3.0:1777573866.938229:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573866.938231:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573866.938237:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4909880 x1863919926509952/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573882 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573866.938264:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573866.938266:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000020:00000010:3.0:1777573866.938277:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573866.938280:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573866.938284:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000400:00000010:1.0:1777573866.938290:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573866.938295:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573866.938298:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573866.938303:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4909880 x1863919926509952/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573882 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573866.938311:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4909880 x1863919926509952/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573882 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573866.938338:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3c26c00. 02000000:00000010:1.0:1777573866.938344:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0800. 00000100:00000010:1.0:1777573866.938348:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4909880. 00000100:00000010:0.0:1777573866.940756:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8ea0. 00000100:00000010:1.0:1777573866.940777:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8900. 00000100:00000010:2.0:1777573866.940844:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8420. 00000100:00000010:3.0:1777573866.941016:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8780. 00000400:00000200:2.0:1777573867.122991:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.123010:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 26 MB=0x69f39ac979800 00000400:00000200:2.0:1777573867.123020:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 520/520 into md 0x1603d [2] + 0 00000400:00000010:2.0:1777573867.123026:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89df00c0cc08. 00000400:00000200:2.0:1777573867.123034:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3f29d80 00000400:00000200:2.0:1777573867.123128:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.123134:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.123140:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3f29d80 00000400:00000010:2.0:1777573867.123142:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3f29d80. 00000100:00000200:2.0:1777573867.123149:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573867.123321:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573867.123328:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.123333:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000100:00000200:3.0:1777573867.123374:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917832192 02000000:00000010:3.0:1777573867.123396:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89ddc2fa4c00. 00000020:00000010:3.0:1777573867.123406:0:6480:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc3342800. 00000001:00000010:3.0:1777573867.123418:0:6480:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89ddc25c4200. 00000001:00000010:3.0:1777573867.123432:0:6480:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc434d700. 00000001:00000010:3.0:1777573867.123436:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492c600. 00000001:00000010:3.0:1777573867.123442:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492d600. 00000001:00000010:3.0:1777573867.123444:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492ca00. 00000001:00000010:3.0:1777573867.123448:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492de00. 00000020:00000010:3.0:1777573867.123463:0:6480:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ded26a84e0. 00000020:00000010:3.0:1777573867.123468:0:6480:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ded26a84e0. 00000020:00000010:3.0:1777573867.123476:0:6480:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc3341000. 00000400:00000200:3.0:1777573867.123501:0:6480:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:3.0:1777573867.123537:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84ca850 x1863919917832192/t0(0) o250->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.123556:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573867.123562:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1863919917832192, offset 0 00000400:00000200:3.0:1777573867.123568:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.123578:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.123585:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3565:3565:256:4294967295] 192.168.204.9@tcp LPNI seq info [3561:3561:8:4294967295] 00000400:00000200:3.0:1777573867.123594:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.123600:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.123604:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4e00. 00000800:00000200:3.0:1777573867.123610:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.123616:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573867.123620:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4e00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1777573867.123648:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.123653:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.123656:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000100:00000200:3.0:1777573867.123664:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573867.123669:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8dd68. 00000400:00000010:3.0:1777573867.123674:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4489f00. 00000800:00000200:2.0:1777573867.124348:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.124353:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4e00. 00000400:00000200:2.0:1777573867.124359:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.124364:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.124368:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:2.0:1777573867.124370:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 02000000:00000010:2.0:1777573867.124375:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff89ddc2fa4c00. 00000400:00000200:1.0:1777573867.126809:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573867.126828:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac979880 00000400:00000200:1.0:1777573867.126837:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x1612d [2] + 0 00000400:00000010:1.0:1777573867.126843:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940898. 00000400:00000200:1.0:1777573867.126851:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40cc900 00000400:00000200:1.0:1777573867.126865:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.126871:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573867.126876:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40cc900 00000400:00000010:1.0:1777573867.126878:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40cc900. 00000100:00000200:1.0:1777573867.126883:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573867.126983:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.126988:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.126994:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af600. 00000020:00000010:0.0:1777573867.126999:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.127003:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.127047:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.127050:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000100:00000200:0.0:1777573867.127054:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917832320 00010000:00000010:0.0:1777573867.127077:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec0800. 02000000:00000010:0.0:1777573867.127091:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89def799bc00. 00010000:00000200:0.0:1777573867.127113:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8450 x1863919917832320/t0(0) o101->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 328/344 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573867.127130:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573867.127135:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917832320, offset 224 00000400:00000200:0.0:1777573867.127141:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573867.127150:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573867.127155:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3566:3566:256:4294967295] 192.168.204.9@tcp LPNI seq info [3562:3562:8:4294967295] 00000400:00000200:0.0:1777573867.127174:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573867.127181:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573867.127185:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488500. 00000800:00000200:0.0:1777573867.127191:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573867.127198:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573867.127202:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488500 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1777573867.127232:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.127236:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.127238:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af600. 00000100:00000200:0.0:1777573867.127248:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573867.127254:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940000. 00000400:00000010:0.0:1777573867.127260:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adc240. 00000800:00000200:2.0:1777573867.127494:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.127499:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488500. 00000400:00000200:2.0:1777573867.127509:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.127513:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.127517:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:2.0:1777573867.127518:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 02000000:00000010:2.0:1777573867.127523:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89def799bc00. 00000400:00000200:2.0:1777573867.133111:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.133132:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 512 into portal 26 MB=0x69f39ac979900 00000400:00000200:2.0:1777573867.133141:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 512/512 into md 0x161c5 [2] + 0 00000400:00000010:2.0:1777573867.133147:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7840. 00000400:00000200:2.0:1777573867.133152:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc42ce240 00000400:00000200:2.0:1777573867.133166:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.133171:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.133176:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc42ce240 00000400:00000010:2.0:1777573867.133179:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc42ce240. 00000100:00000200:2.0:1777573867.133184:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573867.133300:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7340. 00000020:00000010:1.0:1777573867.133305:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7340. 00000020:00000010:1.0:1777573867.133311:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573867.133316:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.133322:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.133363:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7340. 00000020:00000010:1.0:1777573867.133366:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7340. 00000100:00000200:1.0:1777573867.133369:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917832448 02000000:00000010:1.0:1777573867.133389:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc3c27c00. 00000040:00000010:1.0:1777573867.133395:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2d2b200. 00000040:00000010:1.0:1777573867.133436:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2d2b200. 00010000:00000200:1.0:1777573867.133449:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded43c2850 x1863919917832448/t0(0) o501->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 512/272 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.133468:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573867.133475:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919917832448, offset 224 00000400:00000200:1.0:1777573867.133482:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.133492:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.133498:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3567:3567:256:4294967295] 192.168.204.9@tcp LPNI seq info [3563:3563:8:4294967295] 00000400:00000200:1.0:1777573867.133508:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.133514:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.133520:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0800. 00000800:00000200:1.0:1777573867.133526:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.133533:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.133538:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0800 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.133564:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.133568:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.133571:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b800. 00000100:00000200:1.0:1777573867.133581:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573867.133585:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573867.133590:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc3184180. 00000800:00000200:2.0:1777573867.134842:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.134848:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0800. 00000400:00000200:2.0:1777573867.134853:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.134859:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.134864:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:2.0:1777573867.134866:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 02000000:00000010:2.0:1777573867.134871:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc3c27c00. 00000400:00000200:2.0:1777573867.140068:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.140089:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac979980 00000400:00000200:2.0:1777573867.140100:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x1621d [2] + 0 00000400:00000010:2.0:1777573867.140107:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7f78. 00000400:00000200:2.0:1777573867.140112:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc42ce180 00000400:00000200:2.0:1777573867.140128:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.140133:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.140139:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc42ce180 00000400:00000010:2.0:1777573867.140292:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc42ce180. 00000100:00000200:2.0:1777573867.140301:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573867.140442:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.140447:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.140454:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af600. 00000020:00000010:0.0:1777573867.140459:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.140464:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.140504:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.140507:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000100:00000200:0.0:1777573867.140511:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917832576 00010000:00000010:0.0:1777573867.140536:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1e00. 02000000:00000010:0.0:1777573867.140553:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89def7999c00. 00010000:00000200:0.0:1777573867.140576:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded43c3c50 x1863919917832576/t0(0) o101->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 328/344 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573867.140597:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573867.140603:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917832576, offset 224 00000400:00000200:0.0:1777573867.140611:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573867.140621:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573867.140628:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3568:3568:256:4294967295] 192.168.204.9@tcp LPNI seq info [3564:3564:8:4294967295] 00000400:00000200:0.0:1777573867.140639:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573867.140645:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573867.140649:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488e00. 00000800:00000200:0.0:1777573867.140656:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573867.140662:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573867.140667:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488e00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1777573867.140762:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.140768:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.140771:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af600. 00000100:00000200:0.0:1777573867.140779:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573867.140784:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940528. 00000400:00000010:0.0:1777573867.140790:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adcc00. 00000800:00000200:2.0:1777573867.151659:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.151669:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488e00. 00000400:00000200:2.0:1777573867.151681:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.151690:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.151722:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:2.0:1777573867.151725:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 02000000:00000010:2.0:1777573867.151734:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89def7999c00. 00000400:00000200:3.0:1777573867.158981:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573867.159002:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 512 into portal 26 MB=0x69f39ac979a00 00000400:00000200:3.0:1777573867.159010:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 512/512 into md 0x1623d [2] + 0 00000400:00000010:3.0:1777573867.159016:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d173c8. 00000400:00000200:3.0:1777573867.159023:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc44e6f00 00000400:00000200:3.0:1777573867.159574:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573867.159581:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573867.159587:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc44e6f00 00000400:00000010:3.0:1777573867.159590:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc44e6f00. 00000100:00000200:3.0:1777573867.159596:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573867.161204:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7340. 00000020:00000010:1.0:1777573867.161213:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7340. 00000020:00000010:1.0:1777573867.161221:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573867.161227:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.161233:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.161336:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7340. 00000020:00000010:1.0:1777573867.161338:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7340. 00000100:00000200:1.0:1777573867.161343:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917832704 02000000:00000010:1.0:1777573867.161372:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc3c27400. 00000040:00000010:1.0:1777573867.161380:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2d2b200. 00000040:00000010:1.0:1777573867.161456:0:6480:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff89dec73ae930. 00000040:00000010:1.0:1777573867.161471:0:6480:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff89dec73ae930. 00000040:00000010:1.0:1777573867.161474:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2d2b200. 20000000:00000010:1.0:1777573867.162759:0:6480:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff89ddc32c7340. 00010000:00000200:1.0:1777573867.162781:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89df02054c50 x1863919917832704/t0(0) o501->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 512/272 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.162802:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573867.162809:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919917832704, offset 224 00000400:00000200:1.0:1777573867.162816:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.162829:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.162836:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3569:3569:256:4294967295] 192.168.204.9@tcp LPNI seq info [3565:3565:8:4294967295] 00000400:00000200:1.0:1777573867.162848:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.162854:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.162858:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0300. 00000800:00000200:1.0:1777573867.162865:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.162872:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.162876:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0300 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.162895:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.162900:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.162905:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b800. 00000100:00000200:1.0:1777573867.162915:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573867.162921:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c376e0. 00000400:00000010:1.0:1777573867.162927:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc3184900. 00000800:00000200:2.0:1777573867.163082:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.163087:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0300. 00000400:00000200:2.0:1777573867.163092:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.163096:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.163101:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:2.0:1777573867.163103:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 02000000:00000010:2.0:1777573867.163108:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc3c27400. 00000400:00000200:2.0:1777573867.167265:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.167285:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac979a80 00000400:00000200:2.0:1777573867.167294:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x16271 [2] + 0 00000400:00000010:2.0:1777573867.167300:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37210. 00000400:00000200:2.0:1777573867.167305:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec2ed69c0 00000400:00000200:2.0:1777573867.167318:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.167323:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.167328:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec2ed69c0 00000400:00000010:2.0:1777573867.167331:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec2ed69c0. 00000100:00000200:2.0:1777573867.167337:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573867.167449:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.167454:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.167459:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573867.167464:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.167469:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.167520:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.167524:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000100:00000200:3.0:1777573867.167527:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917832832 02000000:00000010:3.0:1777573867.167565:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a74000. 00000040:00000010:3.0:1777573867.167571:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492d200. 00000040:00000010:3.0:1777573867.167590:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.167622:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.167628:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492d200. 00010000:00000200:3.0:1777573867.167639:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89df02057850 x1863919917832832/t0(0) o503->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 272/8416 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.167658:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc4489b40. 00000100:00000200:3.0:1777573867.167665:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919917832832, offset 224 00000400:00000200:3.0:1777573867.167672:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.167682:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.167688:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3570:3570:256:4294967295] 192.168.204.9@tcp LPNI seq info [3566:3566:8:4294967295] 00000400:00000200:3.0:1777573867.167909:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.167916:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.167921:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc492d200. 00000800:00000200:3.0:1777573867.167928:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.167934:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:3.0:1777573867.167938:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc492d200 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1777573867.167966:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.167971:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.167975:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000100:00000200:3.0:1777573867.167985:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573867.167989:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8de70. 00000400:00000010:3.0:1777573867.167993:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4489000. 00000800:00000200:2.0:1777573867.168132:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.168137:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc492d200. 00000400:00000200:2.0:1777573867.168140:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.168144:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.168147:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489b40 00000400:00000010:2.0:1777573867.168149:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc4489b40. 02000000:00000010:2.0:1777573867.168153:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a74000. 00000400:00000200:2.0:1777573867.173225:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.173245:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac979b00 00000400:00000200:2.0:1777573867.173254:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x16309 [2] + 0 00000400:00000010:2.0:1777573867.173259:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79409a0. 00000400:00000200:2.0:1777573867.173267:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40b5900 00000400:00000200:2.0:1777573867.173496:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.173502:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.173509:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40b5900 00000400:00000010:2.0:1777573867.173512:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40b5900. 00000100:00000200:2.0:1777573867.173518:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573867.173991:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.173996:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.174001:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573867.174007:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.174012:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.174146:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.174149:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000100:00000200:3.0:1777573867.174152:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917832960 02000000:00000010:3.0:1777573867.174195:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a74000. 00000040:00000010:3.0:1777573867.174203:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492dc00. 00000040:00000010:3.0:1777573867.174222:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.174265:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.174272:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492dc00. 00010000:00000200:3.0:1777573867.174284:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729f450 x1863919917832960/t0(0) o502->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 272/8472 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.174304:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc4489cc0. 00000100:00000200:3.0:1777573867.174309:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917832960, offset 224 00000400:00000200:3.0:1777573867.174315:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.174326:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.174331:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3571:3571:256:4294967295] 192.168.204.9@tcp LPNI seq info [3567:3567:8:4294967295] 00000400:00000200:3.0:1777573867.174342:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.174347:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.174351:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc492dc00. 00000800:00000200:3.0:1777573867.174358:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.174364:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:3.0:1777573867.174369:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc492dc00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1777573867.174394:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.174398:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.174402:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000100:00000200:3.0:1777573867.174411:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573867.174417:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d630. 00000400:00000010:3.0:1777573867.174429:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4489c00. 00000800:00000200:2.0:1777573867.174545:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.174548:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc492dc00. 00000400:00000200:2.0:1777573867.174552:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.174556:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.174559:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489cc0 00000400:00000010:2.0:1777573867.174561:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc4489cc0. 02000000:00000010:2.0:1777573867.174565:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a74000. 00000400:00000200:2.0:1777573867.199577:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.199596:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac979b80 00000400:00000200:2.0:1777573867.199605:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x16375 [2] + 0 00000400:00000010:2.0:1777573867.199612:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d175d8. 00000400:00000200:2.0:1777573867.199619:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded22c5840 00000400:00000200:2.0:1777573867.199648:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.199655:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.199661:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded22c5840 00000400:00000010:2.0:1777573867.199663:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded22c5840. 00000100:00000200:2.0:1777573867.199671:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573867.200004:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.200010:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.200017:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573867.200023:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.200039:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.200082:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.200085:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000100:00000200:1.0:1777573867.200088:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833088 02000000:00000010:1.0:1777573867.200125:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a74000. 00000040:00000010:1.0:1777573867.200132:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2d2b200. 00000040:00000010:1.0:1777573867.200156:0:6480:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89dec2dba000. 00000040:00000010:1.0:1777573867.200199:0:6480:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89dec2dba000. 00000040:00000010:1.0:1777573867.200203:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2d2b200. 00010000:00000200:1.0:1777573867.200214:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729d050 x1863919917833088/t0(0) o502->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 272/8472 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.200236:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc3c41c00. 00000100:00000200:1.0:1777573867.200242:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917833088, offset 224 00000400:00000200:1.0:1777573867.200249:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.200258:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.200263:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3572:3572:256:4294967295] 192.168.204.9@tcp LPNI seq info [3568:3568:8:4294967295] 00000400:00000200:1.0:1777573867.200273:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.200278:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.200284:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc2d2b200. 00000800:00000200:1.0:1777573867.200289:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.200296:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:1.0:1777573867.200299:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc2d2b200 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1777573867.200324:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.200328:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.200331:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b800. 00000100:00000200:1.0:1777573867.200340:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573867.200345:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d10. 00000400:00000010:1.0:1777573867.200350:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dec72b2b40. 00000800:00000200:2.0:1777573867.200572:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.200576:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc2d2b200. 00000400:00000200:2.0:1777573867.200579:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.200583:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.200586:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3c41c00 00000400:00000010:2.0:1777573867.200588:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc3c41c00. 02000000:00000010:2.0:1777573867.200593:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a74000. 00000400:00000200:2.0:1777573867.211611:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.211635:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac979c00 00000400:00000200:2.0:1777573867.211646:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x1638d [2] + 0 00000400:00000010:2.0:1777573867.211654:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940688. 00000400:00000200:2.0:1777573867.211782:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc446c600 00000400:00000200:2.0:1777573867.211858:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.211865:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.211870:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc446c600 00000400:00000010:2.0:1777573867.211873:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc446c600. 00000100:00000200:2.0:1777573867.211880:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573867.212765:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.212772:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.212779:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573867.212785:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.212790:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.212833:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.212836:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000100:00000200:3.0:1777573867.212840:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833216 02000000:00000010:3.0:1777573867.212878:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a74000. 00000040:00000010:3.0:1777573867.212886:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492d000. 00000040:00000010:3.0:1777573867.212906:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.212943:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.212950:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492d000. 00010000:00000200:3.0:1777573867.212961:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729d850 x1863919917833216/t0(0) o502->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 272/8472 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.212980:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc4489480. 00000100:00000200:3.0:1777573867.212986:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917833216, offset 224 00000400:00000200:3.0:1777573867.212993:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.213004:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.213010:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3573:3573:256:4294967295] 192.168.204.9@tcp LPNI seq info [3569:3569:8:4294967295] 00000400:00000200:3.0:1777573867.213021:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.213041:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.213046:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc492d000. 00000800:00000200:3.0:1777573867.213053:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.213059:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:3.0:1777573867.213063:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc492d000 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1777573867.213091:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.213095:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.213099:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000100:00000200:3.0:1777573867.213107:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573867.213112:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8db00. 00000400:00000010:3.0:1777573867.213116:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4489540. 00000800:00000200:2.0:1777573867.213414:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.213419:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc492d000. 00000400:00000200:2.0:1777573867.213431:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.213436:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.213440:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489480 00000400:00000010:2.0:1777573867.213442:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc4489480. 02000000:00000010:2.0:1777573867.213446:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a74000. 00000400:00000200:2.0:1777573867.221479:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.221507:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac979c80 00000400:00000200:2.0:1777573867.221517:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x163cd [2] + 0 00000400:00000010:2.0:1777573867.221524:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89df00c0c738. 00000400:00000200:2.0:1777573867.221531:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc42dec00 00000400:00000200:2.0:1777573867.221547:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.221552:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.221558:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc42dec00 00000400:00000010:2.0:1777573867.221561:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc42dec00. 00000100:00000200:2.0:1777573867.221568:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573867.221683:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.221689:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.221741:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af600. 00000020:00000010:0.0:1777573867.221747:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.221752:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.221791:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.221793:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000100:00000200:0.0:1777573867.221796:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833344 00010000:00000010:0.0:1777573867.221821:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec0000. 02000000:00000010:0.0:1777573867.221835:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89def799a400. 00010000:00000200:0.0:1777573867.221856:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729c050 x1863919917833344/t0(0) o101->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 328/344 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573867.221875:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573867.221882:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917833344, offset 224 00000400:00000200:0.0:1777573867.221889:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573867.221898:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573867.221903:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3574:3574:256:4294967295] 192.168.204.9@tcp LPNI seq info [3570:3570:8:4294967295] 00000400:00000200:0.0:1777573867.221912:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573867.221918:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573867.221922:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488d00. 00000800:00000200:0.0:1777573867.221928:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573867.221934:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573867.221938:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488d00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1777573867.221958:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.221961:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.221964:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af600. 00000100:00000200:0.0:1777573867.221972:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573867.221976:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940108. 00000400:00000010:0.0:1777573867.221981:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adcf00. 00000800:00000200:2.0:1777573867.222337:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.222342:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488d00. 00000400:00000200:2.0:1777573867.222353:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.222357:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.222361:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:2.0:1777573867.222363:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 02000000:00000010:2.0:1777573867.222370:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89def799a400. 00000400:00000200:2.0:1777573867.228868:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.228889:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 304 into portal 26 MB=0x69f39ac979d00 00000400:00000200:2.0:1777573867.228898:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 304/304 into md 0x164c1 [2] + 0 00000400:00000010:2.0:1777573867.228905:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17688. 00000400:00000200:2.0:1777573867.228909:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc42cec00 00000400:00000200:2.0:1777573867.228924:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.228928:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.228933:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc42cec00 00000400:00000010:2.0:1777573867.228935:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc42cec00. 00000100:00000200:2.0:1777573867.228941:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573867.229148:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.229153:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.229159:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573867.229163:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.229168:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.229241:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.229243:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000100:00000200:1.0:1777573867.229246:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833472 02000000:00000010:1.0:1777573867.229262:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff89ddc3c25000. 20000000:00000010:1.0:1777573867.229273:0:6480:0:(mgs_nids.c:914:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff89ddc461e000. 00000100:00000010:1.0:1777573867.229300:0:6480:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89ddc3c27000. 00000100:00000010:1.0:1777573867.229304:0:6480:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff89dec73ae930. 00000400:00000010:1.0:1777573867.229312:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000400:00000010:1.0:1777573867.229320:0:6480:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff89ded4178930. 00000400:00000200:1.0:1777573867.229324:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.229335:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.229341:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3575:3575:256:4294967295] 192.168.204.9@tcp LPNI seq info [3571:3571:8:4294967295] 00000400:00000200:1.0:1777573867.229347:0:6480:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.9@tcp 00000400:00000200:1.0:1777573867.229353:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.229359:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.229365:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0600. 00000800:00000200:1.0:1777573867.229372:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.229377:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.229381:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0600 type 1, nob 272 niov 1 nkiov 1 00000100:00000200:1.0:1777573867.229399:0:6480:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 176 bytes via portal 33 id 12345-192.168.204.9@tcp mbits 0x69f39ac979d00-0x69f39ac979d00 00000800:00000200:2.0:1777573867.229547:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.229551:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0600. 00000400:00000200:2.0:1777573867.229555:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.229559:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573867.229563:0:3629:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff89ddc3c27000 00000400:00000200:2.0:1777573867.230874:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : ACK - for me 00000400:00000200:2.0:1777573867.230891:0:3628:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.204.109@tcp: ACK from 12345-192.168.204.9@tcp into md 0x1751d 00000400:00000200:2.0:1777573867.230898:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.230901:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: ACK: OK 00000400:00000200:2.0:1777573867.230906:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:2.0:1777573867.230909:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000100:00000200:2.0:1777573867.230913:0:3628:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff89ddc3c27000 00000100:00000010:1.0:1777573867.230993:0:6480:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff89dec73ae930. 00000100:00000010:1.0:1777573867.230999:0:6480:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89ddc3c27000. 20000000:00000010:1.0:1777573867.231013:0:6480:0:(mgs_nids.c:961:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff89ddc461e000. 00010000:00000200:1.0:1777573867.231043:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729ec50 x1863919917833472/t0(0) o256->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 304/240 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.231062:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23088. 00000100:00000200:1.0:1777573867.231067:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1863919917833472, offset 224 00000400:00000200:1.0:1777573867.231072:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.231079:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.231084:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3576:3576:256:4294967295] 192.168.204.9@tcp LPNI seq info [3572:3572:8:4294967295] 00000400:00000200:1.0:1777573867.231092:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.231097:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.231101:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0700. 00000800:00000200:1.0:1777573867.231107:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.231113:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.231116:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0700 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.231145:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.231151:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.231154:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b800. 00000100:00000200:1.0:1777573867.231165:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573867.231170:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c377e8. 00000400:00000010:1.0:1777573867.231173:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dec72b2e40. 00000800:00000200:2.0:1777573867.231255:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.231258:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0700. 00000400:00000200:2.0:1777573867.231261:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.231264:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.231266:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23088 00000400:00000010:2.0:1777573867.231267:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23088. 02000000:00000010:2.0:1777573867.231270:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff89ddc3c25000. 00000400:00000200:2.0:1777573867.234457:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.234476:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac979d80 00000400:00000200:2.0:1777573867.234493:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x164cd [2] + 0 00000400:00000010:2.0:1777573867.234499:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17420. 00000400:00000200:2.0:1777573867.234504:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc42ce9c0 00000400:00000200:2.0:1777573867.234519:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.234524:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.234530:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc42ce9c0 00000400:00000010:2.0:1777573867.234532:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc42ce9c0. 00000100:00000200:2.0:1777573867.234540:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573867.234645:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.234653:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.234660:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573867.234666:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.234673:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.234754:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.234757:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000100:00000200:3.0:1777573867.234759:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833600 00010000:00000010:3.0:1777573867.234785:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acf200. 02000000:00000010:3.0:1777573867.234802:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc2fa4c00. 00010000:00000200:3.0:1777573867.234827:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729cc50 x1863919917833600/t0(0) o101->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 328/344 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.234844:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573867.234850:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917833600, offset 224 00000400:00000200:3.0:1777573867.234856:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.234865:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.234871:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3577:3577:256:4294967295] 192.168.204.9@tcp LPNI seq info [3573:3573:8:4294967295] 00000400:00000200:3.0:1777573867.234881:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.234887:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.234892:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4d00. 00000800:00000200:3.0:1777573867.234897:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.234904:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573867.234907:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4d00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:3.0:1777573867.234929:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.234934:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.234938:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000100:00000200:3.0:1777573867.234947:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573867.234951:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8da50. 00000400:00000010:3.0:1777573867.234955:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4489180. 00000800:00000200:2.0:1777573867.235242:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.235247:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4d00. 00000400:00000200:2.0:1777573867.235251:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.235256:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.235259:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:2.0:1777573867.235261:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 02000000:00000010:2.0:1777573867.235266:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc2fa4c00. 00000400:00000200:2.0:1777573867.238000:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.238021:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 504 into portal 26 MB=0x69f39ac979e00 00000400:00000200:2.0:1777573867.238043:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 504/504 into md 0x16541 [2] + 0 00000400:00000010:2.0:1777573867.238049:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17370. 00000400:00000200:2.0:1777573867.238053:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc448d9c0 00000400:00000200:2.0:1777573867.238069:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.238074:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.238079:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc448d9c0 00000400:00000010:2.0:1777573867.238081:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc448d9c0. 00000100:00000200:2.0:1777573867.238086:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573867.238240:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.238246:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.238253:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573867.238259:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.238264:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.238308:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.238311:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000100:00000200:3.0:1777573867.238313:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833728 02000000:00000010:3.0:1777573867.238335:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc2fa6000. 00000040:00000010:3.0:1777573867.238341:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492cc00. 00000040:00000010:3.0:1777573867.238398:0:6480:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded22ecef0. 00000040:00000010:3.0:1777573867.238412:0:6480:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded22ecef0. 00000040:00000010:3.0:1777573867.238416:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492cc00. 00010000:00000200:3.0:1777573867.238441:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729f850 x1863919917833728/t0(0) o501->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 504/272 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.238462:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573867.238469:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919917833728, offset 224 00000400:00000200:3.0:1777573867.238476:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.238486:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.238492:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3578:3578:256:4294967295] 192.168.204.9@tcp LPNI seq info [3574:3574:8:4294967295] 00000400:00000200:3.0:1777573867.238502:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.238506:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.238510:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4f00. 00000800:00000200:3.0:1777573867.238516:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.238522:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573867.238526:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4f00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1777573867.238551:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.238556:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.238559:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000100:00000200:3.0:1777573867.238568:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573867.238573:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8daa8. 00000400:00000010:3.0:1777573867.238577:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4489480. 00000800:00000200:2.0:1777573867.239228:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.239233:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4f00. 00000400:00000200:2.0:1777573867.239238:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.239242:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.239245:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:2.0:1777573867.239247:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 02000000:00000010:2.0:1777573867.239252:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc2fa6000. 00000400:00000200:2.0:1777573867.241525:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.241543:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac979e80 00000400:00000200:2.0:1777573867.241551:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x165a9 [2] + 0 00000400:00000010:2.0:1777573867.241557:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17210. 00000400:00000200:2.0:1777573867.241562:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc448d240 00000400:00000200:2.0:1777573867.241574:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.241579:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.241584:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc448d240 00000400:00000010:2.0:1777573867.241586:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc448d240. 00000100:00000200:2.0:1777573867.241590:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573867.241730:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.241742:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.241749:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af600. 00000020:00000010:0.0:1777573867.241754:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.241760:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.241798:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.241801:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000100:00000200:0.0:1777573867.241804:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833856 02000000:00000010:0.0:1777573867.241843:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a74000. 00000040:00000010:0.0:1777573867.241851:0:6479:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc40af400. 00000040:00000010:0.0:1777573867.241871:0:6479:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4220000. 00000040:00000010:0.0:1777573867.241897:0:6479:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4220000. 00000040:00000010:0.0:1777573867.241899:0:6479:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc40af400. 00010000:00000200:0.0:1777573867.241909:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729a850 x1863919917833856/t0(0) o503->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 272/8416 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573867.241927:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc6adc0c0. 00000100:00000200:0.0:1777573867.241931:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919917833856, offset 224 00000400:00000200:0.0:1777573867.241935:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573867.241943:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573867.241947:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3579:3579:256:4294967295] 192.168.204.9@tcp LPNI seq info [3575:3575:8:4294967295] 00000400:00000200:0.0:1777573867.241955:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573867.241960:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573867.241962:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc40af400. 00000800:00000200:0.0:1777573867.241967:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573867.241972:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:0.0:1777573867.241976:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc40af400 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:0.0:1777573867.241996:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.241999:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.242001:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af600. 00000100:00000200:0.0:1777573867.242009:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573867.242013:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940d68. 00000400:00000010:0.0:1777573867.242016:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adca80. 00000800:00000200:2.0:1777573867.242344:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.242347:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc40af400. 00000400:00000200:2.0:1777573867.242350:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.242354:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.242358:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6adc0c0 00000400:00000010:2.0:1777573867.242359:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc6adc0c0. 02000000:00000010:2.0:1777573867.242364:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a74000. 00000400:00000200:2.0:1777573867.245289:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.245306:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac979f00 00000400:00000200:2.0:1777573867.245313:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x16601 [2] + 0 00000400:00000010:2.0:1777573867.245320:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940cb8. 00000400:00000200:2.0:1777573867.245326:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc469d600 00000400:00000200:2.0:1777573867.245384:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.245390:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.245394:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc469d600 00000400:00000010:2.0:1777573867.245396:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc469d600. 00000100:00000200:2.0:1777573867.245404:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573867.245537:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.245542:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.245548:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af600. 00000020:00000010:0.0:1777573867.245553:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.245559:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.245608:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84740. 00000020:00000010:0.0:1777573867.245610:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84740. 00000100:00000200:0.0:1777573867.245614:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917833984 02000000:00000010:0.0:1777573867.245658:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a74000. 00000040:00000010:0.0:1777573867.245665:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc40ae000. 00000040:00000010:0.0:1777573867.245684:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4220000. 00000040:00000010:0.0:1777573867.245810:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4220000. 00000040:00000010:0.0:1777573867.245814:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc40ae000. 00010000:00000200:0.0:1777573867.245827:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7298450 x1863919917833984/t0(0) o502->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 272/8472 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573867.245847:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc6adc900. 00000100:00000200:0.0:1777573867.245853:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917833984, offset 224 00000400:00000200:0.0:1777573867.245859:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573867.245868:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573867.245874:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3580:3580:256:4294967295] 192.168.204.9@tcp LPNI seq info [3576:3576:8:4294967295] 00000400:00000200:0.0:1777573867.245882:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573867.245887:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573867.245891:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc40ae000. 00000800:00000200:0.0:1777573867.245897:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573867.245903:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:0.0:1777573867.245906:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc40ae000 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:0.0:1777573867.246006:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.246010:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.246014:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af600. 00000100:00000200:0.0:1777573867.246022:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573867.246036:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79406e0. 00000400:00000010:0.0:1777573867.246040:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adc780. 00000800:00000200:1.0:1777573867.253779:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573867.253788:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc40ae000. 00000400:00000200:1.0:1777573867.253797:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.253806:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573867.253813:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6adc900 00000400:00000010:1.0:1777573867.253817:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc6adc900. 02000000:00000010:1.0:1777573867.253826:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a74000. 00000400:00000200:2.0:1777573867.261022:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.261048:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac979f80 00000400:00000200:2.0:1777573867.261057:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x16691 [2] + 0 00000400:00000010:2.0:1777573867.261063:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded2596c60. 00000400:00000200:2.0:1777573867.261071:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3ddaa80 00000400:00000200:2.0:1777573867.261088:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.261092:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.261098:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3ddaa80 00000400:00000010:2.0:1777573867.261101:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3ddaa80. 00000100:00000200:2.0:1777573867.261107:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573867.261463:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.261468:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.261473:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c200. 00000020:00000010:3.0:1777573867.261480:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.261497:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.261538:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.261541:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a80. 00000100:00000200:3.0:1777573867.261544:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917834112 02000000:00000010:3.0:1777573867.261582:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a74000. 00000040:00000010:3.0:1777573867.261591:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492cc00. 00000040:00000010:3.0:1777573867.261614:0:6480:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.261656:0:6480:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573867.261663:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492cc00. 00010000:00000200:3.0:1777573867.261677:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7298850 x1863919917834112/t0(0) o502->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:368/0 lens 272/8472 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.262004:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc4489cc0. 00000100:00000200:3.0:1777573867.262013:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917834112, offset 224 00000400:00000200:3.0:1777573867.262021:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.262045:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.262051:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3581:3581:256:4294967295] 192.168.204.9@tcp LPNI seq info [3577:3577:8:4294967295] 00000400:00000200:3.0:1777573867.262062:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.262068:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.262073:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc492cc00. 00000800:00000200:3.0:1777573867.262080:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.262088:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:3.0:1777573867.262093:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc492cc00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:3.0:1777573867.262120:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.262125:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.262129:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c200. 00000100:00000200:3.0:1777573867.262139:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573867.262145:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d478. 00000400:00000010:3.0:1777573867.262149:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4489b40. 00000800:00000200:2.0:1777573867.262322:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.262328:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc492cc00. 00000400:00000200:2.0:1777573867.262332:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.262336:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.262340:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489cc0 00000400:00000010:2.0:1777573867.262342:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc4489cc0. 02000000:00000010:2.0:1777573867.262348:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a74000. 00000400:00000200:1.0:1777573867.265540:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573867.265559:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 12 MB=0x69f39ac97a000 00000400:00000200:1.0:1777573867.265567:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 520/520 into md 0x23d [64] + 124568 00000400:00000200:1.0:1777573867.265579:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.265584:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573867.265592:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573867.265598:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4909880. 00000400:00000200:1.0:1777573867.265629:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573867.265635:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 12 MB=0x69f39ac97a100 00000400:00000200:1.0:1777573867.265639:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 520/520 into md 0x23d [64] + 125088 00000400:00000200:1.0:1777573867.265738:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.265743:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573867.265746:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573867.265751:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4471f80. 00000020:00000010:0.0:1777573867.265847:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40af600. 00000020:00000010:0.0:1777573867.265855:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.265859:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.265894:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40aee00. 00000020:00000010:0.0:1777573867.265897:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573867.265899:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000100:00000200:0.0:1777573867.265923:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917834240 02000000:00000010:0.0:1777573867.265955:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89def7998800. 00000020:00000010:0.0:1777573867.265966:0:6487:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc4528000. 00000004:00000010:0.0:1777573867.265974:0:6487:0:(mdt_handler.c:7612:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff89def7a84740. 00000001:00000010:0.0:1777573867.265978:0:6487:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc431d900. 00000001:00000010:0.0:1777573867.265984:0:6487:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89ddc4488d00. 00000001:00000010:0.0:1777573867.265994:0:6487:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e911e0. 00000001:00000010:0.0:1777573867.265997:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40ae600. 00000001:00000010:0.0:1777573867.266000:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40afc00. 00000001:00000010:0.0:1777573867.266002:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40aea00. 00000001:00000010:0.0:1777573867.266004:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40af800. 00000001:00000010:0.0:1777573867.266008:0:6487:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89ddc4488e00. 00000001:00000010:0.0:1777573867.266011:0:6487:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e913c0. 00000001:00000010:0.0:1777573867.266013:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40af000. 00000001:00000010:0.0:1777573867.266016:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40af200. 00000001:00000010:0.0:1777573867.266018:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40ae800. 00000001:00000010:0.0:1777573867.266021:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40ae400. 00000020:00000010:0.0:1777573867.266048:0:6487:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff89def7998000. 00000020:00000010:0.0:1777573867.266052:0:6487:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff89ddc452e000. 00080000:00000010:0.0:1777573867.266099:0:6487:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc40ae000. 00080000:00000010:0.0:1777573867.266109:0:6487:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84ec0. 00000001:00000010:0.0:1777573867.266126:0:6487:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccb4e0. 00080000:00000010:0.0:1777573867.266164:0:6487:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84ec0. 00000020:00000010:0.0:1777573867.266174:0:6487:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ddc1ccb840. 00000020:00000010:0.0:1777573867.266179:0:6487:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ddc1ccb840. 00000020:00000010:0.0:1777573867.266185:0:6487:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc4529800. 00000020:00000010:0.0:1777573867.266191:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84ec0. 00000400:00000200:0.0:1777573867.266202:0:6487:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:0.0:1777573867.266251:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4909880 x1863919917834240/t0(0) o38->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573867.266272:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573867.266278:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1863919917834240, offset 0 00000400:00000200:0.0:1777573867.266283:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573867.266293:0:6487:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573867.266299:0:6487:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3582:3582:256:4294967295] 192.168.204.9@tcp LPNI seq info [3578:3578:8:4294967295] 00000400:00000200:0.0:1777573867.266308:0:6487:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573867.266314:0:6487:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573867.266317:0:6487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488500. 00000800:00000200:0.0:1777573867.266323:0:6487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573867.266329:0:6487:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573867.266333:0:6487:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488500 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1777573867.266353:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573867.266357:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573867.266360:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40af600. 00000100:00000200:0.0:1777573867.266371:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917834496 02000000:00000010:0.0:1777573867.266382:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89def799ac00. 00000020:00000010:0.0:1777573867.266388:0:6487:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc452a000. 00000004:00000010:0.0:1777573867.266392:0:6487:0:(mdt_handler.c:7612:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff89def7a84d00. 00000001:00000010:0.0:1777573867.266395:0:6487:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc431dd80. 00000001:00000010:0.0:1777573867.266398:0:6487:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89ddc4488c00. 00000001:00000010:0.0:1777573867.266402:0:6487:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e91900. 00000001:00000010:0.0:1777573867.266404:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40af600. 00000001:00000010:0.0:1777573867.266406:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40af400. 00000001:00000010:0.0:1777573867.266409:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40aec00. 00000001:00000010:0.0:1777573867.266411:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40ae200. 00000001:00000010:0.0:1777573867.266414:0:6487:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89ddc3026500. 00000001:00000010:0.0:1777573867.266430:0:6487:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e91780. 00000001:00000010:0.0:1777573867.266432:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40afa00. 00000001:00000010:0.0:1777573867.266434:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc40afe00. 00000001:00000010:0.0:1777573867.266437:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89def76ac000. 00000001:00000010:0.0:1777573867.266439:0:6487:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89def76ac800. 00080000:00000010:0.0:1777573867.266465:0:6487:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def76ac200. 00080000:00000010:0.0:1777573867.266471:0:6487:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84400. 00000001:00000010:0.0:1777573867.266480:0:6487:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccb840. 00080000:00000010:0.0:1777573867.266496:0:6487:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84400. 00000020:00000010:0.0:1777573867.266502:0:6487:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ddc1ccb000. 00000020:00000010:0.0:1777573867.266506:0:6487:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ddc1ccb000. 00000020:00000010:0.0:1777573867.266510:0:6487:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc4528800. 00000020:00000010:0.0:1777573867.266515:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84400. 00000400:00000200:0.0:1777573867.266523:0:6487:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:0.0:1777573867.266538:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4471f80 x1863919917834496/t0(0) o38->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573867.266548:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573867.266551:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1863919917834496, offset 0 00000400:00000200:0.0:1777573867.266555:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573867.266560:0:6487:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573867.266564:0:6487:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3583:3583:255:4294967295] 192.168.204.9@tcp LPNI seq info [3579:3579:7:4294967295] 00000400:00000200:0.0:1777573867.266571:0:6487:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573867.266575:0:6487:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573867.266579:0:6487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89dec8283000. 00000800:00000200:0.0:1777573867.266582:0:6487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573867.266586:0:6487:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573867.266589:0:6487:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89dec8283000 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1777573867.266596:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573867.266599:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573867.266601:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40aee00. 00000800:00000200:0.0:1777573867.266663:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573867.266667:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488500. 00000400:00000200:0.0:1777573867.266672:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573867.266676:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573867.266679:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573867.266681:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000800:00000200:0.0:1777573867.266758:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573867.266760:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89dec8283000. 00000400:00000200:0.0:1777573867.266763:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573867.266766:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573867.266769:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573867.266771:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000400:00000200:2.0:1777573867.269819:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.269837:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97a200 00000400:00000200:2.0:1777573867.269845:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 125608 00000400:00000200:2.0:1777573867.269861:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.269865:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573867.269872:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573867.269880:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494f480. 00000020:00000010:3.0:1777573867.270026:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a80. 00000020:00000010:3.0:1777573867.270033:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84ec0. 00000020:00000010:3.0:1777573867.270052:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c800. 00000020:00000010:3.0:1777573867.270057:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.270061:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.270103:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573867.270106:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000100:00000200:3.0:1777573867.270109:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917834752 02000000:00000010:3.0:1777573867.270129:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fa6000. 00000020:00000010:3.0:1777573867.270160:0:8523:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff89ddc44896c0. 00000020:00000010:3.0:1777573867.270165:0:8523:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff89ddc2fa4c00. 00000020:00000010:3.0:1777573867.270173:0:8523:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff89ddc3e94800. 00000020:00000010:3.0:1777573867.270180:0:8523:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff89ddc492d400. 00000020:00000010:3.0:1777573867.270183:0:8523:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff89ddc492da00. 00000020:00000010:3.0:1777573867.270191:0:8523:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff89ddc3345000. 00000020:00000010:3.0:1777573867.270196:0:8523:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff89ddc3340800. 00010000:00000200:3.0:1777573867.270206:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494f480 x1863919917834752/t0(0) o41->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:368/0 lens 224/368 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.270359:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573867.270366:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917834752, offset 224 00000400:00000200:3.0:1777573867.270372:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.270380:0:8523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.270386:0:8523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3584:3584:256:4294967295] 192.168.204.9@tcp LPNI seq info [3580:3580:8:4294967295] 00000400:00000200:3.0:1777573867.270394:0:8523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.270400:0:8523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.270404:0:8523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4800. 00000800:00000200:3.0:1777573867.270410:0:8523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.270415:0:8523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573867.272494:0:8523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4800 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:3.0:1777573867.272531:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.272539:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.272544:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c800. 00000800:00000200:2.0:1777573867.272718:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.272722:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4800. 00000400:00000200:2.0:1777573867.272728:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.272740:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.272747:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:2.0:1777573867.272749:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000400:00000200:2.0:1777573867.274135:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.274150:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97a080 00000400:00000200:2.0:1777573867.274159:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 125832 00000400:00000200:2.0:1777573867.274172:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.274176:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573867.274182:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573867.274190:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494f100. 00000400:00000200:2.0:1777573867.274216:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.274229:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97a180 00000400:00000200:2.0:1777573867.274233:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 126056 00000400:00000200:2.0:1777573867.274242:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.274245:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573867.274248:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573867.274251:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494c000. 00000020:00000010:1.0:1777573867.274393:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.274398:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.274404:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573867.274409:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.274413:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.274456:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573867.274461:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84400. 00000020:00000010:1.0:1777573867.274474:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2a800. 00000020:00000010:1.0:1777573867.274477:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573867.274479:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573867.274505:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573867.274508:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e40. 00000100:00000200:1.0:1777573867.274511:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917834368 02000000:00000010:1.0:1777573867.274528:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3c25000. 00000020:00000010:1.0:1777573867.274550:0:6485:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff89ddc461e000. 00000020:00000010:1.0:1777573867.274556:0:6485:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff89ddc461c000. 00010000:00000200:1.0:1777573867.274566:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494f100 x1863919917834368/t0(0) o41->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:368/0 lens 224/368 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.274583:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573867.274588:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917834368, offset 224 00000400:00000200:1.0:1777573867.274595:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.274604:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.274609:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3585:3585:256:4294967295] 192.168.204.9@tcp LPNI seq info [3581:3581:8:4294967295] 00000400:00000200:1.0:1777573867.274619:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.274625:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.274629:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0400. 00000800:00000200:1.0:1777573867.274634:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.274640:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.274643:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0400 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.274659:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.274663:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573867.274666:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573867.274679:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573867.274681:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e40. 00000100:00000200:1.0:1777573867.274683:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917834624 02000000:00000010:1.0:1777573867.274715:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3c27400. 00000020:00000010:1.0:1777573867.274741:0:6485:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff89dec72b2480. 00000020:00000010:1.0:1777573867.274748:0:6485:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff89ddc3c27c00. 00000020:00000010:1.0:1777573867.274751:0:6485:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff89ddc3c26c00. 00000020:00000010:1.0:1777573867.274757:0:6485:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff89ddc2d2b800. 00000020:00000010:1.0:1777573867.274760:0:6485:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff89ddc2d2ba00. 00000020:00000010:1.0:1777573867.274767:0:6485:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff89ddc4619800. 00010000:00000200:1.0:1777573867.274775:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494c000 x1863919917834624/t0(0) o41->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:368/0 lens 224/368 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.274784:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573867.274787:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917834624, offset 224 00000400:00000200:1.0:1777573867.274791:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.274796:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.274799:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3586:3586:255:4294967295] 192.168.204.9@tcp LPNI seq info [3582:3582:7:4294967295] 00000400:00000200:1.0:1777573867.274806:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.274810:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.274813:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0700. 00000800:00000200:1.0:1777573867.274816:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.274820:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.274822:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0700 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.274828:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573867.274830:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573867.274833:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2a800. 00000800:00000200:1.0:1777573867.274875:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573867.274879:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0400. 00000400:00000200:1.0:1777573867.274882:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.274885:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573867.274889:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573867.274891:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000800:00000200:1.0:1777573867.274957:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573867.274959:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0700. 00000400:00000200:1.0:1777573867.274962:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.274966:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573867.274968:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573867.274969:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000400:00000200:2.0:1777573867.284166:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.284189:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 440 into portal 12 MB=0x69f39ac97a280 00000400:00000200:2.0:1777573867.284200:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 440/440 into md 0x23d [64] + 126280 00000400:00000200:2.0:1777573867.284299:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.284305:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573867.284314:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573867.284321:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494f800. 00000020:00000010:1.0:1777573867.284459:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573867.284466:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573867.284474:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2a800. 00000020:00000010:1.0:1777573867.284478:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573867.284560:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573867.284649:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573867.284652:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e40. 00000100:00000200:1.0:1777573867.284655:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917834880 02000000:00000010:1.0:1777573867.284684:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff89ddc3c25c00. 00000001:00000010:1.0:1777573867.284726:0:12623:0:(nodemap_handler.c:3097:nodemap_fileset_get_root()) kmalloced '(fset)': 4097 at ffff89dec2dba000. 00000004:00000010:1.0:1777573867.284741:0:12623:0:(mdt_handler.c:450:mdt_get_root()) kfreed 'fileset_buffer': 4097 at ffff89dec2dba000. 00010000:00000200:1.0:1777573867.284755:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494f800 x1863919917834880/t0(0) o40->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:368/0 lens 440/448 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.284775:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573867.284781:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1863919917834880, offset 224 00000400:00000200:1.0:1777573867.284788:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.284798:0:12623:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.284804:0:12623:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3587:3587:256:4294967295] 192.168.204.9@tcp LPNI seq info [3583:3583:8:4294967295] 00000400:00000200:1.0:1777573867.284815:0:12623:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.284821:0:12623:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.284826:0:12623:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0700. 00000800:00000200:1.0:1777573867.284833:0:12623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.284844:0:12623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.284848:0:12623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0700 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.284903:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573867.284907:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573867.284911:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2a800. 00000800:00000200:2.0:1777573867.284970:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.284974:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0700. 00000400:00000200:2.0:1777573867.284978:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.284982:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.284986:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:2.0:1777573867.284988:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000400:00000200:1.0:1777573867.288784:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573867.288804:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 28 MB=0x69f39ac97a300 00000400:00000200:1.0:1777573867.288813:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 520/520 into md 0xfb9 [8] + 5600 00000400:00000200:1.0:1777573867.288827:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.288832:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573867.288840:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573867.288849:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4772d80. 00000400:00000200:1.0:1777573867.288877:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573867.288882:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 28 MB=0x69f39ac97a380 00000400:00000200:1.0:1777573867.288886:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 520/520 into md 0xfb9 [8] + 6120 00000400:00000200:1.0:1777573867.288894:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573867.288897:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573867.288900:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573867.288903:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4770000. 00000020:00000010:3.0:1777573867.288972:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c800. 00000020:00000010:3.0:1777573867.288978:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.288982:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.289017:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c000. 00000020:00000010:3.0:1777573867.289020:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a280. 00000020:00000010:3.0:1777573867.289023:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488a28. 00000100:00000200:3.0:1777573867.289054:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835008 00000100:00000200:1.0:1777573867.289054:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835136 02000000:00000010:1.0:1777573867.289082:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89ddc3c27000. 00000020:00000010:1.0:1777573867.289094:0:8359:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc4619000. 00000001:00000010:1.0:1777573867.289103:0:8359:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc3d48e00. 00000001:00000010:1.0:1777573867.289110:0:8359:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def4de0400. 00000001:00000010:1.0:1777573867.289115:0:8359:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc4656480. 00000001:00000010:1.0:1777573867.289119:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc2d2a800. 00000001:00000010:1.0:1777573867.289122:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc2d2b600. 00000001:00000010:1.0:1777573867.289124:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc2d2b200. 00000001:00000010:1.0:1777573867.289126:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc2d2a400. 00000020:00000010:1.0:1777573867.289146:0:8359:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff89ddc41c4400. 00000020:00000010:1.0:1777573867.289150:0:8359:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff89ddc2d2b000. 00080000:00000010:1.0:1777573867.289195:0:8359:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2d2ac00. 00080000:00000010:1.0:1777573867.289206:0:8359:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89ddc32c7e40. 00000001:00000010:1.0:1777573867.289221:0:8359:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc26d8900. 00080000:00000010:1.0:1777573867.289258:0:8359:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573867.289268:0:8359:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ddc26d8ae0. 00000020:00000010:1.0:1777573867.289273:0:8359:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ddc26d8ae0. 00000020:00000010:1.0:1777573867.289280:0:8359:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc461b000. 00000020:00000010:1.0:1777573867.289286:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e40. 00000400:00000200:1.0:1777573867.289296:0:8359:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:1.0:1777573867.289328:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4770000 x1863919917835136/t0(0) o8->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573867.289347:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573867.289352:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1863919917835136, offset 0 00000400:00000200:1.0:1777573867.289357:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.289366:0:8359:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.289372:0:8359:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3588:3588:256:4294967295] 192.168.204.9@tcp LPNI seq info [3584:3584:8:4294967295] 00000400:00000200:1.0:1777573867.289382:0:8359:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.289387:0:8359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.289392:0:8359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0600. 00000800:00000200:1.0:1777573867.289397:0:8359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.289403:0:8359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.289407:0:8359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0600 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.289442:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a280. 00000020:00000010:1.0:1777573867.289447:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488a28. 00000020:00000010:1.0:1777573867.289451:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c000. 00000800:00000200:2.0:1777573867.289863:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.289868:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0600. 00000400:00000200:2.0:1777573867.289871:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.289876:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.289879:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:2.0:1777573867.289881:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 02000000:00000010:3.0:1777573867.290269:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89ddc33e9400. 00000020:00000010:3.0:1777573867.290278:0:8362:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc3347000. 00000001:00000010:3.0:1777573867.290284:0:8362:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc449a300. 00000001:00000010:3.0:1777573867.290289:0:8362:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89ddc25c4100. 00000001:00000010:3.0:1777573867.290293:0:8362:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc434dca0. 00000001:00000010:3.0:1777573867.290296:0:8362:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492c400. 00000001:00000010:3.0:1777573867.290298:0:8362:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492c000. 00000001:00000010:3.0:1777573867.290301:0:8362:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492c200. 00000001:00000010:3.0:1777573867.290303:0:8362:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492cc00. 00080000:00000010:3.0:1777573867.290321:0:8362:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc492d000. 00080000:00000010:3.0:1777573867.290328:0:8362:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89ddc25c5100. 00000001:00000010:3.0:1777573867.290343:0:8362:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ded26a84e0. 00080000:00000010:3.0:1777573867.290366:0:8362:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573867.290373:0:8362:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ded26a8000. 00000020:00000010:3.0:1777573867.290377:0:8362:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ded26a8000. 00000020:00000010:3.0:1777573867.290383:0:8362:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc3191000. 00000020:00000010:3.0:1777573867.290388:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000400:00000200:3.0:1777573867.290395:0:8362:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:3.0:1777573867.290415:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4772d80 x1863919917835008/t0(0) o8->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573867.290437:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573867.290440:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1863919917835008, offset 0 00000400:00000200:3.0:1777573867.290444:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.290451:0:8362:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.290455:0:8362:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3589:3589:256:4294967295] 192.168.204.9@tcp LPNI seq info [3585:3585:8:4294967295] 00000400:00000200:3.0:1777573867.290463:0:8362:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.290468:0:8362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.290472:0:8362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4000. 00000800:00000200:3.0:1777573867.290476:0:8362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.290663:0:8362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573867.290667:0:8362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4000 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1777573867.290747:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.290752:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:3.0:1777573867.290754:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c800. 00000400:00000200:2.0:1777573867.291861:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573867.291874:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 264 into portal 29 MB=0x69f39ac97a400 00000400:00000200:2.0:1777573867.291882:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1d from 12345-192.168.204.9@tcp of length 264/264 into md 0x729 [1] + 2096 00000400:00000200:2.0:1777573867.291907:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.291911:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573867.291918:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_fld 00000100:00000010:2.0:1777573867.291923:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494df80. 00000800:00000200:2.0:1777573867.292453:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573867.292458:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4000. 00000400:00000200:2.0:1777573867.292462:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573867.292466:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573867.292470:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dc38 00000400:00000010:2.0:1777573867.292472:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dc38. 00000020:00000010:3.0:1777573867.292632:0:6497:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573867.292638:0:6497:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573867.292643:0:6497:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c800. 00000020:00000010:3.0:1777573867.292647:0:6497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573867.292651:0:6497:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488258. 00000020:00000010:2.0:1777573867.293209:0:6497:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573867.293212:0:6497:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e100. 00000100:00000200:2.0:1777573867.293280:0:6497:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835264 02000000:00000010:2.0:1777573867.293304:0:6497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at ffff89ddc41b7400. 00010000:00000200:2.0:1777573867.293317:0:6497:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494df80 x1863919917835264/t0(0) o900->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:368/0 lens 264/248 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573867.293332:0:6497:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573867.293338:0:6497:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 10, xid 1863919917835264, offset 224 00000400:00000200:2.0:1777573867.293342:0:6497:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573867.293354:0:6497:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573867.293359:0:6497:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3590:3590:256:4294967295] 192.168.204.9@tcp LPNI seq info [3586:3586:8:4294967295] 00000400:00000200:2.0:1777573867.293369:0:6497:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573867.293374:0:6497:0:(socklnd_cb.c:1001:ksocknal_send()) sending 248 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573867.293378:0:6497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4fafd00. 00000800:00000200:2.0:1777573867.293383:0:6497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573867.293389:0:6497:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573867.293393:0:6497:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4fafd00 type 1, nob 344 niov 1 nkiov 1 00000020:00000010:2.0:1777573867.293429:0:6497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:2.0:1777573867.293435:0:6497:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488258. 00000020:00000010:2.0:1777573867.293438:0:6497:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c800. 00000800:00000200:3.0:1777573867.293545:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573867.293549:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4fafd00. 00000400:00000200:3.0:1777573867.293553:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573867.293557:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573867.293561:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:3.0:1777573867.293562:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000400:00000200:0.0:1777573867.295664:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573867.295680:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 448 into portal 23 MB=0x69f39ac97a480 00000400:00000200:0.0:1777573867.295688:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.9@tcp of length 448/448 into md 0x3c9 [2] + 1320 00000400:00000200:0.0:1777573867.295723:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573867.295727:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573867.295744:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1777573867.295753:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae3100. 00000020:00000010:3.0:1777573867.295914:0:6488:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573867.295920:0:6488:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573867.295926:0:6488:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492dc00. 00000020:00000010:3.0:1777573867.295930:0:6488:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573867.295935:0:6488:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573867.295977:0:6488:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573867.295980:0:6488:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5200. 00000100:00000200:3.0:1777573867.295983:0:6488:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835392 02000000:00000010:3.0:1777573867.296047:0:6488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff89ddc3192800. 00010000:00000200:3.0:1777573867.296099:0:6488:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae3100 x1863919917835392/t0(0) o33->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:368/0 lens 448/464 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777573867.296116:0:6488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573867.296121:0:6488:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1863919917835392, offset 224 00000400:00000200:3.0:1777573867.296127:0:6488:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573867.296136:0:6488:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573867.296142:0:6488:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3591:3591:256:4294967295] 192.168.204.9@tcp LPNI seq info [3587:3587:8:4294967295] 00000400:00000200:3.0:1777573867.296151:0:6488:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573867.296156:0:6488:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573867.296161:0:6488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4b00. 00000800:00000200:3.0:1777573867.296167:0:6488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573867.296174:0:6488:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573867.296177:0:6488:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4b00 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:3.0:1777573867.296198:0:6488:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573867.296202:0:6488:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573867.296206:0:6488:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492dc00. 00000800:00000200:3.0:1777573867.296936:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573867.296941:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4b00. 00000400:00000200:3.0:1777573867.296946:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573867.296952:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573867.296956:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:3.0:1777573867.296958:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000400:00000200:3.0:1777573867.499591:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573867.499612:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 576 into portal 12 MB=0x69f39ac97a500 00000400:00000200:3.0:1777573867.499621:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 576/576 into md 0x23d [64] + 126720 00000400:00000200:3.0:1777573867.499643:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573867.499648:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573867.499657:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573867.499666:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44ffb80. 00000020:00000010:1.0:1777573867.499974:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c71c0. 00000020:00000010:1.0:1777573867.499980:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c71c0. 00000020:00000010:1.0:1777573867.499987:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec120b000. 00000020:00000010:1.0:1777573867.499992:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.499997:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573867.500055:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c71c0. 00000020:00000010:1.0:1777573867.500058:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c71c0. 00000100:00000200:1.0:1777573867.500062:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835520 00010000:00000010:1.0:1777573867.500134:0:6485:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187800. 00010000:00000010:1.0:1777573867.500143:0:6485:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff89ddc4388380. 02000000:00000010:1.0:1777573867.500179:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff89ddc46e5000. 00010000:00000010:1.0:1777573867.500219:0:6485:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3186e00. 00010000:00000010:1.0:1777573867.500223:0:6485:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff89ddc4388980. 00000020:00000010:1.0:1777573867.500301:0:6485:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff89ded26e7b40. 00000020:00000010:1.0:1777573867.500308:0:6485:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff89ddc41c5800. 00000020:00000010:1.0:1777573867.500312:0:6485:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff89ddc41c6800. 00000020:00000010:1.0:1777573867.500319:0:6485:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff89ddc25b3e00. 00000020:00000010:1.0:1777573867.500322:0:6485:0:(lprocfs_status.c:1946:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff89ddc25b2a00. 00000020:00000010:1.0:1777573867.500331:0:6485:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff89ddc461b800. 00010000:00000010:1.0:1777573867.500354:0:6485:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff89ddc4388380. 00010000:00000200:1.0:1777573867.500371:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44ffb80 x1863919917835520/t0(0) o101->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:368/0 lens 576/688 e 0 to 0 dl 1777573878 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1777573867.500386:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573867.500389:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1863919917835520, offset 224 00000400:00000200:1.0:1777573867.500393:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573867.500401:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573867.500406:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3592:3592:256:4294967295] 192.168.204.9@tcp LPNI seq info [3588:3588:8:4294967295] 00000400:00000200:1.0:1777573867.500413:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573867.500429:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573867.500434:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0300. 00000800:00000200:1.0:1777573867.500440:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573867.500445:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573867.500448:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0300 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1777573867.500469:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573867.500472:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573867.500474:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec120b000. 00000800:00000200:0.0:1777573867.501381:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573867.501388:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0300. 00000400:00000200:0.0:1777573867.501394:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573867.501399:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573867.501405:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:0.0:1777573867.501407:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 00010000:00000010:1.1:1777573867.508805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187800. 00000100:00000010:0.0:1777573868.982859:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6ed80. 02000000:00000010:0.0:1777573868.982883:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283000. 02000000:00000010:3.0:1777573868.983046:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc33e8000. 00000400:00000010:3.0:1777573868.983054:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d058. 00000400:00000010:3.0:1777573868.983061:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573868.983068:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926510080, portal 4 00000400:00000010:3.0:1777573868.983076:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573868.983080:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926510080, offset 0 00000400:00000200:3.0:1777573868.983089:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573868.983104:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573868.983117:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c0200 00000400:00000200:3.0:1777573868.983125:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 2240 00000400:00000200:3.0:1777573868.983133:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573868.983136:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573868.983144:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573868.983149:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5180. 00000400:00000200:3.0:1777573868.983170:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573868.983172:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573868.983180:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6ed80 x1863919926510080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573868.983200:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8000. 00000100:00000010:3.0:1777573868.983218:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8e40. 00000100:00000010:3.0:1777573868.983230:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8d20. 00000100:00000010:3.0:1777573868.983234:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8840. 00000020:00000010:3.0:1777573868.983277:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5200. 00000020:00000010:3.0:1777573868.983293:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2000. 00000020:00000010:3.0:1777573868.983298:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573868.983301:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573868.983331:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573868.983334:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c40. 00000100:00000200:3.0:1777573868.983338:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510080 02000000:00000010:3.0:1777573868.983353:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc33eb800. 00010000:00000200:3.0:1777573868.983381:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d5180 x1863919926510080/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:369/0 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573868.983409:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573868.983413:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926510080, offset 224 00000400:00000200:3.0:1777573868.983416:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573868.983422:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573868.983426:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0200 00000400:00000200:3.0:1777573868.983431:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1757d [1] + 224 00000400:00000200:3.0:1777573868.983435:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573868.983437:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573868.983443:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6ed80 x1863919926510080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573868.983458:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573868.983460:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573868.983471:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573868.983474:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573868.983477:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2000. 00000400:00000010:3.0:1777573868.983499:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d058. 00000400:00000200:3.0:1777573868.983503:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:3.0:1777573868.983505:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573868.983509:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6ed80 x1863919926510080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573868.983516:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6ed80 x1863919926510080/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573868.983543:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc33e8000. 02000000:00000010:3.0:1777573868.983548:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283000. 00000100:00000010:3.0:1777573868.983553:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6ed80. 00000100:00000010:0.0:1777573868.983638:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6f800. 02000000:00000010:0.0:1777573868.983646:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283f00. 00000100:00000010:0.0:1777573868.983668:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6c700. 02000000:00000010:0.0:1777573868.983672:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283100. 00000100:00000010:0.0:1777573868.983688:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6ed80. 02000000:00000010:0.0:1777573868.983709:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283900. 00000100:00000010:0.0:1777573868.983718:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934d180. 02000000:00000010:0.0:1777573868.983723:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283300. 00000100:00000010:0.0:1777573868.983729:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934c700. 02000000:00000010:0.0:1777573868.983732:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283500. 00000100:00000010:0.0:1777573868.983737:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934df80. 02000000:00000010:0.0:1777573868.983741:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283800. 00000100:00000010:0.0:1777573868.983744:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934c380. 02000000:00000010:0.0:1777573868.983748:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283200. 00000100:00000010:0.0:1777573868.983752:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934e300. 02000000:00000010:0.0:1777573868.983755:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283400. 00000100:00000010:0.0:1777573868.983759:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ca80. 02000000:00000010:0.0:1777573868.983762:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283c00. 00000100:00000010:0.0:1777573868.983767:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ea00. 02000000:00000010:0.0:1777573868.983770:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283a00. 00000100:00000010:0.0:1777573868.983775:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934f100. 02000000:00000010:0.0:1777573868.983778:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283600. 00000100:00000010:0.0:1777573868.983796:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d3b80. 02000000:00000010:0.0:1777573868.983802:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283700. 02000000:00000010:0.0:1777573868.983822:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad000. 00000400:00000010:0.0:1777573868.983826:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:0.0:1777573868.983830:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573868.983833:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926510336, portal 10 00000400:00000010:0.0:1777573868.983837:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573868.983839:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926510336, offset 0 00000400:00000200:0.0:1777573868.983844:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.983849:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.983855:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0300 00000400:00000200:0.0:1777573868.983860:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 127296 00000400:00000200:0.0:1777573868.983865:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.983868:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.983872:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573868.983876:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d0a80. 00000400:00000200:0.0:1777573868.983887:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573868.983888:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573868.983893:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6c700 x1863919926510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573868.983914:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76acc00. 00000400:00000010:0.0:1777573868.983917:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940630. 00000400:00000010:0.0:1777573868.983920:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573868.983922:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926510848, portal 10 00000400:00000010:0.0:1777573868.983926:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573868.983928:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926510848, offset 0 00000400:00000200:0.0:1777573868.983932:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.983936:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.983940:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0500 00000400:00000200:0.0:1777573868.983944:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 127520 00000400:00000200:0.0:1777573868.983947:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.983950:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.983953:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573868.983956:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d0e00. 00000400:00000200:0.0:1777573868.983965:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573868.983966:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573868.983971:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934df80 x1863919926510848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573868.983986:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ada00. 00000400:00000010:0.0:1777573868.983989:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79401b8. 00000400:00000010:0.0:1777573868.983992:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573868.983994:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926511360, portal 10 00000400:00000010:0.0:1777573868.983998:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573868.984000:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926511360, offset 0 00000400:00000200:0.0:1777573868.984003:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984007:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984012:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0700 00000400:00000200:0.0:1777573868.984015:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 127744 00000400:00000200:0.0:1777573868.984018:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984020:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984023:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573868.984026:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d1180. 00000400:00000200:0.0:1777573868.984034:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573868.984036:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573868.984040:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934ea00 x1863919926511360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573868.984061:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad600. 00000400:00000010:0.0:1777573868.984064:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940dc0. 00000400:00000010:0.0:1777573868.984067:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573868.984069:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926510464, portal 4 00000400:00000010:0.0:1777573868.984074:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573868.984076:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926510464, offset 0 00000400:00000200:0.0:1777573868.984079:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984083:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984087:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0380 00000400:00000200:0.0:1777573868.984092:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x459 [256] + 23352 00000400:00000010:0.0:1777573868.984095:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded2596840. 00000400:00000200:0.0:1777573868.984099:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec2dc8000 00000400:00000200:0.0:1777573868.984102:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984105:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573868.984107:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec2dc8000 00000400:00000010:0.0:1777573868.984109:0:3635:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 4216 at ffff89dec2dc8000. 00000100:00000200:0.0:1777573868.984113:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:0.0:1777573868.984123:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573868.984124:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573868.984129:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6ed80 x1863919926510464/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573868.984145:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad800. 00000400:00000010:0.0:1777573868.984147:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940c08. 00000400:00000010:0.0:1777573868.984150:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573868.984152:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926510976, portal 10 00000400:00000010:0.0:1777573868.984155:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573868.984157:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926510976, offset 0 00000400:00000200:0.0:1777573868.984160:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984164:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984168:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0580 00000400:00000200:0.0:1777573868.984172:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 127968 00000400:00000200:0.0:1777573868.984175:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984177:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984180:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573868.984183:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d3480. 00000400:00000200:0.0:1777573868.984193:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f000 00000400:00000010:0.0:1777573868.984195:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573868.984199:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934c380 x1863919926510976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573868.984213:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76adc00. 00000400:00000010:0.0:1777573868.984216:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940a50. 00000400:00000010:0.0:1777573868.984219:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573868.984222:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926511488, portal 10 00000400:00000010:0.0:1777573868.984226:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573868.984228:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926511488, offset 0 00000400:00000200:0.0:1777573868.984231:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984234:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984239:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0780 00000400:00000200:0.0:1777573868.984242:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 128192 00000400:00000200:0.0:1777573868.984245:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984247:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984250:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573868.984253:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d0380. 00000400:00000200:0.0:1777573868.984262:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573868.984264:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573868.984267:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934f100 x1863919926511488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573868.984294:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573868.984297:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573868.984300:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76aca00. 00000020:00000010:0.0:1777573868.984304:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573868.984306:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573868.984326:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573868.984333:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc40aee00. 00000020:00000010:0.0:1777573868.984336:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573868.984339:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573868.984347:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84140. 00000020:00000010:0.0:1777573868.984351:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5a40. 00000020:00000010:0.0:1777573868.984354:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84140. 00000020:00000010:0.0:1777573868.984357:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4df4a00. 00000020:00000010:0.0:1777573868.984359:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573868.984362:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573868.984369:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84140. 00000020:00000010:0.0:1777573868.984374:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3030200. 00000020:00000010:0.0:1777573868.984376:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d400. 00000020:00000010:0.0:1777573868.984378:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573868.984396:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.984399:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5cc0. 00000020:00000010:0.0:1777573868.984403:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.984406:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3031400. 00000020:00000010:0.0:1777573868.984408:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573868.984411:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573868.984420:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.984422:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000100:00000200:0.0:1777573868.984424:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510336 02000000:00000010:0.0:1777573868.984433:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def799b000. 00010000:00000200:0.0:1777573868.984439:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d0a80 x1863919926510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984449:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573868.984452:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926510336, offset 224 00000400:00000200:0.0:1777573868.984455:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984460:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984465:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0300 00000400:00000200:0.0:1777573868.984468:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17589 [1] + 224 00000400:00000200:0.0:1777573868.984472:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984474:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984479:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6c700 x1863919926510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573868.984494:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573868.984496:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000020:00000010:0.0:1777573868.984504:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573868.984507:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573868.984510:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76aca00. 00000020:00000010:0.0:1777573868.984521:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.984523:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000100:00000200:0.0:1777573868.984526:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510848 02000000:00000010:0.0:1777573868.984533:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7998c00. 00010000:00000200:0.0:1777573868.984537:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d0e00 x1863919926510848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984545:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573868.984548:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926510848, offset 224 00000400:00000200:0.0:1777573868.984551:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984556:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984560:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0500 00000400:00000200:0.0:1777573868.984564:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17591 [1] + 224 00000400:00000200:0.0:1777573868.984567:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984570:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984574:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934df80 x1863919926510848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573868.984584:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573868.984586:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000020:00000010:0.0:1777573868.984593:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573868.984595:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573868.984597:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc40aee00. 00000020:00000010:0.0:1777573868.984607:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.984609:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000100:00000200:0.0:1777573868.984611:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926511360 02000000:00000010:0.0:1777573868.984617:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def799a400. 00010000:00000200:0.0:1777573868.984621:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d1180 x1863919926511360/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984630:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573868.984632:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926511360, offset 224 00000400:00000200:0.0:1777573868.984635:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984640:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984644:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0700 00000400:00000200:0.0:1777573868.984648:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17599 [1] + 224 00000400:00000200:0.0:1777573868.984652:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984655:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984659:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934ea00 x1863919926511360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573868.984669:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573868.984671:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000020:00000010:0.0:1777573868.984677:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573868.984680:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573868.984682:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4df4a00. 00000020:00000010:0.0:1777573868.984717:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.984720:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000100:00000200:0.0:1777573868.984722:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510976 02000000:00000010:0.0:1777573868.984729:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7999c00. 00010000:00000200:0.0:1777573868.984734:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d3480 x1863919926510976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984742:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573868.984745:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926510976, offset 224 00000400:00000200:0.0:1777573868.984748:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984753:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984758:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0580 00000400:00000200:0.0:1777573868.984761:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x175a9 [1] + 224 00000400:00000200:0.0:1777573868.984764:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984766:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984771:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934c380 x1863919926510976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573868.984780:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573868.984782:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000020:00000010:0.0:1777573868.984789:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d400. 00000020:00000010:0.0:1777573868.984791:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573868.984794:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3030200. 00000020:00000010:0.0:1777573868.984803:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.984806:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000100:00000200:0.0:1777573868.984807:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926511488 02000000:00000010:0.0:1777573868.984814:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def799bc00. 00010000:00000200:0.0:1777573868.984818:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d0380 x1863919926511488/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984827:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573868.984829:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926511488, offset 224 00000400:00000200:0.0:1777573868.984832:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.984836:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.984840:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0780 00000400:00000200:0.0:1777573868.984844:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x175b1 [1] + 224 00000400:00000200:0.0:1777573868.984847:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.984849:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.984853:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934f100 x1863919926511488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573868.984862:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573868.984863:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000020:00000010:0.0:1777573868.984869:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573868.984871:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573868.984874:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3031400. 00000400:00000010:0.0:1777573868.984891:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940c08. 00000400:00000200:0.0:1777573868.984894:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573868.984895:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573868.984900:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934c380 x1863919926510976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573868.984908:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934c380 x1863919926510976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984925:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940a50. 00000400:00000200:0.0:1777573868.984928:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f000 00000400:00000010:0.0:1777573868.984929:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573868.984932:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934f100 x1863919926511488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573868.984940:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934f100 x1863919926511488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984949:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940738. 00000400:00000200:0.0:1777573868.984952:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573868.984954:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573868.984957:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6c700 x1863919926510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573868.984965:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6c700 x1863919926510336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984974:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940630. 00000400:00000200:0.0:1777573868.984975:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573868.984977:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573868.984981:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934df80 x1863919926510848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573868.984987:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934df80 x1863919926510848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.984997:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79401b8. 00000400:00000200:0.0:1777573868.984999:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573868.985001:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573868.985005:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934ea00 x1863919926511360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573868.985012:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934ea00 x1863919926511360/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573868.985024:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad800. 02000000:00000010:0.0:1777573868.985028:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283200. 00000100:00000010:0.0:1777573868.985031:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934c380. 02000000:00000010:0.0:1777573868.985035:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76adc00. 02000000:00000010:0.0:1777573868.985037:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283600. 00000100:00000010:0.0:1777573868.985039:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934f100. 02000000:00000010:0.0:1777573868.985042:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad000. 02000000:00000010:0.0:1777573868.985044:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283100. 00000100:00000010:0.0:1777573868.985046:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6c700. 02000000:00000010:0.0:1777573868.985049:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76acc00. 02000000:00000010:0.0:1777573868.985051:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283800. 00000100:00000010:0.0:1777573868.985053:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934df80. 02000000:00000010:0.0:1777573868.985056:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ada00. 02000000:00000010:0.0:1777573868.985058:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283a00. 00000100:00000010:0.0:1777573868.985060:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ea00. 02000000:00000010:2.0:1777573868.985272:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef1a2a00. 00000400:00000010:2.0:1777573868.985278:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7f78. 00000400:00000010:2.0:1777573868.985282:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573868.985285:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926510208, portal 25 00000400:00000010:2.0:1777573868.985289:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573868.985291:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926510208, offset 0 00000400:00000200:2.0:1777573868.985296:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.985301:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.985307:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c0280 00000400:00000200:2.0:1777573868.985312:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x166d9 [2] + 0 00000400:00000010:2.0:1777573868.985314:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79409f8. 00000400:00000200:2.0:1777573868.985317:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc469db40 00000400:00000200:2.0:1777573868.985320:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.985323:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573868.985326:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc469db40 00000400:00000010:2.0:1777573868.985327:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc469db40. 00000100:00000200:2.0:1777573868.985333:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573868.985349:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573868.985352:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573868.985356:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6f800 x1863919926510208/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573868.985381:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef1a2e00. 00000400:00000010:2.0:1777573868.985385:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7840. 00000400:00000010:2.0:1777573868.985397:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573868.985400:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926510720, portal 4 00000400:00000010:2.0:1777573868.985404:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573868.985406:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926510720, offset 0 00000400:00000200:2.0:1777573868.985410:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.985414:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.985418:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0480 00000400:00000200:2.0:1777573868.985422:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 0 00000400:00000200:2.0:1777573868.985426:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.985428:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.985432:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573868.985436:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494e300. 00000400:00000200:2.0:1777573868.985450:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573868.985452:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573868.985456:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934c700 x1863919926510720/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573868.985472:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef1a2600. 00000400:00000010:2.0:1777573868.985474:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7aa8. 00000400:00000010:2.0:1777573868.985477:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573868.985479:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926511232, portal 4 00000400:00000010:2.0:1777573868.985483:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573868.985485:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926511232, offset 0 00000400:00000200:2.0:1777573868.985488:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.985492:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.985496:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c0680 00000400:00000200:2.0:1777573868.985501:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 6640 00000400:00000200:2.0:1777573868.985505:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.985508:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.985511:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573868.985514:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494d500. 00000400:00000200:2.0:1777573868.985526:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573868.985528:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573868.985532:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934ca80 x1863919926511232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573868.985557:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4749600. 00000400:00000010:2.0:1777573868.985561:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7160. 00000400:00000010:2.0:1777573868.985563:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573868.985565:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926510592, portal 10 00000400:00000010:2.0:1777573868.985569:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573868.985571:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926510592, offset 0 00000400:00000200:2.0:1777573868.985574:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.985578:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.985583:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0400 00000400:00000200:2.0:1777573868.985586:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 128416 00000400:00000200:2.0:1777573868.985590:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.985592:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.985594:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573868.985597:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494d880. 00000400:00000200:2.0:1777573868.985608:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573868.985609:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573868.985613:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934d180 x1863919926510592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573868.985629:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4748400. 00000400:00000010:2.0:1777573868.985632:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7e18. 00000400:00000010:2.0:1777573868.985635:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573868.985637:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926511104, portal 4 00000400:00000010:2.0:1777573868.985640:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573868.985642:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926511104, offset 0 00000400:00000200:2.0:1777573868.985645:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.985649:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.985654:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c0600 00000400:00000200:2.0:1777573868.985657:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 6864 00000400:00000200:2.0:1777573868.985660:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.985662:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.985665:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573868.985668:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc7b80. 00000400:00000200:2.0:1777573868.985676:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573868.985678:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573868.985681:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934e300 x1863919926511104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573868.985716:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4749000. 00000400:00000010:2.0:1777573868.985719:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7898. 00000400:00000010:2.0:1777573868.985722:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573868.985724:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926511616, portal 4 00000400:00000010:2.0:1777573868.985727:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.985729:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926511616, offset 0 00000400:00000200:2.0:1777573868.985733:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.985737:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.985741:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c0800 00000400:00000200:2.0:1777573868.985745:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 7088 00000400:00000200:2.0:1777573868.985748:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.985751:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.985753:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573868.985756:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc4380. 00000400:00000200:2.0:1777573868.985766:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573868.985768:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.985771:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d3b80 x1863919926511616/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573868.985806:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573868.985809:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573868.985813:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749a00. 00000020:00000010:2.0:1777573868.985817:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70400. 00000020:00000010:2.0:1777573868.985820:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573868.985844:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573868.985847:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573868.985850:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748200. 00000020:00000010:2.0:1777573868.985852:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573868.985854:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573868.985863:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573868.985865:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e100. 00000100:00000200:2.0:1777573868.985867:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510464 02000000:00000010:2.0:1777573868.985878:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41b4800. 00010000:00000200:2.0:1777573868.985884:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec73f3850 x1863919926510464/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.985895:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.985898:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926510464, offset 224 00000400:00000200:2.0:1777573868.985902:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.985907:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.985911:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0380 00000400:00000200:2.0:1777573868.985915:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x175a1 [1] + 224 00000400:00000200:2.0:1777573868.985919:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.985922:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.985928:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6ed80 x1863919926510464/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573868.985939:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573868.985941:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000020:00000010:2.0:1777573868.985948:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70400. 00000020:00000010:2.0:1777573868.985951:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573868.985955:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749a00. 02000000:00000010:2.0:1777573868.985981:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41b4800. 02000000:00000010:2.0:1777573868.985984:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2fa7000. 00000100:00000010:2.0:1777573868.985987:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc490bb80. 02000000:00000010:2.0:1777573868.985991:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4f66800. 00000100:00000010:2.0:1777573868.985994:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494c380. 02000000:00000010:2.0:1777573868.985996:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2e8a000. 00000100:00000010:2.0:1777573868.986000:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b1880. 02000000:00000010:2.0:1777573868.986003:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2e88000. 00000100:00000010:2.0:1777573868.986005:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d4700. 02000000:00000010:2.0:1777573868.986009:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3c25400. 00000100:00000010:2.0:1777573868.986011:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494fb80. 02000000:00000010:2.0:1777573868.986014:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2e89800. 00000100:00000010:2.0:1777573868.986016:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4471180. 02000000:00000010:2.0:1777573868.986020:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32b5000. 00000100:00000010:2.0:1777573868.986023:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4478700. 02000000:00000010:2.0:1777573868.986026:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc1566800. 00000100:00000010:2.0:1777573868.986028:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a7b80. 02000000:00000010:2.0:1777573868.986031:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3238c00. 00000100:00000010:2.0:1777573868.986035:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc447aa00. 02000000:00000010:2.0:1777573868.986039:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc32b4400. 00000100:00000010:2.0:1777573868.986041:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d5880. 02000000:00000010:2.0:1777573868.986045:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def4effc00. 00000100:00000010:2.0:1777573868.986048:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455ea00. 02000000:00000010:2.0:1777573868.986050:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41c1400. 00000100:00000010:2.0:1777573868.986053:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31ca680. 02000000:00000010:2.0:1777573868.986056:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc333bc00. 00000100:00000010:2.0:1777573868.986058:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8a80. 02000000:00000010:2.0:1777573868.986061:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3339c00. 00000100:00000010:2.0:1777573868.986063:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79ba680. 02000000:00000010:2.0:1777573868.986065:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb1400. 00000100:00000010:2.0:1777573868.986068:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b8e00. 02000000:00000010:2.0:1777573868.986071:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb3c00. 00000100:00000010:2.0:1777573868.986072:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b8700. 02000000:00000010:2.0:1777573868.986076:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc475c800. 00000100:00000010:2.0:1777573868.986078:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4380. 02000000:00000010:2.0:1777573868.986081:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc32b6000. 00000100:00000010:2.0:1777573868.986083:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7480. 02000000:00000010:2.0:1777573868.986086:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411f400. 00000100:00000010:2.0:1777573868.986088:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494e680. 02000000:00000010:2.0:1777573868.986091:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3363c00. 00000100:00000010:2.0:1777573868.986093:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4ed7480. 02000000:00000010:2.0:1777573868.986096:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc411dc00. 00000100:00000010:2.0:1777573868.986098:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4507b80. 02000000:00000010:2.0:1777573868.986101:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89deef1a6c00. 00000100:00000010:2.0:1777573868.986103:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69500. 02000000:00000010:2.0:1777573868.986106:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7949800. 00000100:00000010:2.0:1777573868.986107:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cb480. 02000000:00000010:2.0:1777573868.986110:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7949c00. 00000100:00000010:2.0:1777573868.986112:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc419a300. 02000000:00000010:2.0:1777573868.986114:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def7948000. 00000100:00000010:2.0:1777573868.986116:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69180. 02000000:00000010:2.0:1777573868.986118:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ded4243000. 00000100:00000010:2.0:1777573868.986120:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6b480. 02000000:00000010:2.0:1777573868.986123:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4242c00. 00000100:00000010:2.0:1777573868.986125:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4504a80. 02000000:00000010:2.0:1777573868.986128:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4243400. 00000100:00000010:2.0:1777573868.986130:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6b100. 02000000:00000010:2.0:1777573868.986132:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4564400. 00000100:00000010:2.0:1777573868.986134:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b3100. 02000000:00000010:2.0:1777573868.986137:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4564000. 00000100:00000010:2.0:1777573868.986139:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1500. 02000000:00000010:2.0:1777573868.986142:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3c24400. 00000100:00000010:2.0:1777573868.986146:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69c00. 02000000:00000010:2.0:1777573868.986148:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2ea0000. 00000100:00000010:2.0:1777573868.986150:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d1880. 02000000:00000010:2.0:1777573868.986154:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ded4240c00. 00000100:00000010:2.0:1777573868.986156:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a14700. 02000000:00000010:2.0:1777573868.986158:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4565c00. 00000100:00000010:2.0:1777573868.986161:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f6680. 02000000:00000010:2.0:1777573868.986164:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc4564c00. 00000100:00000010:2.0:1777573868.986165:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d3100. 02000000:00000010:2.0:1777573868.986168:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3125c00. 00000100:00000010:2.0:1777573868.986170:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934c000. 02000000:00000010:2.0:1777573868.986173:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3125800. 00000100:00000010:2.0:1777573868.986174:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ed80. 02000000:00000010:2.0:1777573868.986177:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc4566c00. 00000100:00000010:2.0:1777573868.986179:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d2d80. 02000000:00000010:2.0:1777573868.986181:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2567c00. 00000100:00000010:2.0:1777573868.986184:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d500. 02000000:00000010:2.0:1777573868.986186:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2f0f400. 00000100:00000010:2.0:1777573868.986188:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6f100. 02000000:00000010:2.0:1777573868.986191:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc33e8400. 00000100:00000010:2.0:1777573868.986193:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934d500. 02000000:00000010:2.0:1777573868.986195:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2fb4000. 00000100:00000010:2.0:1777573868.986197:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1180. 02000000:00000010:2.0:1777573868.986200:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3339800. 00000100:00000010:2.0:1777573868.986202:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d3100. 02000000:00000010:2.0:1777573868.986205:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3339000. 00000100:00000010:2.0:1777573868.986206:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f4380. 02000000:00000010:2.0:1777573868.986209:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2fb5000. 00000100:00000010:2.0:1777573868.986211:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ce00. 02000000:00000010:2.0:1777573868.986214:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2fb7800. 00000100:00000010:2.0:1777573868.986216:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d3800. 02000000:00000010:2.0:1777573868.986220:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89defae6dc00. 00000100:00000010:2.0:1777573868.986227:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d880. 02000000:00000010:2.0:1777573868.986230:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89defae6f800. 00000100:00000010:2.0:1777573868.986235:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f4e00. 02000000:00000010:2.0:1777573868.986238:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89dec4122800. 00000100:00000010:2.0:1777573868.986241:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cad80. 02000000:00000010:2.0:1777573868.986244:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2ea3c00. 00000100:00000010:2.0:1777573868.986246:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f4000. 02000000:00000010:2.0:1777573868.986249:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41c3c00. 00000100:00000010:2.0:1777573868.986251:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d6a00. 02000000:00000010:2.0:1777573868.986254:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41c0800. 00000100:00000010:2.0:1777573868.986255:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d6300. 02000000:00000010:2.0:1777573868.986258:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89defafa5000. 00000100:00000010:2.0:1777573868.986260:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2f09c00. 02000000:00000010:2.0:1777573868.986264:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2e8b400. 00000100:00000010:2.0:1777573868.986266:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b0380. 02000000:00000010:2.0:1777573868.986270:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2faac00. 00000100:00000010:2.0:1777573868.986272:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d0000. 02000000:00000010:2.0:1777573868.986275:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fab000. 00000100:00000010:2.0:1777573868.986277:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae2a00. 02000000:00000010:2.0:1777573868.986281:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4dda400. 00000100:00000010:2.0:1777573868.986284:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bdc00. 02000000:00000010:2.0:1777573868.986286:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2fab800. 00000100:00000010:2.0:1777573868.986288:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44ff480. 02000000:00000010:2.0:1777573868.986292:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2e8b800. 00000100:00000010:2.0:1777573868.986294:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b0000. 02000000:00000010:2.0:1777573868.986297:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2f8e000. 00000100:00000010:2.0:1777573868.986299:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b3480. 02000000:00000010:2.0:1777573868.986302:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def7926800. 00000100:00000010:2.0:1777573868.986304:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc700. 02000000:00000010:2.0:1777573868.986307:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3079400. 00000100:00000010:2.0:1777573868.986309:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d2680. 02000000:00000010:2.0:1777573868.986312:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff89deef350000. 00000100:00000010:2.0:1777573868.986331:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc5180. 02000000:00000010:2.0:1777573868.986336:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7924c00. 00000100:00000010:2.0:1777573868.986339:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc380. 02000000:00000010:2.0:1777573868.986342:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7925400. 00000100:00000010:2.0:1777573868.986348:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b0700. 02000000:00000010:2.0:1777573868.986351:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def4d62c00. 00000100:00000010:2.0:1777573868.986353:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fed80. 02000000:00000010:2.0:1777573868.986356:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def766f400. 00000100:00000010:2.0:1777573868.986358:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc490ad80. 02000000:00000010:2.0:1777573868.986362:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def778e000. 00000100:00000010:2.0:1777573868.986364:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429ca80. 02000000:00000010:2.0:1777573868.986367:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def778cc00. 00000100:00000010:2.0:1777573868.986369:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4198380. 02000000:00000010:2.0:1777573868.986371:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc2f8d800. 00000100:00000010:2.0:1777573868.986373:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429dc00. 02000000:00000010:2.0:1777573868.986375:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def778d400. 00000100:00000010:2.0:1777573868.986377:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ca80. 02000000:00000010:2.0:1777573868.986380:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def778e400. 00000100:00000010:2.0:1777573868.986381:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5c00. 02000000:00000010:2.0:1777573868.986383:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def4edd400. 00000100:00000010:2.0:1777573868.986396:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4472680. 02000000:00000010:2.0:1777573868.986400:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def778d800. 00000100:00000010:2.0:1777573868.986402:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc5500. 02000000:00000010:2.0:1777573868.986404:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3e53400. 00000100:00000010:2.0:1777573868.986407:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4470700. 02000000:00000010:2.0:1777573868.986409:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff89deef352000. 00000100:00000010:2.0:1777573868.986412:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250fb80. 02000000:00000010:2.0:1777573868.986416:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc475fc00. 00000100:00000010:2.0:1777573868.986418:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae1880. 02000000:00000010:2.0:1777573868.986421:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff89ddc4222000. 00000100:00000010:2.0:1777573868.986423:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae3b80. 02000000:00000010:2.0:1777573868.986426:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff89defbf74000. 00000100:00000010:2.0:1777573868.986428:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae0a80. 02000000:00000010:2.0:1777573868.986431:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc1f07400. 00000100:00000010:2.0:1777573868.986434:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae1f80. 02000000:00000010:2.0:1777573868.986437:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc1f07000. 00000100:00000010:2.0:1777573868.986438:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4914000. 02000000:00000010:2.0:1777573868.986441:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc33f7800. 00000100:00000010:2.0:1777573868.986444:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d4000. 02000000:00000010:2.0:1777573868.986446:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc30a9800. 00000100:00000010:2.0:1777573868.986448:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 02000000:00000010:2.0:1777573868.986451:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3362000. 00000100:00000010:2.0:1777573868.986453:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc447ad80. 02000000:00000010:2.0:1777573868.986457:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def78f6c00. 00000100:00000010:2.0:1777573868.986459:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4771880. 02000000:00000010:2.0:1777573868.986462:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41b6000. 00000100:00000010:2.0:1777573868.986464:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc41b2d80. 02000000:00000010:2.0:1777573868.986469:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def78f5800. 00000100:00000010:2.0:1777573868.986471:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79be300. 02000000:00000010:2.0:1777573868.986474:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def78f4400. 00000100:00000010:2.0:1777573868.986476:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bfb80. 02000000:00000010:2.0:1777573868.986479:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89def78f7800. 00000100:00000010:2.0:1777573868.986481:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a16680. 02000000:00000010:2.0:1777573868.986484:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc33f4800. 00000100:00000010:2.0:1777573868.986486:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a14380. 02000000:00000010:2.0:1777573868.986488:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3363400. 00000100:00000010:2.0:1777573868.986490:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc460dc00. 02000000:00000010:2.0:1777573868.986494:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc3e52000. 00000100:00000010:2.0:1777573868.986496:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc41b0e00. 02000000:00000010:2.0:1777573868.986499:0:6490:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff89ddc256a800. 00000100:00000010:2.0:1777573868.986501:0:6490:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4ed4380. 00000100:00000200:2.0:1777573868.986508:0:6490:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:2.0:1777573868.986512:0:6490:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde74d0. 00000400:00000010:2.0:1777573868.986518:0:6490:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff89ddc4114000. 00000020:00000010:2.0:1777573868.986532:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573868.986534:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e100. 00000100:00000200:2.0:1777573868.986536:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510720 02000000:00000010:2.0:1777573868.986545:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41b6000. 00010000:00000200:2.0:1777573868.986550:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494e300 x1863919926510720/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.986559:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.986561:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926510720, offset 224 00000400:00000200:2.0:1777573868.986565:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.986570:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.986575:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0480 00000400:00000200:2.0:1777573868.986580:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x175d5 [1] + 224 00000400:00000200:2.0:1777573868.986583:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.986586:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.986591:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934c700 x1863919926510720/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573868.986608:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573868.986611:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000020:00000010:2.0:1777573868.986619:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573868.986621:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573868.986624:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748200. 00000020:00000010:2.0:1777573868.986650:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573868.986659:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748200. 00000020:00000010:2.0:1777573868.986662:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573868.986664:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573868.986684:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.986686:0:9951:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5e40. 00000020:00000010:2.0:1777573868.986715:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.986720:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749a00. 00000020:00000010:2.0:1777573868.986722:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70400. 00000020:00000010:2.0:1777573868.986724:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573868.986739:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.986742:0:9951:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5780. 00000020:00000010:2.0:1777573868.986745:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.986748:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748000. 00000020:00000010:2.0:1777573868.986750:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573868.986753:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573868.986765:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.986767:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000100:00000200:2.0:1777573868.986769:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926511232 02000000:00000010:2.0:1777573868.986776:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41b4800. 00010000:00000200:2.0:1777573868.986782:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494d500 x1863919926511232/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.986791:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.986793:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926511232, offset 224 00000400:00000200:2.0:1777573868.986796:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.986802:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.986806:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0680 00000400:00000200:2.0:1777573868.986810:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x175dd [1] + 224 00000400:00000200:2.0:1777573868.986813:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.986816:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.986822:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934ca80 x1863919926511232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573868.986833:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573868.986834:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000020:00000010:2.0:1777573868.986841:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573868.986844:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573868.986847:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748200. 00000020:00000010:2.0:1777573868.986857:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.986859:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000100:00000200:2.0:1777573868.986861:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926511104 02000000:00000010:2.0:1777573868.986867:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41b6c00. 00010000:00000200:2.0:1777573868.986871:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded0cc7b80 x1863919926511104/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.986879:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.986882:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926511104, offset 224 00000400:00000200:2.0:1777573868.986885:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.986889:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.986894:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0600 00000400:00000200:2.0:1777573868.986898:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x175ed [1] + 224 00000400:00000200:2.0:1777573868.986902:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.986904:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.986909:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934e300 x1863919926511104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573868.986917:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573868.986919:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000020:00000010:2.0:1777573868.986925:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70400. 00000020:00000010:2.0:1777573868.986927:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573868.986929:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749a00. 00000020:00000010:2.0:1777573868.986939:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.986941:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000100:00000200:2.0:1777573868.986943:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926511616 02000000:00000010:2.0:1777573868.986949:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f4800. 00010000:00000200:2.0:1777573868.986954:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded0cc4380 x1863919926511616/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.986962:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.986965:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926511616, offset 224 00000400:00000200:2.0:1777573868.986968:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.986972:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.986977:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0800 00000400:00000200:2.0:1777573868.986981:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x175f5 [1] + 224 00000400:00000200:2.0:1777573868.986984:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.986986:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.986991:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d3b80 x1863919926511616/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573868.987001:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573868.987003:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000020:00000010:2.0:1777573868.987009:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573868.987011:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573868.987013:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748000. 00000020:00000010:2.0:1777573868.987041:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.987044:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.987047:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748000. 00000020:00000010:2.0:1777573868.987050:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573868.987052:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573868.987068:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573868.987070:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ec00. 00000100:00000200:2.0:1777573868.987073:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510592 02000000:00000010:2.0:1777573868.987079:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f7800. 00010000:00000200:2.0:1777573868.987084:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494d880 x1863919926510592/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.987093:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573868.987096:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926510592, offset 224 00000400:00000200:2.0:1777573868.987100:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573868.987104:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573868.987109:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0400 00000400:00000200:2.0:1777573868.987113:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x175e5 [1] + 224 00000400:00000200:2.0:1777573868.987117:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573868.987119:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573868.987125:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934d180 x1863919926510592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573868.987136:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573868.987137:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000020:00000010:2.0:1777573868.987144:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573868.987147:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573868.987149:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748000. 00000400:00000010:2.0:1777573868.987203:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7160. 00000400:00000200:2.0:1777573868.987206:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573868.987208:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573868.987212:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934d180 x1863919926510592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.987630:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940dc0. 00000400:00000200:0.0:1777573868.987635:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573868.987636:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573868.987644:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6ed80 x1863919926510464/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573868.987652:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6ed80 x1863919926510464/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573868.987676:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad600. 02000000:00000010:0.0:1777573868.987682:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283900. 00000100:00000010:0.0:1777573868.987686:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6ed80. 00000020:00000010:0.0:1777573868.987733:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.987737:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.987740:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3031400. 00000020:00000010:0.0:1777573868.987744:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573868.987747:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573868.987770:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b80. 00000020:00000010:0.0:1777573868.987773:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b80. 00000100:00000200:0.0:1777573868.987775:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926510208 02000000:00000010:0.0:1777573868.987783:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def799b400. 00010000:00000200:0.0:1777573868.987789:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7299450 x1863919926510208/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:369/0 lens 224/224 e 0 to 0 dl 1777573879 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573868.987799:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573868.987802:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926510208, offset 224 00000400:00000200:0.0:1777573868.987807:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573868.987813:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573868.987819:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c0280 00000400:00000200:0.0:1777573868.987823:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x175cd [1] + 224 00000400:00000200:0.0:1777573868.987827:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573868.987829:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573868.987836:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6f800 x1863919926510208/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573868.987848:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573868.987850:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000020:00000010:0.0:1777573868.987857:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573868.987860:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573868.987863:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3031400. 02000000:00000010:0.0:1777573868.987868:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def799b400. 00000100:00000200:0.0:1777573868.987872:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573868.987876:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940dc0. 00000400:00000010:0.0:1777573868.987881:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adc0c0. 00000100:00000010:1.0:1777573868.987999:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773800. 02000000:00000010:1.0:1777573868.988013:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0800. 02000000:00000010:3.0:1777573868.988238:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc33e8000. 00000400:00000010:3.0:1777573868.988243:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d058. 00000400:00000010:3.0:1777573868.988247:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573868.988252:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926511744, portal 4 00000400:00000010:3.0:1777573868.988257:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573868.988260:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926511744, offset 0 00000400:00000200:3.0:1777573868.988264:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573868.988270:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573868.988277:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c0880 00000400:00000200:3.0:1777573868.988282:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 2464 00000400:00000200:3.0:1777573868.988286:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573868.988289:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573868.988293:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573868.988297:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5f80. 00000400:00000200:3.0:1777573868.988307:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573868.988308:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573868.988313:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773800 x1863919926511744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573868.988411:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c71c0. 00000020:00000010:1.0:1777573868.988414:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c71c0. 00000020:00000010:1.0:1777573868.988419:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef2c6200. 00000020:00000010:1.0:1777573868.988422:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573868.988426:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573868.988453:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c71c0. 00000020:00000010:1.0:1777573868.988456:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c71c0. 00000100:00000200:1.0:1777573868.988459:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926511744 02000000:00000010:1.0:1777573868.988468:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fab800. 00010000:00000200:1.0:1777573868.988487:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d5f80 x1863919926511744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:369/0 lens 224/368 e 0 to 0 dl 1777573879 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573868.988497:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23908. 00000100:00000200:1.0:1777573868.988501:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926511744, offset 224 00000400:00000200:1.0:1777573868.988506:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573868.988511:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573868.988515:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0880 00000400:00000200:1.0:1777573868.988520:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17621 [1] + 224 00000400:00000200:1.0:1777573868.988523:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573868.988526:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573868.988532:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773800 x1863919926511744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573868.988546:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23908 00000400:00000010:1.0:1777573868.988548:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23908. 00000020:00000010:1.0:1777573868.988556:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573868.988558:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573868.988561:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef2c6200. 00000400:00000010:3.0:1777573868.988616:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d058. 00000400:00000200:3.0:1777573868.988620:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:3.0:1777573868.988621:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573868.988626:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773800 x1863919926511744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573868.988634:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773800 x1863919926511744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573868.988654:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc33e8000. 02000000:00000010:3.0:1777573868.988658:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0800. 00000100:00000010:3.0:1777573868.988662:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773800. 00000100:00000200:2.0:1777573868.989609:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934d180 x1863919926510592/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.989634:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7e18. 00000400:00000200:2.0:1777573868.989637:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573868.989639:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573868.989644:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934e300 x1863919926511104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573868.989651:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934e300 x1863919926511104/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.989662:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7898. 00000400:00000200:2.0:1777573868.989664:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573868.989665:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573868.989670:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d3b80 x1863919926511616/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573868.989676:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d3b80 x1863919926511616/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.989687:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7f78. 00000400:00000200:2.0:1777573868.989689:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573868.989790:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573868.989797:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6f800 x1863919926510208/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573868.989805:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6f800 x1863919926510208/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.989818:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7840. 00000400:00000200:2.0:1777573868.989820:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573868.989822:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573868.989826:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934c700 x1863919926510720/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573868.989834:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934c700 x1863919926510720/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573868.989846:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7aa8. 00000400:00000200:2.0:1777573868.989849:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573868.989850:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573868.989854:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934ca80 x1863919926511232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573868.989861:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934ca80 x1863919926511232/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573868.989875:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4749600. 02000000:00000010:2.0:1777573868.989881:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283300. 00000100:00000010:2.0:1777573868.989884:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934d180. 02000000:00000010:2.0:1777573868.989888:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4748400. 02000000:00000010:2.0:1777573868.989891:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283400. 00000100:00000010:2.0:1777573868.989893:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934e300. 02000000:00000010:2.0:1777573868.989895:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4749000. 02000000:00000010:2.0:1777573868.989897:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283700. 00000100:00000010:2.0:1777573868.989899:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d3b80. 02000000:00000010:2.0:1777573868.989902:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef1a2a00. 02000000:00000010:2.0:1777573868.989906:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283f00. 00000100:00000010:2.0:1777573868.989908:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6f800. 02000000:00000010:2.0:1777573868.989910:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef1a2e00. 02000000:00000010:2.0:1777573868.989912:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283500. 00000100:00000010:2.0:1777573868.989914:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934c700. 02000000:00000010:2.0:1777573868.989917:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef1a2600. 02000000:00000010:2.0:1777573868.989920:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283c00. 00000100:00000010:2.0:1777573868.989922:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 00000100:00000010:2.0:1777573869.004921:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8d20. 00000100:00000010:3.0:1777573869.005039:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8840. 00000100:00000010:0.0:1777573869.005196:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8000. 00000100:00000010:1.0:1777573869.007922:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8e40. 00000400:00000200:3.0:1777573869.333007:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573869.333030:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97a580 00000400:00000200:3.0:1777573869.333041:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 128640 00000400:00000200:3.0:1777573869.333062:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573869.333067:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573869.333077:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573869.333090:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d4000. 00000020:00000010:2.0:1777573869.337012:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e480. 00000020:00000010:2.0:1777573869.337137:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5a80. 00000020:00000010:2.0:1777573869.337174:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749000. 00000020:00000010:2.0:1777573869.337180:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573869.337186:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573869.337237:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573869.337241:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e000. 00000100:00000200:2.0:1777573869.337245:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835648 02000000:00000010:2.0:1777573869.337271:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2567c00. 00000020:00000010:2.0:1777573869.337307:0:6486:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff89ddc403e000. 00010000:00000200:2.0:1777573869.337320:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d4000 x1863919917835648/t0(0) o41->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:370/0 lens 224/368 e 0 to 0 dl 1777573880 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573869.337339:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573869.337347:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917835648, offset 224 00000400:00000200:2.0:1777573869.337355:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573869.337369:0:6486:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573869.337376:0:6486:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3593:3593:256:4294967295] 192.168.204.9@tcp LPNI seq info [3589:3589:8:4294967295] 00000400:00000200:2.0:1777573869.337401:0:6486:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573869.337407:0:6486:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573869.337412:0:6486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4fafa00. 00000800:00000200:2.0:1777573869.337419:0:6486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573869.337425:0:6486:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573869.337429:0:6486:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4fafa00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1777573869.337530:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573869.337534:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573869.337540:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749000. 00000800:00000200:0.0:1777573869.338033:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573869.338038:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4fafa00. 00000400:00000200:0.0:1777573869.338043:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573869.338048:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573869.338054:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:0.0:1777573869.338057:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000400:00000200:0.0:1777573869.342330:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573869.342351:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97a600 00000400:00000200:0.0:1777573869.342361:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 128864 00000400:00000200:0.0:1777573869.342392:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573869.342397:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573869.342407:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573869.342415:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d1f80. 00000020:00000010:2.0:1777573869.343032:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e000. 00000020:00000010:2.0:1777573869.343039:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7740. 00000020:00000010:2.0:1777573869.343064:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749000. 00000020:00000010:2.0:1777573869.343070:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573869.343075:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573869.343112:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea80. 00000020:00000010:2.0:1777573869.343115:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea80. 00000100:00000200:2.0:1777573869.343118:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835776 02000000:00000010:2.0:1777573869.343141:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2565400. 00010000:00000200:2.0:1777573869.343180:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d1f80 x1863919917835776/t0(0) o41->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:370/0 lens 224/368 e 0 to 0 dl 1777573880 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573869.343200:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573869.343206:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917835776, offset 224 00000400:00000200:2.0:1777573869.343212:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573869.343222:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573869.343228:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3594:3594:256:4294967295] 192.168.204.9@tcp LPNI seq info [3590:3590:8:4294967295] 00000400:00000200:2.0:1777573869.343238:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573869.343244:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573869.343249:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4faf000. 00000800:00000200:2.0:1777573869.343255:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573869.343261:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573869.343264:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4faf000 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1777573869.343289:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573869.343293:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573869.343297:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749000. 00000800:00000200:3.0:1777573869.343415:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573869.343420:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4faf000. 00000400:00000200:3.0:1777573869.343424:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573869.343428:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573869.343432:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:3.0:1777573869.343435:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000400:00000200:0.0:1777573869.349958:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573869.349980:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 7 MB=0x69f39ac97a680 00000400:00000200:0.0:1777573869.349991:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.9@tcp of length 224/224 into md 0x1075 [8] + 2688 00000400:00000200:0.0:1777573869.350008:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573869.350012:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573869.350020:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573869.350028:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d3b80. 00000020:00000010:3.0:1777573869.350150:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573869.350157:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573869.350238:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2000. 00000020:00000010:3.0:1777573869.350245:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573869.350250:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573869.350297:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573869.350300:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000100:00000200:3.0:1777573869.350303:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917835904 02000000:00000010:3.0:1777573869.350322:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc33e8000. 00000020:00000010:3.0:1777573869.350351:0:10243:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff89ddc33eb400. 00010000:00000200:3.0:1777573869.350361:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d3b80 x1863919917835904/t0(0) o13->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:370/0 lens 224/368 e 0 to 0 dl 1777573880 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573869.350390:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573869.350397:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919917835904, offset 224 00000400:00000200:3.0:1777573869.350404:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573869.350414:0:10243:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573869.350420:0:10243:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3595:3595:256:4294967295] 192.168.204.9@tcp LPNI seq info [3591:3591:8:4294967295] 00000400:00000200:3.0:1777573869.350429:0:10243:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573869.350435:0:10243:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573869.350439:0:10243:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4b00. 00000800:00000200:3.0:1777573869.350445:0:10243:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573869.350452:0:10243:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573869.350456:0:10243:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4b00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:3.0:1777573869.350484:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573869.350488:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573869.350492:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2000. 00000800:00000200:2.0:1777573869.353242:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573869.353252:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4b00. 00000400:00000200:2.0:1777573869.353259:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573869.353269:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573869.353275:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:2.0:1777573869.353278:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000400:00000200:3.0:1777573869.358064:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573869.358085:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 7 MB=0x69f39ac97a700 00000400:00000200:3.0:1777573869.358094:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.9@tcp of length 224/224 into md 0x1075 [8] + 2912 00000400:00000200:3.0:1777573869.358111:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573869.358116:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573869.358125:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573869.358133:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d5880. 00000020:00000010:1.0:1777573869.358345:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c71c0. 00000020:00000010:1.0:1777573869.358353:0:8363:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573869.358439:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef2c6200. 00000020:00000010:1.0:1777573869.358453:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573869.358459:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573869.358498:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e40. 00000020:00000010:1.0:1777573869.358501:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e40. 00000100:00000200:1.0:1777573869.358504:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836032 02000000:00000010:1.0:1777573869.358523:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fab000. 00000020:00000010:1.0:1777573869.358546:0:8363:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff89ddc2faac00. 00010000:00000200:1.0:1777573869.358558:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d5880 x1863919917836032/t0(0) o13->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:370/0 lens 224/368 e 0 to 0 dl 1777573880 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573869.358576:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23908. 00000100:00000200:1.0:1777573869.358583:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919917836032, offset 224 00000400:00000200:1.0:1777573869.358590:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573869.358601:0:8363:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573869.358606:0:8363:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3596:3596:256:4294967295] 192.168.204.9@tcp LPNI seq info [3592:3592:8:4294967295] 00000400:00000200:1.0:1777573869.358617:0:8363:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573869.358623:0:8363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573869.358628:0:8363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0000. 00000800:00000200:1.0:1777573869.358635:0:8363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573869.358642:0:8363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573869.358646:0:8363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0000 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1777573869.358672:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573869.358676:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573869.358679:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef2c6200. 00000800:00000200:0.0:1777573869.361297:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573869.361306:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0000. 00000400:00000200:0.0:1777573869.361314:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573869.361322:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573869.361328:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23908 00000400:00000010:0.0:1777573869.361332:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23908. 00080000:00000010:1.0:1777573870.120586:0:113036:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573870.120596:0:113036:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573870.120607:0:113036:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573870.120612:0:113036:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573870.120620:0:113036:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573870.120625:0:113036:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573870.120633:0:113036:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573870.120637:0:113036:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00000100:00000010:3.0:1777573870.521142:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d4700. 02000000:00000010:3.0:1777573870.521163:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4a00. 02000000:00000010:3.0:1777573870.521261:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc33e8800. 00000400:00000010:3.0:1777573870.521269:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d058. 00000400:00000010:3.0:1777573870.521275:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573870.521282:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926511872, portal 4 00000400:00000010:3.0:1777573870.521289:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573870.521291:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926511872, offset 0 00000400:00000200:3.0:1777573870.521300:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573870.521313:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573870.521323:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0900 00000400:00000200:3.0:1777573870.521331:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 224 00000400:00000200:3.0:1777573870.521338:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573870.521342:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573870.521350:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573870.521372:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250fb80. 00000400:00000200:3.0:1777573870.521386:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573870.521389:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573870.521398:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d4700 x1863919926511872/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573886 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573870.521419:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a83c0. 00000100:00000010:3.0:1777573870.521432:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a88a0. 00000100:00000010:3.0:1777573870.521437:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8e40. 00000100:00000010:3.0:1777573870.521442:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8000. 00000100:00000010:2.0:1777573870.522085:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc5500. 02000000:00000010:2.0:1777573870.522095:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf300. 00000100:00000010:2.0:1777573870.522129:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc5180. 02000000:00000010:2.0:1777573870.522135:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf500. 00000020:00000010:2.0:1777573870.522176:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed40. 00000020:00000010:2.0:1777573870.522181:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed40. 00000020:00000010:2.0:1777573870.522188:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573870.522193:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573870.522198:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573870.522230:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed40. 00000020:00000010:2.0:1777573870.522232:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed40. 00000100:00000200:2.0:1777573870.522236:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926511872 02000000:00000010:2.0:1777573870.522252:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ded4243400. 00010000:00000200:2.0:1777573870.522282:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250fb80 x1863919926511872/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:371/0 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573870.522298:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573870.522302:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926511872, offset 224 00000400:00000200:2.0:1777573870.522307:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573870.522314:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573870.522320:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0900 00000400:00000200:2.0:1777573870.522326:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1763d [1] + 224 00000400:00000200:2.0:1777573870.522330:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573870.522333:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573870.522340:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d4700 x1863919926511872/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573870.522351:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573870.522353:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000020:00000010:2.0:1777573870.522379:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573870.522382:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573870.522387:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 02000000:00000010:2.0:1777573870.522408:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ded4242c00. 00000400:00000010:2.0:1777573870.522413:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7aa8. 00000400:00000010:2.0:1777573870.522416:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573870.522420:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926512128, portal 4 00000400:00000010:2.0:1777573870.522424:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573870.522426:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926512128, offset 0 00000400:00000200:2.0:1777573870.522430:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573870.522435:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573870.522440:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c0a00 00000400:00000200:2.0:1777573870.522445:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 3136 00000400:00000200:2.0:1777573870.522450:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573870.522453:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573870.522457:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573870.522460:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc6300. 00000400:00000200:2.0:1777573870.522471:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573870.522473:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573870.522477:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded0cc5180 x1863919926512128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573870.522522:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed40. 00000020:00000010:2.0:1777573870.522535:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573870.522538:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573870.522540:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573870.522559:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573870.522562:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000100:00000200:2.0:1777573870.522564:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512128 02000000:00000010:2.0:1777573870.522572:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ded4243000. 00010000:00000200:2.0:1777573870.522590:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded0cc6300 x1863919926512128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:371/0 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573870.522600:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573870.522603:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926512128, offset 224 00000400:00000200:2.0:1777573870.522607:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573870.522612:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573870.522616:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0a00 00000400:00000200:2.0:1777573870.522620:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17649 [1] + 224 00000400:00000200:2.0:1777573870.522623:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573870.522626:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573870.522632:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded0cc5180 x1863919926512128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573870.522646:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573870.522648:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000020:00000010:2.0:1777573870.522655:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573870.522657:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573870.522660:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 02000000:00000010:2.0:1777573870.522832:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ded4241000. 00000400:00000010:2.0:1777573870.522837:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7840. 00000400:00000010:2.0:1777573870.522841:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573870.522844:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926512000, portal 4 00000400:00000010:2.0:1777573870.522848:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573870.522850:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926512000, offset 0 00000400:00000200:2.0:1777573870.522854:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573870.522859:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573870.522865:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c0980 00000400:00000200:2.0:1777573870.522869:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 3360 00000400:00000200:2.0:1777573870.522873:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573870.522875:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573870.522878:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573870.522882:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc7480. 00000400:00000200:2.0:1777573870.522893:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573870.522894:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573870.522899:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded0cc5500 x1863919926512000/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573870.522932:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573870.522937:0:8363:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573870.522945:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573870.522948:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573870.522952:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573870.522954:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573870.522973:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573870.522976:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000100:00000200:2.0:1777573870.522978:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512000 02000000:00000010:2.0:1777573870.522985:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ded4243800. 00010000:00000200:2.0:1777573870.522994:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded0cc7480 x1863919926512000/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:371/0 lens 224/368 e 0 to 0 dl 1777573881 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573870.523005:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573870.523008:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926512000, offset 224 00000400:00000200:2.0:1777573870.523012:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573870.523016:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573870.523021:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0980 00000400:00000200:2.0:1777573870.523079:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17655 [1] + 224 00000400:00000200:2.0:1777573870.523085:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573870.523088:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573870.523094:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded0cc5500 x1863919926512000/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573870.523109:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573870.523111:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000020:00000010:2.0:1777573870.523119:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70600. 00000020:00000010:2.0:1777573870.523121:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:2.0:1777573870.523124:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 00000400:00000010:2.0:1777573870.523149:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7840. 00000400:00000200:2.0:1777573870.523151:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573870.523153:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573870.523156:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded0cc5500 x1863919926512000/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573870.523165:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded0cc5500 x1863919926512000/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573870.523193:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ded4241000. 02000000:00000010:2.0:1777573870.523199:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf300. 00000100:00000010:2.0:1777573870.523203:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc5500. 00000400:00000010:2.0:1777573870.523216:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7aa8. 00000400:00000200:2.0:1777573870.523218:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573870.523220:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573870.523224:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded0cc5180 x1863919926512128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573870.523232:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded0cc5180 x1863919926512128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573870.523247:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ded4242c00. 02000000:00000010:2.0:1777573870.523250:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf500. 00000100:00000010:2.0:1777573870.523253:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc5180. 00000400:00000010:3.0:1777573870.523317:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d058. 00000400:00000200:3.0:1777573870.523321:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573870.523323:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573870.523328:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d4700 x1863919926511872/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573870.523336:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d4700 x1863919926511872/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573870.523353:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc33e8800. 02000000:00000010:3.0:1777573870.523371:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4a00. 00000100:00000010:3.0:1777573870.523374:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d4700. 00000100:00000010:2.0:1777573870.526817:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8e40. 00000100:00000010:1.0:1777573870.527233:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a88a0. 00000100:00000010:0.0:1777573870.527778:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a83c0. 00000100:00000010:3.0:1777573870.530071:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8000. 00080000:00000010:1.0:1777573871.715207:0:113084:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573871.715215:0:113084:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573871.715391:0:113084:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573871.715399:0:113084:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573871.715412:0:113084:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573871.715417:0:113084:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573871.715425:0:113084:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573871.715430:0:113084:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00000001:02000400:1.0:1777573872.023532:0:113120:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00000010:3.0:1777573872.057360:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ca80. 02000000:00000010:3.0:1777573872.057392:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4a00. 02000000:00000010:3.0:1777573872.057461:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc1f04c00. 00000400:00000010:3.0:1777573872.057469:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d058. 00000400:00000010:3.0:1777573872.057478:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573872.057487:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926512256, portal 4 00000400:00000010:3.0:1777573872.057496:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573872.057499:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926512256, offset 0 00000400:00000200:3.0:1777573872.057508:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573872.057524:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573872.057536:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0a80 00000400:00000200:3.0:1777573872.057544:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 448 00000400:00000200:3.0:1777573872.057561:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573872.057565:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573872.057574:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573872.057578:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ed80. 00000400:00000200:3.0:1777573872.057594:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573872.057597:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573872.057605:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250ca80 x1863919926512256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573888 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573872.057627:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8720. 00000100:00000010:3.0:1777573872.057848:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8000. 00000100:00000010:3.0:1777573872.057855:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8d20. 00000100:00000010:3.0:1777573872.057859:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a80c0. 00000020:00000010:3.0:1777573872.057903:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573872.057907:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573872.057913:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1600. 00000020:00000010:3.0:1777573872.057918:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573872.057923:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.057955:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573872.057957:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000100:00000200:3.0:1777573872.057960:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512256 02000000:00000010:3.0:1777573872.057976:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc1f04000. 00010000:00000200:3.0:1777573872.058003:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250ed80 x1863919926512256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:373/0 lens 224/368 e 0 to 0 dl 1777573883 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573872.058018:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573872.058021:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926512256, offset 224 00000400:00000200:3.0:1777573872.058024:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573872.058029:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573872.058034:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c0a80 00000400:00000200:3.0:1777573872.058038:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17661 [1] + 224 00000400:00000200:3.0:1777573872.058042:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573872.058045:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573872.058050:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250ca80 x1863919926512256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573888 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573872.058065:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573872.058067:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573872.058077:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573872.058081:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.058084:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1600. 00000400:00000010:3.0:1777573872.058101:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d058. 00000400:00000200:3.0:1777573872.058104:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573872.058105:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573872.058109:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250ca80 x1863919926512256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573888 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573872.058117:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250ca80 x1863919926512256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573888 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573872.058142:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc1f04c00. 02000000:00000010:3.0:1777573872.058146:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4a00. 00000100:00000010:3.0:1777573872.058150:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ca80. 00000100:00000010:1.0:1777573872.061118:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8000. 00000100:00000010:2.0:1777573872.061291:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8d20. 00000100:00000010:3.0:1777573872.061813:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a80c0. 00000100:00000010:0.0:1777573872.062965:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8720. 00000400:00000200:2.0:1777573872.664327:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573872.664349:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97a780 00000400:00000200:2.0:1777573872.664358:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x16799 [2] + 0 00000400:00000010:2.0:1777573872.664364:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a108. 00000400:00000200:2.0:1777573872.664372:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc469d900 00000400:00000200:2.0:1777573872.664384:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573872.664389:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573872.664394:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc469d900 00000400:00000010:2.0:1777573872.664396:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc469d900. 00000100:00000200:2.0:1777573872.664404:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573872.664432:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573872.664437:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97a880 00000400:00000200:2.0:1777573872.664451:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 129088 00000400:00000200:2.0:1777573872.664458:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573872.664461:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573872.664465:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573872.664471:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc5180. 00000400:00000200:2.0:1777573872.664500:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573872.664506:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97a980 00000400:00000200:2.0:1777573872.664512:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 7312 00000400:00000200:2.0:1777573872.664517:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573872.664519:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573872.664523:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573872.664526:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc5500. 00000400:00000200:2.0:1777573872.664551:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573872.664556:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97a800 00000400:00000200:2.0:1777573872.664560:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 129312 00000400:00000200:2.0:1777573872.664564:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573872.664567:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573872.664570:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573872.664573:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded0cc5c00. 00000400:00000200:2.0:1777573872.664592:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573872.664597:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97a900 00000400:00000200:2.0:1777573872.664600:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 7536 00000400:00000200:2.0:1777573872.664611:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573872.664613:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573872.664616:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573872.664621:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc460dc00. 00000020:00000010:3.0:1777573872.664811:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573872.664816:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573872.664822:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0600. 00000020:00000010:3.0:1777573872.664828:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573872.664833:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.664867:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573872.664870:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000100:00000200:3.0:1777573872.664874:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836160 02000000:00000010:3.0:1777573872.664889:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1f04c00. 00010000:00000200:3.0:1777573872.664900:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729bc50 x1863919917836160/t0(0) o400->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:373/0 lens 224/224 e 0 to 0 dl 1777573883 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573872.664920:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573872.664927:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917836160, offset 224 00000400:00000200:3.0:1777573872.664934:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573872.664943:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573872.664949:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3597:3597:256:4294967295] 192.168.204.9@tcp LPNI seq info [3593:3593:8:4294967295] 00000400:00000200:3.0:1777573872.664959:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573872.664966:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573872.664970:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4a00. 00000800:00000200:3.0:1777573872.664977:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573872.664983:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573872.664986:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573872.665003:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573872.665008:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.665011:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0600. 00000100:00000200:3.0:1777573872.665019:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573872.665024:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d058. 00000400:00000010:3.0:1777573872.665029:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc45a0a80. 00000800:00000200:3.0:1777573872.665121:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573872.665125:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4a00. 00000400:00000200:3.0:1777573872.665129:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573872.665133:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573872.665136:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573872.665137:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 02000000:00000010:3.0:1777573872.665142:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc1f04c00. 00000020:00000010:3.0:1777573872.665180:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573872.665186:0:6487:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e000. 00000020:00000010:3.0:1777573872.665199:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0600. 00000020:00000010:3.0:1777573872.665202:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573872.665204:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.665228:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5780. 00000020:00000010:3.0:1777573872.665231:0:6487:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e480. 00000020:00000010:3.0:1777573872.665236:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1800. 00000020:00000010:3.0:1777573872.665238:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573872.665240:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573872.665253:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573872.665255:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000100:00000200:3.0:1777573872.665258:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836416 02000000:00000010:3.0:1777573872.665269:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1f04c00. 00010000:00000200:3.0:1777573872.665276:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded0cc5180 x1863919917836416/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:373/0 lens 224/224 e 0 to 0 dl 1777573883 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573872.665285:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573872.665287:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917836416, offset 224 00000400:00000200:3.0:1777573872.665291:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573872.665296:0:6487:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573872.665300:0:6487:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3598:3598:256:4294967295] 192.168.204.9@tcp LPNI seq info [3594:3594:8:4294967295] 00000400:00000200:3.0:1777573872.665307:0:6487:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573872.665311:0:6487:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573872.665325:0:6487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4a00. 00000800:00000200:3.0:1777573872.665329:0:6487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573872.665333:0:6487:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573872.665336:0:6487:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573872.665345:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573872.665348:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.665351:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0600. 00000020:00000010:3.0:1777573872.665361:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573872.665364:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000100:00000200:3.0:1777573872.665366:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836288 02000000:00000010:3.0:1777573872.665374:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1f07c00. 00010000:00000200:3.0:1777573872.665379:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded0cc5c00 x1863919917836288/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:373/0 lens 224/224 e 0 to 0 dl 1777573883 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573872.665389:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573872.665393:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917836288, offset 224 00000400:00000200:3.0:1777573872.665397:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573872.665402:0:6487:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573872.665405:0:6487:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3599:3599:255:4294967295] 192.168.204.9@tcp LPNI seq info [3595:3595:7:4294967295] 00000400:00000200:3.0:1777573872.665412:0:6487:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573872.665419:0:6487:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573872.665422:0:6487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4c00. 00000800:00000200:3.0:1777573872.665426:0:6487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573872.665430:0:6487:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573872.665432:0:6487:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573872.665439:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573872.665454:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573872.665457:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1800. 00000800:00000200:2.0:1777573872.665804:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573872.665808:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4a00. 00000400:00000200:2.0:1777573872.665812:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573872.665816:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573872.665819:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:2.0:1777573872.665820:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000800:00000200:2.0:1777573872.665871:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573872.665874:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4c00. 00000400:00000200:2.0:1777573872.665877:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573872.665880:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573872.665882:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:2.0:1777573872.665884:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573872.666090:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573872.666095:0:12154:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c71c0. 00000020:00000010:3.0:1777573872.666113:0:12154:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1800. 00000020:00000010:3.0:1777573872.666119:0:12154:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573872.666121:0:12154:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573872.666144:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573872.666148:0:12154:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573872.666153:0:12154:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0600. 00000020:00000010:3.0:1777573872.666155:0:12154:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573872.666158:0:12154:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.666173:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573872.666176:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c40. 00000100:00000200:3.0:1777573872.666178:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836672 02000000:00000010:3.0:1777573872.666188:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1f06c00. 00010000:00000200:3.0:1777573872.666196:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded0cc5500 x1863919917836672/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:373/0 lens 224/224 e 0 to 0 dl 1777573883 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573872.666208:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573872.666212:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917836672, offset 224 00000400:00000200:3.0:1777573872.666217:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573872.666223:0:12154:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573872.666227:0:12154:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3600:3600:256:4294967295] 192.168.204.9@tcp LPNI seq info [3596:3596:8:4294967295] 00000400:00000200:3.0:1777573872.666234:0:12154:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573872.666239:0:12154:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573872.666243:0:12154:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4300. 00000800:00000200:3.0:1777573872.666246:0:12154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573872.666251:0:12154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573872.666254:0:12154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573872.666267:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573872.666270:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573872.666273:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1800. 00000020:00000010:3.0:1777573872.666283:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573872.666285:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c40. 00000100:00000200:3.0:1777573872.666287:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836544 02000000:00000010:3.0:1777573872.666295:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1f07400. 00010000:00000200:3.0:1777573872.666300:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc460dc00 x1863919917836544/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:373/0 lens 224/224 e 0 to 0 dl 1777573883 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573872.666309:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573872.666312:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917836544, offset 224 00000400:00000200:3.0:1777573872.666327:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573872.666331:0:12154:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573872.666335:0:12154:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3601:3601:255:4294967295] 192.168.204.9@tcp LPNI seq info [3597:3597:7:4294967295] 00000400:00000200:3.0:1777573872.666342:0:12154:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573872.666347:0:12154:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573872.666350:0:12154:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4c00. 00000800:00000200:3.0:1777573872.666353:0:12154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573872.666357:0:12154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573872.666360:0:12154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573872.666366:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573872.666369:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573872.666372:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0600. 00000800:00000200:3.0:1777573872.666394:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573872.666397:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4300. 00000400:00000200:3.0:1777573872.666400:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573872.666404:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573872.666406:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573872.666408:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000800:00000200:3.0:1777573872.666454:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573872.666457:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4c00. 00000400:00000200:3.0:1777573872.666459:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573872.666462:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573872.666465:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573872.666466:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00080000:00000010:1.0:1777573873.024657:0:113132:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48200. 00080000:00000010:1.0:1777573873.024668:0:113132:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48200. 00080000:00000010:1.0:1777573873.024679:0:113132:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48200. 00080000:00000010:1.0:1777573873.024685:0:113132:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48200. 00080000:00000010:1.0:1777573873.024724:0:113132:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48200. 00080000:00000010:1.0:1777573873.024729:0:113132:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48200. 00080000:00000010:1.0:1777573873.024738:0:113132:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48200. 00080000:00000010:1.0:1777573873.024743:0:113132:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48200. 00000001:00000010:2.0:1777573873.087615:0:9424:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc26d8900. 00080000:00000010:2.0:1777573873.087627:0:9424:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2d2ac00. 00000001:00000010:2.0:1777573873.087649:0:7398:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccb840. 00080000:00000010:2.0:1777573873.087653:0:7398:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def76ac200. 00000001:00000010:1.0:1777573873.088963:0:6464:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccb4e0. 00080000:00000010:1.0:1777573873.088971:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc40ae000. 00000001:00000010:0.0:1777573873.089800:0:8355:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ded26a84e0. 00080000:00000010:0.0:1777573873.089809:0:8355:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc492d000. 00080000:00000010:0.0:1777573873.875657:0:113180:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573873.875666:0:113180:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573873.875677:0:113180:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573873.875682:0:113180:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573873.876513:0:113180:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573873.876522:0:113180:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573873.876536:0:113180:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d680. 00080000:00000010:0.0:1777573873.876540:0:113180:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d680. 00000100:00000010:0.0:1777573874.102828:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d2680. 02000000:00000010:0.0:1777573874.102858:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488500. 00000100:00000010:0.0:1777573874.102901:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d0000. 02000000:00000010:0.0:1777573874.102906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488000. 00000100:00000010:0.0:1777573874.102913:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d3800. 02000000:00000010:0.0:1777573874.102918:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89dec8283900. 00000100:00000010:0.0:1777573874.102933:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d2d80. 02000000:00000010:0.0:1777573874.102937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc24b3400. 00000100:00000010:0.0:1777573874.102943:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d3100. 02000000:00000010:0.0:1777573874.102947:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc24b3d00. 00000100:00000010:0.0:1777573874.102953:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d1880. 02000000:00000010:0.0:1777573874.102957:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc24b3c00. 00000100:00000010:0.0:1777573874.102961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6f800. 02000000:00000010:0.0:1777573874.102964:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc24b3e00. 00000100:00000010:0.0:1777573874.102969:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6ed80. 02000000:00000010:0.0:1777573874.102972:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc24b3a00. 00000100:00000010:0.0:1777573874.102977:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d880. 02000000:00000010:0.0:1777573874.102983:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6c00. 00000100:00000010:0.0:1777573874.102987:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6f100. 02000000:00000010:0.0:1777573874.102991:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6900. 00000100:00000010:0.0:1777573874.102996:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d500. 02000000:00000010:0.0:1777573874.102999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6600. 00000100:00000010:0.0:1777573874.103004:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6c700. 02000000:00000010:0.0:1777573874.103007:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6700. 00000100:00000010:0.0:1777573874.103013:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ca80. 02000000:00000010:0.0:1777573874.103016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6100. 02000000:00000010:0.0:1777573874.103067:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad800. 00000400:00000010:0.0:1777573874.103075:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79401b8. 00000400:00000010:0.0:1777573874.103083:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573874.103091:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926512512, portal 10 00000400:00000010:0.0:1777573874.103098:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573874.103101:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926512512, offset 0 00000400:00000200:0.0:1777573874.103111:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103123:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103134:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0b80 00000400:00000200:0.0:1777573874.103142:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 129536 00000400:00000200:0.0:1777573874.103150:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103154:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103163:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573874.103168:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934c700. 00000400:00000200:0.0:1777573874.103187:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573874.103189:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573874.103196:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d0000 x1863919926512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573874.103215:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb8a0. 00000100:00000010:0.0:1777573874.103227:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccba80. 00000100:00000010:0.0:1777573874.103231:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb7e0. 00000100:00000010:0.0:1777573874.103235:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb900. 02000000:00000010:0.0:1777573874.103245:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad000. 00000400:00000010:0.0:1777573874.103248:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940630. 00000400:00000010:0.0:1777573874.103251:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573874.103254:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513024, portal 10 00000400:00000010:0.0:1777573874.103258:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573874.103259:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926513024, offset 0 00000400:00000200:0.0:1777573874.103263:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103267:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103272:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0d80 00000400:00000200:0.0:1777573874.103276:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 129760 00000400:00000200:0.0:1777573874.103279:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103282:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103284:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573874.103299:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934e300. 00000400:00000200:0.0:1777573874.103310:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573874.103312:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573874.103316:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d1880 x1863919926513024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103332:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad600. 00000400:00000010:0.0:1777573874.103336:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:0.0:1777573874.103338:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573874.103340:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513536, portal 10 00000400:00000010:0.0:1777573874.103344:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573874.103346:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926513536, offset 0 00000400:00000200:0.0:1777573874.103349:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103364:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103369:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0f80 00000400:00000200:0.0:1777573874.103373:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 129984 00000400:00000200:0.0:1777573874.103377:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103379:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103382:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573874.103385:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934d180. 00000400:00000200:0.0:1777573874.103397:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573874.103399:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573874.103403:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6f100 x1863919926513536/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103430:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ac200. 00000400:00000010:0.0:1777573874.103433:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940a50. 00000400:00000010:0.0:1777573874.103436:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573874.103439:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926512384, portal 25 00000400:00000010:0.0:1777573874.103442:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573874.103444:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926512384, offset 0 00000400:00000200:0.0:1777573874.103447:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103451:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103456:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c0b00 00000400:00000200:0.0:1777573874.103460:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x167d1 [2] + 0 00000400:00000010:0.0:1777573874.103463:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded25962c0. 00000400:00000200:0.0:1777573874.103467:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec2ed6540 00000400:00000200:0.0:1777573874.103470:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103472:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573874.103475:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec2ed6540 00000400:00000010:0.0:1777573874.103477:0:3636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec2ed6540. 00000100:00000200:0.0:1777573874.103482:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573874.103493:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f000 00000400:00000010:0.0:1777573874.103495:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573874.103499:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d2680 x1863919926512384/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103519:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76acc00. 00000400:00000010:0.0:1777573874.103522:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940c08. 00000400:00000010:0.0:1777573874.103525:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573874.103528:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926512896, portal 4 00000400:00000010:0.0:1777573874.103531:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573874.103533:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926512896, offset 0 00000400:00000200:0.0:1777573874.103536:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103540:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103545:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0d00 00000400:00000200:0.0:1777573874.103550:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 672 00000400:00000200:0.0:1777573874.103554:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103556:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103560:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573874.103563:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ce00. 00000400:00000200:0.0:1777573874.103575:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573874.103577:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573874.103581:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d3100 x1863919926512896/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103597:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76adc00. 00000400:00000010:0.0:1777573874.103600:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940058. 00000400:00000010:0.0:1777573874.103603:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573874.103606:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513408, portal 4 00000400:00000010:0.0:1777573874.103610:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573874.103611:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926513408, offset 0 00000400:00000200:0.0:1777573874.103615:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103619:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103623:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c0f00 00000400:00000200:0.0:1777573874.103629:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 7760 00000400:00000200:0.0:1777573874.103632:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103634:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103637:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573874.103640:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934d500. 00000400:00000200:0.0:1777573874.103651:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573874.103652:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573874.103656:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6d880 x1863919926513408/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103670:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46f3e00. 00000400:00000010:0.0:1777573874.103673:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e18. 00000400:00000010:0.0:1777573874.103675:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573874.103677:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513920, portal 4 00000400:00000010:0.0:1777573874.103680:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573874.103682:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926513920, offset 0 00000400:00000200:0.0:1777573874.103686:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103689:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103714:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c1100 00000400:00000200:0.0:1777573874.103718:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 7984 00000400:00000200:0.0:1777573874.103722:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103724:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103727:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573874.103730:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ed80. 00000400:00000200:0.0:1777573874.103740:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:0.0:1777573874.103742:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573874.103746:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934ca80 x1863919926513920/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103773:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46f3400. 00000400:00000010:0.0:1777573874.103776:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940580. 00000400:00000010:0.0:1777573874.103779:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573874.103781:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926512640, portal 4 00000400:00000010:0.0:1777573874.103785:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573874.103787:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926512640, offset 0 00000400:00000200:0.0:1777573874.103790:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103795:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103799:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c0c00 00000400:00000200:0.0:1777573874.103803:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 896 00000400:00000200:0.0:1777573874.103807:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103809:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103812:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573874.103815:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934c000. 00000400:00000200:0.0:1777573874.103824:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fd48 00000400:00000010:0.0:1777573874.103826:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573874.103830:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d3800 x1863919926512640/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103845:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46f2a00. 00000400:00000010:0.0:1777573874.103848:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940160. 00000400:00000010:0.0:1777573874.103851:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573874.103853:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513152, portal 10 00000400:00000010:0.0:1777573874.103857:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573874.103859:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926513152, offset 0 00000400:00000200:0.0:1777573874.103862:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103866:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103871:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0e00 00000400:00000200:0.0:1777573874.103874:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 130208 00000400:00000200:0.0:1777573874.103878:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103880:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103883:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573874.103886:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ea00. 00000400:00000200:0.0:1777573874.103895:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573874.103897:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573874.103901:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6f800 x1863919926513152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103915:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46f2000. 00000400:00000010:0.0:1777573874.103918:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940478. 00000400:00000010:0.0:1777573874.103921:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573874.103923:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513664, portal 10 00000400:00000010:0.0:1777573874.103927:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573874.103929:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926513664, offset 0 00000400:00000200:0.0:1777573874.103932:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.103936:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.103940:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c1000 00000400:00000200:0.0:1777573874.103943:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 130432 00000400:00000200:0.0:1777573874.103947:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.103949:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.103951:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573874.103954:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934df80. 00000400:00000200:0.0:1777573874.103963:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573874.103965:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573874.103970:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6d500 x1863919926513664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.103990:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46f2800. 00000400:00000010:0.0:1777573874.103993:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573874.103996:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573874.103999:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926512768, portal 10 00000400:00000010:0.0:1777573874.104003:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573874.104005:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926512768, offset 0 00000400:00000200:0.0:1777573874.104008:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104013:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104018:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c0c80 00000400:00000200:0.0:1777573874.104021:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 130656 00000400:00000200:0.0:1777573874.104024:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104027:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104030:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573874.104032:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934f100. 00000400:00000200:0.0:1777573874.104042:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573874.104044:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573874.104048:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d2d80 x1863919926512768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.104063:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46f2600. 00000400:00000010:0.0:1777573874.104066:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79402c0. 00000400:00000010:0.0:1777573874.104068:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573874.104071:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513280, portal 4 00000400:00000010:0.0:1777573874.104075:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573874.104077:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926513280, offset 0 00000400:00000200:0.0:1777573874.104080:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104084:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104088:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c0e80 00000400:00000200:0.0:1777573874.104092:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 8208 00000400:00000200:0.0:1777573874.104096:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104098:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104101:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573874.104104:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934c380. 00000400:00000200:0.0:1777573874.104112:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573874.104114:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573874.104118:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6ed80 x1863919926513280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.104133:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc46f3a00. 00000400:00000010:0.0:1777573874.104136:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940840. 00000400:00000010:0.0:1777573874.104139:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573874.104141:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926513792, portal 4 00000400:00000010:0.0:1777573874.104145:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104147:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926513792, offset 0 00000400:00000200:0.0:1777573874.104150:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104154:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104158:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c1080 00000400:00000200:0.0:1777573874.104161:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 8432 00000400:00000200:0.0:1777573874.104165:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104167:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104169:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573874.104173:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d6300. 00000400:00000200:0.0:1777573874.104184:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.104186:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104189:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6c700 x1863919926513792/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573874.104230:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573874.104234:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573874.104240:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2e00. 00000020:00000010:0.0:1777573874.104246:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431da80. 00000020:00000010:0.0:1777573874.104250:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573874.104277:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573874.104306:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2200. 00000020:00000010:0.0:1777573874.104309:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573874.104312:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573874.104323:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573874.104326:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104329:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573874.104333:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f3000. 00000020:00000010:0.0:1777573874.104335:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431da00. 00000020:00000010:0.0:1777573874.104338:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573874.104347:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573874.104352:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc1dbec00. 00000020:00000010:0.0:1777573874.104355:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573874.104357:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573874.104365:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104367:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84140. 00000020:00000010:0.0:1777573874.104369:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104372:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc322d400. 00000020:00000010:0.0:1777573874.104374:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573874.104376:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573874.104382:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104384:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104389:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3c5c200. 00000020:00000010:0.0:1777573874.104391:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.104393:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.104404:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104405:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.104408:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512512 02000000:00000010:0.0:1777573874.104423:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7999800. 00010000:00000200:0.0:1777573874.104431:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934c700 x1863919926512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.104446:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104449:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926512512, offset 224 00000400:00000200:0.0:1777573874.104452:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104457:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104461:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0b80 00000400:00000200:0.0:1777573874.104466:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17685 [1] + 224 00000400:00000200:0.0:1777573874.104470:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104472:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104478:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d0000 x1863919926512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.104492:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.104494:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.104504:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431da80. 00000020:00000010:0.0:1777573874.104508:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573874.104512:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2e00. 00000020:00000010:0.0:1777573874.104524:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104526:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.104528:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513024 02000000:00000010:0.0:1777573874.104536:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7999400. 00010000:00000200:0.0:1777573874.104541:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934e300 x1863919926513024/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.104550:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104552:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926513024, offset 224 00000400:00000200:0.0:1777573874.104556:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104560:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104564:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0d80 00000400:00000200:0.0:1777573874.104568:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1768d [1] + 224 00000400:00000200:0.0:1777573874.104572:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104574:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104579:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d1880 x1863919926513024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.104588:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.104590:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.104597:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573874.104599:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573874.104602:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2200. 00000020:00000010:0.0:1777573874.104613:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104615:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.104617:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513536 02000000:00000010:0.0:1777573874.104624:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def799a800. 00010000:00000200:0.0:1777573874.104629:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934d180 x1863919926513536/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.104637:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104640:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926513536, offset 224 00000400:00000200:0.0:1777573874.104643:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104647:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104651:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0f80 00000400:00000200:0.0:1777573874.104655:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17695 [1] + 224 00000400:00000200:0.0:1777573874.104659:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104661:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104665:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6f100 x1863919926513536/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.104675:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.104676:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.104681:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431da00. 00000020:00000010:0.0:1777573874.104684:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573874.104686:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f3000. 00000020:00000010:0.0:1777573874.104714:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104717:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.104719:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513152 02000000:00000010:0.0:1777573874.104725:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e93400. 00010000:00000200:0.0:1777573874.104730:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934ea00 x1863919926513152/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.104737:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104740:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926513152, offset 224 00000400:00000200:0.0:1777573874.104743:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104747:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104751:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0e00 00000400:00000200:0.0:1777573874.104755:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x176c5 [1] + 224 00000400:00000200:0.0:1777573874.104758:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104760:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104764:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6f800 x1863919926513152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.104777:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.104779:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.104784:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573874.104786:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573874.104788:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc1dbec00. 00000020:00000010:0.0:1777573874.104798:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104800:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.104802:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513664 02000000:00000010:0.0:1777573874.104808:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e93000. 00010000:00000200:0.0:1777573874.104812:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934df80 x1863919926513664/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.104820:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104823:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926513664, offset 224 00000400:00000200:0.0:1777573874.104826:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104830:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104833:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c1000 00000400:00000200:0.0:1777573874.104837:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x176cd [1] + 224 00000400:00000200:0.0:1777573874.104840:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104842:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104846:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6d500 x1863919926513664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.104855:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.104856:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.104862:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573874.104865:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573874.104867:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc322d400. 00000020:00000010:0.0:1777573874.104878:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104880:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.104882:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512768 02000000:00000010:0.0:1777573874.104888:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e93c00. 00010000:00000200:0.0:1777573874.104893:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934f100 x1863919926512768/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.104901:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.104904:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926512768, offset 224 00000400:00000200:0.0:1777573874.104907:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.104911:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.104915:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c0c80 00000400:00000200:0.0:1777573874.104919:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x176d5 [1] + 224 00000400:00000200:0.0:1777573874.104922:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.104924:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.104929:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d2d80 x1863919926512768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.104938:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.104939:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.104944:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.104947:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.104949:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3c5c200. 00000020:00000010:0.0:1777573874.104978:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104982:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.104985:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3c5c200. 00000020:00000010:0.0:1777573874.104987:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.104989:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.105007:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105009:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.105012:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512384 02000000:00000010:0.0:1777573874.105018:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e91000. 00010000:00000200:0.0:1777573874.105023:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729b050 x1863919926512384/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105033:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.105035:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926512384, offset 224 00000400:00000200:0.0:1777573874.105039:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.105043:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.105047:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c0b00 00000400:00000200:0.0:1777573874.105051:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1769d [1] + 224 00000400:00000200:0.0:1777573874.105054:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.105056:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.105062:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d2680 x1863919926512384/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.105071:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.105073:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.105080:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.105082:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.105084:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3c5c200. 02000000:00000010:0.0:1777573874.105088:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2e91000. 00000100:00000200:0.0:1777573874.105094:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573874.105097:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940c60. 00000400:00000010:0.0:1777573874.105101:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc446c300. 00000020:00000010:0.0:1777573874.105120:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105123:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105125:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3c5c200. 00000020:00000010:0.0:1777573874.105127:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.105129:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.105147:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105150:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105152:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3c5cc00. 00000020:00000010:0.0:1777573874.105154:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573874.105157:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573874.105165:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105167:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.105169:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512896 02000000:00000010:0.0:1777573874.105178:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e91000. 00010000:00000200:0.0:1777573874.105184:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934ce00 x1863919926512896/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105192:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.105195:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926512896, offset 224 00000400:00000200:0.0:1777573874.105198:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.105202:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.105207:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0d00 00000400:00000200:0.0:1777573874.105211:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176a5 [1] + 224 00000400:00000200:0.0:1777573874.105215:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.105217:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.105223:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d3100 x1863919926512896/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.105233:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.105235:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.105242:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.105244:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.105247:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3c5c200. 00000020:00000010:0.0:1777573874.105257:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105260:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a844c0. 00000100:00000200:0.0:1777573874.105262:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926512640 02000000:00000010:0.0:1777573874.105270:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32c9800. 00010000:00000200:0.0:1777573874.105275:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934c000 x1863919926512640/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105284:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.105298:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926512640, offset 224 00000400:00000200:0.0:1777573874.105303:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.105307:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.105311:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0c00 00000400:00000200:0.0:1777573874.105314:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176bd [1] + 224 00000400:00000200:0.0:1777573874.105318:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.105320:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.105325:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d3800 x1863919926512640/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.105334:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.105336:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.105342:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573874.105345:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573874.105347:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3c5cc00. 00000020:00000010:0.0:1777573874.105368:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573874.105376:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3c5cc00. 00000020:00000010:0.0:1777573874.105378:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573874.105380:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573874.105400:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84140. 00000020:00000010:0.0:1777573874.105405:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3c5c200. 00000020:00000010:0.0:1777573874.105407:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.105409:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.105421:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105424:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491ed40. 00000020:00000010:0.0:1777573874.105427:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105430:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc322d400. 00000020:00000010:0.0:1777573874.105432:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573874.105434:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573874.105441:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105444:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5200. 00000020:00000010:0.0:1777573874.105447:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105450:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc1dbec00. 00000020:00000010:0.0:1777573874.105452:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431da00. 00000020:00000010:0.0:1777573874.105454:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573874.105462:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105464:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a842c0. 00000100:00000200:0.0:1777573874.105466:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513408 02000000:00000010:0.0:1777573874.105473:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32cb800. 00010000:00000200:0.0:1777573874.105478:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934d500 x1863919926513408/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105488:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.105491:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926513408, offset 224 00000400:00000200:0.0:1777573874.105494:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.105500:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.105504:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0f00 00000400:00000200:0.0:1777573874.105507:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176ad [1] + 224 00000400:00000200:0.0:1777573874.105511:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.105514:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.105520:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6d880 x1863919926513408/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.105529:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.105531:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.105537:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573874.105540:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573874.105542:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3c5cc00. 00000020:00000010:0.0:1777573874.105552:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105555:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a842c0. 00000100:00000200:0.0:1777573874.105557:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513920 02000000:00000010:0.0:1777573874.105563:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32c9c00. 00010000:00000200:0.0:1777573874.105568:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934ed80 x1863919926513920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105577:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.105580:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926513920, offset 224 00000400:00000200:0.0:1777573874.105583:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.105587:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.105591:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c1100 00000400:00000200:0.0:1777573874.105595:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176b5 [1] + 224 00000400:00000200:0.0:1777573874.105599:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.105601:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.105606:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934ca80 x1863919926513920/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.105620:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.105621:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.105628:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d300. 00000020:00000010:0.0:1777573874.105630:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573874.105632:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3c5c200. 00000020:00000010:0.0:1777573874.105642:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105644:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a842c0. 00000100:00000200:0.0:1777573874.105646:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513280 02000000:00000010:0.0:1777573874.105652:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32c8c00. 00010000:00000200:0.0:1777573874.105656:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934c380 x1863919926513280/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105664:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.105667:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926513280, offset 224 00000400:00000200:0.0:1777573874.105670:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.105674:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.105678:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c0e80 00000400:00000200:0.0:1777573874.105683:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176dd [1] + 224 00000400:00000200:0.0:1777573874.105686:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.105689:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.105714:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6ed80 x1863919926513280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.105724:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.105725:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.105731:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573874.105733:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573874.105736:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc322d400. 00000020:00000010:0.0:1777573874.105745:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573874.105747:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a842c0. 00000100:00000200:0.0:1777573874.105749:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926513792 02000000:00000010:0.0:1777573874.105755:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32cac00. 00010000:00000200:0.0:1777573874.105759:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d6300 x1863919926513792/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1777573885 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105768:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573874.105770:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926513792, offset 224 00000400:00000200:0.0:1777573874.105773:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573874.105778:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573874.105782:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c1080 00000400:00000200:0.0:1777573874.105786:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x176e5 [1] + 224 00000400:00000200:0.0:1777573874.105789:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573874.105791:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573874.105796:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6c700 x1863919926513792/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573874.105805:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573874.105807:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573874.105813:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431da00. 00000020:00000010:0.0:1777573874.105815:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573874.105817:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc1dbec00. 00000400:00000010:0.0:1777573874.105873:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940268. 00000400:00000200:0.0:1777573874.105877:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573874.105878:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573874.105883:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d2d80 x1863919926512768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.105891:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d2d80 x1863919926512768/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105913:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79402c0. 00000400:00000200:0.0:1777573874.105916:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573874.105917:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573874.105921:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6ed80 x1863919926513280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.105928:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6ed80 x1863919926513280/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105939:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940840. 00000400:00000200:0.0:1777573874.105942:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573874.105943:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573874.105946:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6c700 x1863919926513792/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.105954:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6c700 x1863919926513792/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105964:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940580. 00000400:00000200:0.0:1777573874.105967:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:0.0:1777573874.105968:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573874.105971:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d3800 x1863919926512640/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.105978:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d3800 x1863919926512640/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.105990:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940160. 00000400:00000200:0.0:1777573874.105992:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fd48 00000400:00000010:0.0:1777573874.105993:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573874.105998:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6f800 x1863919926513152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106004:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6f800 x1863919926513152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.106014:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940478. 00000400:00000200:0.0:1777573874.106016:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573874.106017:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573874.106020:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6d500 x1863919926513664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106027:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6d500 x1863919926513664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573874.106041:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46f2800. 02000000:00000010:0.0:1777573874.106046:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc24b3400. 00000100:00000010:0.0:1777573874.106050:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d2d80. 02000000:00000010:0.0:1777573874.106055:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46f2600. 02000000:00000010:0.0:1777573874.106057:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc24b3a00. 00000100:00000010:0.0:1777573874.106059:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6ed80. 02000000:00000010:0.0:1777573874.106062:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46f3a00. 02000000:00000010:0.0:1777573874.106064:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6700. 00000100:00000010:0.0:1777573874.106066:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6c700. 02000000:00000010:0.0:1777573874.106069:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46f3400. 02000000:00000010:0.0:1777573874.106071:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89dec8283900. 00000100:00000010:0.0:1777573874.106080:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d3800. 02000000:00000010:0.0:1777573874.106083:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46f2a00. 02000000:00000010:0.0:1777573874.106085:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc24b3e00. 00000100:00000010:0.0:1777573874.106087:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6f800. 02000000:00000010:0.0:1777573874.106090:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46f2000. 02000000:00000010:0.0:1777573874.106092:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6600. 00000100:00000010:0.0:1777573874.106094:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d500. 00000400:00000010:0.0:1777573874.106110:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940a50. 00000400:00000200:0.0:1777573874.106113:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573874.106114:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573874.106120:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d2680 x1863919926512384/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106128:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d2680 x1863919926512384/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.106140:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940c08. 00000400:00000200:0.0:1777573874.106143:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f000 00000400:00000010:0.0:1777573874.106144:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573874.106148:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d3100 x1863919926512896/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106156:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d3100 x1863919926512896/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.106167:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940058. 00000400:00000200:0.0:1777573874.106169:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573874.106171:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573874.106174:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6d880 x1863919926513408/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106181:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6d880 x1863919926513408/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.106191:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e18. 00000400:00000200:0.0:1777573874.106193:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573874.106194:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573874.106197:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934ca80 x1863919926513920/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106205:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934ca80 x1863919926513920/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.106216:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79401b8. 00000400:00000200:0.0:1777573874.106218:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573874.106220:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573874.106224:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d0000 x1863919926512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106232:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d0000 x1863919926512512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.106243:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940630. 00000400:00000200:0.0:1777573874.106245:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573874.106246:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573874.106250:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d1880 x1863919926513024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106257:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d1880 x1863919926513024/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573874.106269:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940738. 00000400:00000200:0.0:1777573874.106271:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573874.106273:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573874.106277:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6f100 x1863919926513536/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573874.106284:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6f100 x1863919926513536/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573874.109430:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ca80. 02000000:00000010:3.0:1777573874.109454:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4c00. 00000100:00000010:3.0:1777573874.109484:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250df80. 02000000:00000010:3.0:1777573874.109490:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4e00. 02000000:00000010:3.0:1777573874.109525:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc1f07000. 00000400:00000010:3.0:1777573874.109533:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d4d0. 00000400:00000010:3.0:1777573874.109539:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573874.109546:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926514048, portal 4 00000400:00000010:3.0:1777573874.109553:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573874.109557:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926514048, offset 0 00000400:00000200:3.0:1777573874.109565:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573874.109578:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573874.109590:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c1180 00000400:00000200:3.0:1777573874.109597:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 3584 00000400:00000200:3.0:1777573874.109605:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573874.109609:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573874.109618:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573874.109622:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f480. 00000400:00000200:3.0:1777573874.109641:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573874.109644:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573874.109651:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250ca80 x1863919926514048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573874.109723:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573874.109730:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573874.109736:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1200. 00000020:00000010:3.0:1777573874.109741:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573874.109746:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573874.109778:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573874.109780:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000100:00000200:3.0:1777573874.109784:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926514048 02000000:00000010:3.0:1777573874.109800:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc1f05400. 00010000:00000200:3.0:1777573874.109832:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250f480 x1863919926514048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:375/0 lens 224/368 e 0 to 0 dl 1777573885 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573874.109849:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573874.109853:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926514048, offset 224 00000400:00000200:3.0:1777573874.109857:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573874.109878:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573874.109883:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c1180 00000400:00000200:3.0:1777573874.109888:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17725 [1] + 224 00000400:00000200:3.0:1777573874.109892:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573874.109894:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573874.109901:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250ca80 x1863919926514048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573874.109924:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573874.109926:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573874.109939:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573874.109943:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573874.109946:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1200. 02000000:00000010:3.0:1777573874.109976:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc33e8400. 00000400:00000010:3.0:1777573874.109980:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d948. 00000400:00000010:3.0:1777573874.109983:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573874.109986:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926514176, portal 4 00000400:00000010:3.0:1777573874.109990:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573874.109992:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926514176, offset 0 00000400:00000200:3.0:1777573874.109995:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573874.110000:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573874.110005:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c1200 00000400:00000200:3.0:1777573874.110008:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 3808 00000400:00000200:3.0:1777573874.110012:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573874.110014:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573874.110017:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573874.110020:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250dc00. 00000400:00000200:3.0:1777573874.110031:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573874.110033:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573874.110038:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250df80 x1863919926514176/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573874.110069:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573874.110072:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573874.110075:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1200. 00000020:00000010:3.0:1777573874.110078:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573874.110080:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573874.110099:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573874.110101:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000100:00000200:3.0:1777573874.110104:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926514176 02000000:00000010:3.0:1777573874.110111:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc33e8800. 00010000:00000200:3.0:1777573874.110121:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250dc00 x1863919926514176/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:375/0 lens 224/368 e 0 to 0 dl 1777573885 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573874.110130:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573874.110133:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926514176, offset 224 00000400:00000200:3.0:1777573874.110136:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573874.110140:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573874.110145:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c1200 00000400:00000200:3.0:1777573874.110149:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17731 [1] + 224 00000400:00000200:3.0:1777573874.110153:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573874.110156:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573874.110163:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250df80 x1863919926514176/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573874.110178:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573874.110180:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000020:00000010:3.0:1777573874.110186:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573874.110189:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573874.110191:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1200. 00000400:00000010:3.0:1777573874.110225:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d948. 00000400:00000200:3.0:1777573874.110229:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573874.110231:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573874.110235:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250df80 x1863919926514176/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573874.110244:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250df80 x1863919926514176/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573874.110278:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc33e8400. 02000000:00000010:3.0:1777573874.110284:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4e00. 00000100:00000010:3.0:1777573874.110309:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250df80. 00000400:00000010:3.0:1777573874.110416:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d4d0. 00000400:00000200:3.0:1777573874.110419:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573874.110421:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573874.110425:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250ca80 x1863919926514048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573874.110433:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250ca80 x1863919926514048/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573874.110449:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc1f07000. 02000000:00000010:3.0:1777573874.110454:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4c00. 00000100:00000010:3.0:1777573874.110457:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ca80. 02000000:00000010:0.0:1777573874.118773:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ac200. 02000000:00000010:0.0:1777573874.118782:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488500. 00000100:00000010:0.0:1777573874.118793:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d2680. 02000000:00000010:0.0:1777573874.118799:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76acc00. 02000000:00000010:0.0:1777573874.118801:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc24b3d00. 00000100:00000010:0.0:1777573874.118805:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d3100. 02000000:00000010:0.0:1777573874.118808:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76adc00. 02000000:00000010:0.0:1777573874.118811:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6c00. 00000100:00000010:0.0:1777573874.118814:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d880. 02000000:00000010:0.0:1777573874.118817:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc46f3e00. 02000000:00000010:0.0:1777573874.118820:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6100. 00000100:00000010:0.0:1777573874.118822:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 02000000:00000010:0.0:1777573874.118826:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad800. 02000000:00000010:0.0:1777573874.118829:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488000. 00000100:00000010:0.0:1777573874.118832:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d0000. 02000000:00000010:0.0:1777573874.118835:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad000. 02000000:00000010:0.0:1777573874.118838:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc24b3c00. 00000100:00000010:0.0:1777573874.118840:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d1880. 02000000:00000010:0.0:1777573874.118842:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad600. 02000000:00000010:0.0:1777573874.118845:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6900. 00000100:00000010:0.0:1777573874.118847:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6f100. 00000100:00000010:0.0:1777573874.122915:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb8a0. 00000100:00000010:2.0:1777573874.123005:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb7e0. 00000100:00000010:1.0:1777573874.123205:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccba80. 00000100:00000010:3.0:1777573874.128556:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb900. 00000020:00000010:0.0:1777573874.302446:0:113217:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89deef17acd0. 00000020:00000010:0.0:1777573874.302587:0:113217:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89deef17acd0. 00080000:00000010:3.0:1777573875.003431:0:113231:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a080. 00080000:00000010:3.0:1777573875.003442:0:113231:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a080. 00080000:00000010:3.0:1777573875.003453:0:113231:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a080. 00080000:00000010:3.0:1777573875.003459:0:113231:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a080. 00080000:00000010:3.0:1777573875.003468:0:113231:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a080. 00080000:00000010:3.0:1777573875.003473:0:113231:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a080. 00080000:00000010:3.0:1777573875.003483:0:113231:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a080. 00080000:00000010:3.0:1777573875.003488:0:113231:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a080. 00000020:00000010:0.0:1777573875.310748:0:113267:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89deef17a630. 00000020:00000010:0.0:1777573875.310837:0:113267:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89deef17a630. 00000020:00000010:0.0:1777573875.311035:0:113267:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc32c8400. 00000020:00000010:0.0:1777573875.311046:0:113267:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ada00. 00000020:00000010:0.0:1777573875.311051:0:113267:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def76aca00. 00000040:00000010:0.0:1777573875.311055:0:113267:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def76ad600. 00000020:00000010:0.0:1777573875.311061:0:113267:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ded8f0f800. 00000020:00000010:0.0:1777573875.311065:0:113267:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def76ad000. 80000000:00000010:0.0:1777573875.311070:0:113267:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccb8a0. 00040000:00000010:0.0:1777573875.311075:0:113267:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def76ad800. 00080000:00000010:0.0:1777573875.311083:0:113267:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4220000. 00080000:00000010:0.0:1777573875.311087:0:113267:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4222000. 20000000:00000010:0.0:1777573875.311093:0:113267:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89def76adc00. 00000020:00000010:0.0:1777573875.311099:0:113267:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89def7a842c0. 20000000:00000010:0.0:1777573875.311105:0:113267:0:(mgs_handler.c:1186:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff89ddc1ccb060. 20000000:00000010:0.0:1777573875.311113:0:113267:0:(mgs_llog.c:6228:mgs_set_param()) kmalloced '(mti)': 4544 at ffff89ddc31bc000. 00000040:00000010:0.0:1777573875.311130:0:113267:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89def76acc00. 00080000:00000010:0.0:1777573875.311179:0:113267:0:(osd_handler.c:8126:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff89def799b400. 00000040:00000010:0.0:1777573875.311186:0:113267:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded8f62af8. 00000040:00000010:0.0:1777573875.311198:0:113267:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc31be000. 00000040:00000010:0.0:1777573875.311216:0:113267:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ddc1ccb780. 00000020:00000010:0.0:1777573875.315150:0:113268:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec1340800. 00000020:00000010:0.0:1777573875.315160:0:113268:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc1562800. 00000040:00000010:0.0:1777573875.315165:0:113268:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc1563600. 00000020:00000010:0.0:1777573875.315170:0:113268:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc452d000. 00000020:00000010:0.0:1777573875.315175:0:113268:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573875.315180:0:113268:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2446400. 80000000:00000010:0.0:1777573875.315185:0:113268:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccb960. 40000000:00000010:0.0:1777573875.315189:0:113268:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89def7a84280. 00100000:00000010:0.0:1777573875.315194:0:113268:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc452f000. 00040000:00000010:0.0:1777573875.315199:0:113268:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2ef6900. 00040000:00000010:0.0:1777573875.315205:0:113268:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89deef1b5000. 00040000:00000010:0.0:1777573875.315208:0:113268:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2447e00. 00080000:00000010:0.0:1777573875.315216:0:113268:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89defbf7c000. 00080000:00000010:0.0:1777573875.315223:0:113268:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dc2000. 00000004:00000010:0.0:1777573875.315231:0:113268:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ded25ca000. 00000004:00000010:0.0:1777573875.315242:0:113268:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc477a000. 00000004:00000010:0.0:1777573875.315249:0:113268:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ded25cc000. 00002000:00000010:0.0:1777573875.315254:0:113268:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89def799b800. 00000004:00000010:0.0:1777573875.315260:0:113268:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89def4daa000. 00000020:00000010:0.0:1777573875.315276:0:113268:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89def7a84100. 00000040:00000010:0.0:1777573875.315285:0:113268:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89dec2dc0000. 20000000:00000010:0.0:1777573875.315316:0:113268:0:(mgs_llog.c:1249:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff89ddc2ef6100. 20000000:00000010:0.0:1777573875.315322:0:113268:0:(mgs_llog.c:1317:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff89ddc2ef6100. 00000040:00000010:0.0:1777573875.315326:0:113268:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89dec2dc0000. 00000020:00000010:0.0:1777573875.315332:0:113268:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89def7a84100. 00000020:00000010:0.0:1777573875.315339:0:113268:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc1562800. 00000040:00000010:0.0:1777573875.315345:0:113268:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc1563600. 00000020:00000010:0.0:1777573875.315348:0:113268:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc452d000. 00000020:00000010:0.0:1777573875.315352:0:113268:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573875.315356:0:113268:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2446400. 80000000:00000010:0.0:1777573875.315360:0:113268:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccb960. 40000000:00000010:0.0:1777573875.315363:0:113268:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89def7a84280. 00100000:00000010:0.0:1777573875.315366:0:113268:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc452f000. 00040000:00000010:0.0:1777573875.315370:0:113268:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2ef6900. 00040000:00000010:0.0:1777573875.315373:0:113268:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89deef1b5000. 00040000:00000010:0.0:1777573875.315376:0:113268:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2447e00. 00080000:00000010:0.0:1777573875.315379:0:113268:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dc2000. 00080000:00000010:0.0:1777573875.315382:0:113268:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89defbf7c000. 00000004:00000010:0.0:1777573875.315386:0:113268:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ded25ca000. 00000004:00000010:0.0:1777573875.315390:0:113268:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc477a000. 00000004:00000010:0.0:1777573875.315394:0:113268:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ded25cc000. 00002000:00000010:0.0:1777573875.315399:0:113268:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89def799b800. 00000004:00000010:0.0:1777573875.315401:0:113268:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89def4daa000. 00000020:00000010:0.0:1777573875.315404:0:113268:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec1340800. 00000040:00000010:2.0:1777573875.315603:0:113267:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ddc1ccb780. 00000040:00000010:2.0:1777573875.315615:0:113267:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded8f62af8. 00000040:00000010:2.0:1777573875.315622:0:113267:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc31be000. 00000040:00000010:2.0:1777573875.315625:0:113267:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89def76acc00. 20000000:00000400:2.0:1777573875.315631:0:113267:0:(mgs_llog.c:1437:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00000010:2.0:1777573875.321300:0:113267:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c54200. 00010000:00000010:2.0:1777573875.321330:0:113267:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc491e800. 00000100:00000010:2.0:1777573875.321341:0:113267:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc53963c0. 00000100:00000010:2.0:1777573875.321355:0:113267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc41b0e00. 02000000:00000010:2.0:1777573875.321371:0:113267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4749e00. 02000000:00000010:2.0:1777573875.321404:0:113267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76acc00. 00000400:00000010:2.0:1777573875.321412:0:113267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7aa8. 00000400:00000010:2.0:1777573875.321418:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573875.321425:0:113267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926514304, portal 16 00000400:00000010:2.0:1777573875.321429:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573875.321431:0:113267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926514304, offset 0 00000400:00000200:2.0:1777573875.321441:0:113267:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573875.321454:0:113267:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573875.321458:0:113267:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1777573875.321463:0:113267:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.204.109@tcp 00000400:00000200:2.0:1777573875.321468:0:113267:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.204.109@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1777573875.321471:0:113267:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.9@tcp 00000400:00000200:2.0:1777573875.321475:0:113267:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3602:3602:256:4294967295] 192.168.204.9@tcp LPNI seq info [3598:3598:8:4294967295] 00000400:00000200:2.0:1777573875.321487:0:113267:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573875.321493:0:113267:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573875.321498:0:113267:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc2477a00. 00000800:00000200:2.0:1777573875.321745:0:113267:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573875.321753:0:113267:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573875.321757:0:113267:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc2477a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:2.0:1777573875.321809:0:113267:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4840. 00000100:00000010:2.0:1777573875.321821:0:113267:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b48a0. 00000100:00000010:2.0:1777573875.321825:0:113267:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b43c0. 00000100:00000010:2.0:1777573875.321829:0:113267:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b44e0. 00000100:00000010:2.0:1777573875.321838:0:113267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc41b2d80. 02000000:00000010:2.0:1777573875.321847:0:113267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89deef38a800. 02000000:00000010:2.0:1777573875.321859:0:113267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4c15800. 00000400:00000010:2.0:1777573875.321863:0:113267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7840. 00000400:00000010:2.0:1777573875.321866:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573875.321869:0:113267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926514432, portal 16 00000400:00000010:2.0:1777573875.321871:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.321873:0:113267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926514432, offset 0 00000400:00000200:2.0:1777573875.321878:0:113267:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.321885:0:113267:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.321893:0:113267:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c1300 00000400:00000200:2.0:1777573875.321899:0:113267:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1697d [2] + 1640 00000400:00000200:2.0:1777573875.321906:0:113267:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.321909:0:113267:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.321917:0:113267:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777573875.321921:0:113267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4914000. 00000400:00000200:2.0:1777573875.321938:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573875.321940:0:113267:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.321949:0:113267:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc41b2d80 x1863919926514432/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1777573875.321967:0:113267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fed80. 02000000:00000010:2.0:1777573875.321974:0:113267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def4c14400. 02000000:00000010:2.0:1777573875.321982:0:113267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4c14c00. 00000400:00000010:2.0:1777573875.321985:0:113267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7f78. 00000400:00000010:2.0:1777573875.321989:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.321991:0:113267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926514560, portal 16 00000400:00000010:2.0:1777573875.321994:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573875.321996:0:113267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926514560, offset 0 00000400:00000200:2.0:1777573875.322000:0:113267:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.322005:0:113267:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.322010:0:113267:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c1380 00000400:00000200:2.0:1777573875.322013:0:113267:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1697d [2] + 1968 00000400:00000010:2.0:1777573875.322017:0:113267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a948. 00000400:00000200:2.0:1777573875.322021:0:113267:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded192b9c0 00000400:00000200:2.0:1777573875.322024:0:113267:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.322027:0:113267:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573875.322029:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192b9c0 00000400:00000010:2.0:1777573875.322031:0:113267:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded192b9c0. 00000100:00000200:2.0:1777573875.322035:0:113267:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:2.0:1777573875.322051:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573875.322053:0:113267:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573875.322057:0:113267:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fed80 x1863919926514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1777573875.322071:0:113267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc380. 02000000:00000010:2.0:1777573875.322076:0:113267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def4c15200. 02000000:00000010:2.0:1777573875.322084:0:113267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4c15600. 00000400:00000010:2.0:1777573875.322087:0:113267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7898. 00000400:00000010:2.0:1777573875.322090:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573875.322092:0:113267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926514688, portal 16 00000400:00000010:2.0:1777573875.322094:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf953b8. 00000100:00000200:2.0:1777573875.322096:0:113267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926514688, offset 0 00000400:00000200:2.0:1777573875.322099:0:113267:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.322103:0:113267:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.322108:0:113267:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c1400 00000400:00000200:2.0:1777573875.322112:0:113267:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-0@lo ptl 15 MB 0x69f39ad1c1400 off 0 len 328 00000100:00000010:2.0:1777573875.322117:0:113267:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc700. 02000000:00000010:2.0:1777573875.322121:0:113267:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def4c14200. 02000000:00000010:2.0:1777573875.322126:0:113267:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4c15000. 00000400:00000010:2.0:1777573875.322129:0:113267:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7e18. 00000400:00000010:2.0:1777573875.322131:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95ee0. 00000100:00000200:2.0:1777573875.322134:0:113267:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926514816, portal 16 00000400:00000010:2.0:1777573875.322136:0:113267:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95330. 00000100:00000200:2.0:1777573875.322138:0:113267:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926514816, offset 0 00000400:00000200:2.0:1777573875.322141:0:113267:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.322146:0:113267:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.322151:0:113267:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c1480 00000400:00000200:2.0:1777573875.322154:0:113267:0:(lib-ptl.c:642:lnet_ptl_match_md()) Delaying PUT from 12345-0@lo ptl 15 MB 0x69f39ad1c1480 off 0 len 328 00000100:00000010:1.0:1777573875.322632:0:9433:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff89ddc2fab400. 00000100:00000010:1.0:1777573875.322641:0:9433:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff89dec2dba000. 00000100:00000200:1.0:1777573875.322644:0:9433:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1777573875.322648:0:9433:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37630. 00000400:00000010:1.0:1777573875.322652:0:9433:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820300. 00000400:00000200:1.0:1777573875.322657:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17765 [2] + 0 00000400:00000200:1.0:1777573875.322661:0:9433:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-0@lo portal 15 match 1863919926514688 offset 0 length 328. 00000400:00000200:1.0:1777573875.322665:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17765 [2] + 328 00000400:00000200:1.0:1777573875.322668:0:9433:0:(lib-ptl.c:734:lnet_ptl_attach_md()) Resuming delayed PUT from 12345-0@lo portal 15 match 1863919926514816 offset 0 length 328. 00000400:00000200:1.0:1777573875.322672:0:9433:0:(lib-move.c:5170:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-0@lo portal 15 match 1863919926514688 offset 0 length 328. 00000400:00000200:1.0:1777573875.322675:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.322678:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573875.322682:0:9433:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1777573875.322686:0:9433:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773800. 00000400:00000200:1.0:1777573875.322730:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf953b8 00000400:00000010:1.0:1777573875.322732:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf953b8. 00000100:00000200:1.0:1777573875.322739:0:9433:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fc380 x1863919926514688/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573875.322749:0:9433:0:(lib-move.c:5170:lnet_recv_delayed_msg_list()) Resuming delayed PUT from 12345-0@lo portal 15 match 1863919926514816 offset 0 length 328. 00000400:00000200:1.0:1777573875.322752:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.322754:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573875.322757:0:9433:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1777573875.322761:0:9433:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4771880. 00000400:00000200:1.0:1777573875.322765:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95330 00000400:00000010:1.0:1777573875.322766:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95330. 00000100:00000200:1.0:1777573875.322770:0:9433:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fc700 x1863919926514816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1777573875.322793:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322797:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322803:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547c00. 00000020:00000010:1.0:1777573875.322809:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573875.322814:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573875.322846:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322849:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322851:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546800. 00000020:00000010:1.0:1777573875.322853:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573875.322856:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573875.322862:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322864:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322866:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547200. 00000020:00000010:1.0:1777573875.322868:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48f00. 00000020:00000010:1.0:1777573875.322887:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06640. 00000020:00000010:1.0:1777573875.322896:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322898:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322901:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546200. 00000020:00000010:1.0:1777573875.322903:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48380. 00000020:00000010:1.0:1777573875.322905:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06d48. 00000020:00000010:1.0:1777573875.322916:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.322918:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000100:00000200:1.0:1777573875.322921:0:9433:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926514432 02000000:00000010:1.0:1777573875.322933:0:9433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fabc00. 00000400:00000010:1.0:1777573875.322945:0:9433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23990. 00000100:00000200:1.0:1777573875.322948:0:9433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926514432, offset 224 00000400:00000200:1.0:1777573875.322952:0:9433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573875.322958:0:9433:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573875.322964:0:9433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c1300 00000400:00000200:1.0:1777573875.322968:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17745 [1] + 224 00000400:00000200:1.0:1777573875.322972:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.322974:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573875.322979:0:9433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc41b2d80 x1863919926514432/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573875.322992:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23990 00000400:00000010:1.0:1777573875.322994:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23990. 00010000:00000010:1.0:1777573875.323002:0:9433:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc4820840. 00000020:00000010:1.0:1777573875.323019:0:9433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573875.323022:0:9433:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573875.323025:0:9433:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547c00. 00000020:00000010:1.0:1777573875.323037:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.323039:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000100:00000200:1.0:1777573875.323041:0:9433:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926514560 00000020:00000010:2.0:1777573875.323229:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.323233:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000100:00000200:2.0:1777573875.323236:0:6468:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926514688 02000000:00000010:2.0:1777573875.323243:0:6468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4241000. 00000400:00000010:2.0:1777573875.323249:0:6468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573875.323252:0:6468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926514688, offset 224 00000400:00000200:2.0:1777573875.323256:0:6468:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.323273:0:6468:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.323280:0:6468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c1400 00000400:00000200:2.0:1777573875.323284:0:6468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17755 [1] + 224 00000400:00000200:2.0:1777573875.323288:0:6468:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.323290:0:6468:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.323296:0:6468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fc380 x1863919926514688/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777573875.323306:0:6468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573875.323308:0:6468:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00010000:00000010:2.0:1777573875.323314:0:6468:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc5396780. 00000020:00000010:2.0:1777573875.323337:0:6468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48f00. 00000020:00000010:2.0:1777573875.323341:0:6468:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06640. 00000020:00000010:2.0:1777573875.323343:0:6468:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547200. 00000020:00000010:2.0:1777573875.323355:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.323358:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000100:00000200:2.0:1777573875.323360:0:6468:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926514816 02000000:00000010:2.0:1777573875.323366:0:6468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4241400. 00000400:00000010:2.0:1777573875.323371:0:6468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573875.323374:0:6468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926514816, offset 224 00000400:00000200:2.0:1777573875.323378:0:6468:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.323383:0:6468:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.323388:0:6468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c1480 00000400:00000200:2.0:1777573875.323392:0:6468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1775d [1] + 224 00000400:00000200:2.0:1777573875.323396:0:6468:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.323399:0:6468:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.323403:0:6468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fc700 x1863919926514816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777573875.323412:0:6468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573875.323414:0:6468:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00010000:00000010:2.0:1777573875.323419:0:6468:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc5396f00. 00000020:00000010:2.0:1777573875.323431:0:6468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48380. 00000020:00000010:2.0:1777573875.323434:0:6468:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06d48. 00000020:00000010:2.0:1777573875.323437:0:6468:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546200. 00000100:00000010:2.0:1777573875.323474:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44ff480. 02000000:00000010:2.0:1777573875.323487:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89dec87cec00. 02000000:00000010:1.0:1777573875.323562:0:9433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2faa400. 00000400:00000010:1.0:1777573875.323569:0:9433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23990. 00000100:00000200:1.0:1777573875.323572:0:9433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926514560, offset 224 00000400:00000200:1.0:1777573875.323576:0:9433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573875.323581:0:9433:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573875.323586:0:9433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c1380 00000400:00000200:1.0:1777573875.323590:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1774d [1] + 224 00000400:00000200:1.0:1777573875.323594:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.323596:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573875.323601:0:9433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fed80 x1863919926514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573875.323617:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23990 00000400:00000010:1.0:1777573875.323619:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23990. 00010000:00000010:1.0:1777573875.323626:0:9433:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc4820c00. 00000020:00000010:1.0:1777573875.323637:0:9433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48680. 00000020:00000010:1.0:1777573875.323640:0:9433:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:1.0:1777573875.323643:0:9433:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546800. 02000000:00000010:1.0:1777573875.323649:0:9433:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2faa400. 02000000:00000010:1.0:1777573875.323653:0:9433:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fabc00. 00000100:00000010:1.0:1777573875.323656:0:9433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4914000. 02000000:00000010:1.0:1777573875.323660:0:9433:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc323b800. 00000100:00000010:1.0:1777573875.323663:0:9433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6d80. 02000000:00000010:1.0:1777573875.323667:0:9433:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc323a800. 00000100:00000010:1.0:1777573875.323669:0:9433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6300. 00010000:00000010:2.0:1777573875.323672:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc4820840. 02000000:00000010:1.0:1777573875.323672:0:9433:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb0400. 00000100:00000010:1.0:1777573875.323674:0:9433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5c00. 02000000:00000010:1.0:1777573875.323678:0:9433:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb3000. 00000100:00000010:1.0:1777573875.323680:0:9433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4e00. 00000100:00000010:2.0:1777573875.323685:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae1f80. 02000000:00000010:1.0:1777573875.323685:0:9433:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2f0d800. 00000100:00000010:1.0:1777573875.323689:0:9433:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d2680. 00000100:00000010:1.0:1777573875.323712:0:9433:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff89ddc3ca6000. 00000100:00000010:1.0:1777573875.323717:0:9433:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff89ddc2fb5800. 02000000:00000010:2.0:1777573875.323723:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89dec87cf000. 00010000:00000010:2.0:1777573875.323747:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc5396780. 00000100:00000010:2.0:1777573875.323756:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae0a80. 02000000:00000010:2.0:1777573875.323761:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4239a00. 00010000:00000010:2.0:1777573875.323769:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc5396f00. 00000100:00000010:2.0:1777573875.323775:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae3b80. 02000000:00000010:2.0:1777573875.323779:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4239400. 00010000:00000010:2.0:1777573875.323792:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc4820c00. 00000400:00000010:2.0:1777573875.323816:0:113267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7840. 00000400:00000200:2.0:1777573875.323819:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573875.323821:0:113267:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573875.323825:0:113267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc41b2d80 x1863919926514432/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777573875.323834:0:113267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc41b2d80 x1863919926514432/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777573875.323860:0:113267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7f78. 00000400:00000200:2.0:1777573875.323863:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573875.323864:0:113267:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.323868:0:113267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fed80 x1863919926514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777573875.323875:0:113267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fed80 x1863919926514560/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777573875.323883:0:113267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7898. 02000000:00000010:1.0:1777573875.323883:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4546800. 00000400:00000200:2.0:1777573875.323885:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573875.323887:0:113267:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000400:00000010:1.0:1777573875.323887:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c374d0. 00000100:00000200:2.0:1777573875.323890:0:113267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fc380 x1863919926514688/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777573875.323890:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23990. 00000100:00000200:1.0:1777573875.323894:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926515200, portal 18 00000100:00000200:2.0:1777573875.323896:0:113267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fc380 x1863919926514688/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1777573875.323898:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23908. 00000100:00000200:1.0:1777573875.323900:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926515200, offset 0 00000400:00000200:1.0:1777573875.323904:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1777573875.323906:0:113267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7e18. 00000400:00000200:2.0:1777573875.323908:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95ee0 00000400:00000200:1.0:1777573875.323909:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1777573875.323910:0:113267:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95ee0. 00000100:00000200:2.0:1777573875.323913:0:113267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fc700 x1863919926514816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573875.323915:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c1600 00000100:00000200:2.0:1777573875.323920:0:113267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fc700 x1863919926514816/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573875.323921:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5835 [2] + 656 00000400:00000200:1.0:1777573875.323926:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.323929:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573875.323933:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777573875.323938:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 00000400:00000200:1.0:1777573875.323954:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23908 00000400:00000010:1.0:1777573875.323956:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23908. 00000100:00000200:1.0:1777573875.323960:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae0a80 x1863919926515200/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573875.323972:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.323976:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.323979:0:10290:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4238000. 00000020:00000010:2.0:1777573875.323982:0:10290:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70180. 00000020:00000010:2.0:1777573875.323985:0:10290:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 02000000:00000010:1.0:1777573875.323995:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547c00. 00000400:00000010:1.0:1777573875.323997:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573875.324000:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23908. 00000100:00000200:2.0:1777573875.324002:0:10290:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89ddc4773100 x1863919926515200/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:376/0 lens 328/0 e 0 to 0 dl 1777573886 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573875.324003:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926515072, portal 18 00000400:00000010:1.0:1777573875.324005:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573875.324008:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926515072, offset 0 00000400:00000200:1.0:1777573875.324011:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573875.324015:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573875.324020:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c1580 00000020:00000010:2.0:1777573875.324021:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.324023:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000400:00000200:1.0:1777573875.324023:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5835 [2] + 984 00000100:00000200:2.0:1777573875.324026:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515200 00000400:00000200:1.0:1777573875.324027:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.324030:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1777573875.324032:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4240800. 00000100:00000200:1.0:1777573875.324032:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777573875.324035:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4914000. 00000400:00000200:1.0:1777573875.324044:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:2.0:1777573875.324056:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95ee0. 00000400:00000010:1.0:1777573875.324059:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 00000100:00000200:2.0:1777573875.324061:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926515200, offset 224 00000100:00000200:1.0:1777573875.324063:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae1f80 x1863919926515072/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573875.324066:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.324071:0:10290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.324076:0:10290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c1600 00000400:00000200:2.0:1777573875.324079:0:10290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17779 [1] + 224 00000400:00000200:2.0:1777573875.324083:0:10290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.324086:0:10290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.324091:0:10290:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae0a80 x1863919926515200/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573875.324096:0:7408:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.324098:0:7408:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.324101:0:7408:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547800. 00000400:00000200:2.0:1777573875.324104:0:10290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95ee0 00000020:00000010:1.0:1777573875.324104:0:7408:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48680. 00000400:00000010:2.0:1777573875.324106:0:10290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95ee0. 00000020:00000010:1.0:1777573875.324107:0:7408:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06898. 00000020:00000010:2.0:1777573875.324112:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70180. 00000020:00000010:2.0:1777573875.324115:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000100:00000200:1.0:1777573875.324117:0:7408:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89ddc4914000 x1863919926515072/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:376/0 lens 328/0 e 0 to 0 dl 1777573886 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573875.324119:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4238000. 00000020:00000010:2.0:1777573875.324409:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.324413:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000100:00000200:2.0:1777573875.324415:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515072 02000000:00000010:2.0:1777573875.324422:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4240c00. 00000400:00000010:2.0:1777573875.324439:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95ee0. 00000100:00000200:2.0:1777573875.324443:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926515072, offset 224 00000400:00000200:2.0:1777573875.324447:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.324452:0:10290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.324457:0:10290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c1580 00000400:00000200:2.0:1777573875.324461:0:10290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17781 [1] + 224 00000400:00000200:2.0:1777573875.324464:0:10290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.324467:0:10290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.324472:0:10290:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae1f80 x1863919926515072/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573875.324481:0:10290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95ee0 00000400:00000010:2.0:1777573875.324483:0:10290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95ee0. 00000020:00000010:2.0:1777573875.324490:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48680. 00000020:00000010:2.0:1777573875.324493:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06898. 00000020:00000010:2.0:1777573875.324495:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547800. 02000000:00000010:2.0:1777573875.324857:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4238000. 00000400:00000010:2.0:1777573875.324861:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7e18. 00000400:00000010:2.0:1777573875.324864:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95ee0. 00000100:00000200:2.0:1777573875.324868:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926514944, portal 18 00000400:00000010:2.0:1777573875.324871:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573875.324872:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926514944, offset 0 00000400:00000200:2.0:1777573875.324876:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.324881:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.324886:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c1500 00000400:00000200:2.0:1777573875.324890:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5835 [2] + 1312 00000400:00000200:2.0:1777573875.324894:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.324896:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.324900:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777573875.324903:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae1880. 00000400:00000200:2.0:1777573875.324915:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:2.0:1777573875.324917:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573875.324921:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44ff480 x1863919926514944/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573875.324945:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef381c00. 00000400:00000010:2.0:1777573875.324948:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7898. 00000400:00000010:2.0:1777573875.324951:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573875.324953:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926515328, portal 18 00000400:00000010:2.0:1777573875.324956:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.324958:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926515328, offset 0 00000400:00000200:2.0:1777573875.324960:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.324965:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.324969:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c1680 00000400:00000200:2.0:1777573875.324972:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5835 [2] + 1640 00000400:00000200:2.0:1777573875.324975:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.324978:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.324980:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777573875.324983:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae2a00. 00000400:00000200:2.0:1777573875.324994:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573875.324995:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.324999:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae3b80 x1863919926515328/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573875.325035:0:6470:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.325038:0:6470:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.325042:0:6470:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381400. 00000020:00000010:2.0:1777573875.325045:0:6470:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70180. 00000020:00000010:2.0:1777573875.325048:0:6470:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c7d0. 00000100:00000200:2.0:1777573875.325060:0:6470:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89deeeae1880 x1863919926514944/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:376/0 lens 328/0 e 0 to 0 dl 1777573886 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573875.325074:0:6470:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.325076:0:6470:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573875.325081:0:6470:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573875.325083:0:6470:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70680. 00000020:00000010:2.0:1777573875.325087:0:6470:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000100:00000200:2.0:1777573875.325094:0:6470:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89deeeae2a00 x1863919926515328/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:376/0 lens 328/0 e 0 to 0 dl 1777573886 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573875.325107:0:6470:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:1.0:1777573875.325108:0:7408:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:2.0:1777573875.325110:0:6470:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000020:00000010:1.0:1777573875.325111:0:7408:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000100:00000200:2.0:1777573875.325112:0:6470:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515328 00000100:00000200:1.0:1777573875.325113:0:7408:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926514944 02000000:00000010:2.0:1777573875.325117:0:6470:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4242c00. 02000000:00000010:1.0:1777573875.325117:0:7408:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fabc00. 00000800:00000200:0.0:1777573875.325196:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573875.325201:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc2477a00. 00000400:00000200:0.0:1777573875.325205:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573875.325211:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573875.325214:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:0.0:1777573875.325215:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000100:00000200:0.0:1777573875.325223:0:3629:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc41b0e00 x1863919926514304/t0(0) o104->MGS@192.168.204.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1777573875.325292:0:6470:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.325296:0:6470:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926515328, offset 224 00000400:00000200:2.0:1777573875.325299:0:6470:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.325305:0:6470:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.325310:0:6470:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c1680 00000400:00000200:2.0:1777573875.325314:0:6470:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17799 [1] + 224 00000400:00000200:2.0:1777573875.325318:0:6470:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.325321:0:6470:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.325400:0:6470:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae3b80 x1863919926515328/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573875.325456:0:6470:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573875.325458:0:6470:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000020:00000010:2.0:1777573875.325467:0:6470:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70680. 00000020:00000010:2.0:1777573875.325470:0:6470:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573875.325474:0:6470:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000400:00000010:0.0:1777573875.325658:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7898. 00000400:00000200:0.0:1777573875.325663:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:0.0:1777573875.325665:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000100:00000200:0.0:1777573875.325670:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae3b80 x1863919926515328/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573875.325678:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae3b80 x1863919926515328/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573875.325774:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef381c00. 02000000:00000010:0.0:1777573875.325781:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4239400. 00000100:00000010:0.0:1777573875.325785:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae3b80. 00000400:00000010:1.0:1777573875.325882:0:7408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573875.325886:0:7408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926514944, offset 224 00000400:00000200:1.0:1777573875.325890:0:7408:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573875.325896:0:7408:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573875.325902:0:7408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c1500 00000400:00000200:1.0:1777573875.325906:0:7408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17791 [1] + 224 00000400:00000200:1.0:1777573875.325910:0:7408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.325912:0:7408:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573875.325918:0:7408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44ff480 x1863919926514944/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573875.325940:0:7408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:1.0:1777573875.325942:0:7408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 00000020:00000010:1.0:1777573875.325950:0:7408:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70180. 00000020:00000010:1.0:1777573875.325954:0:7408:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c7d0. 00000020:00000010:1.0:1777573875.325956:0:7408:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381400. 00000400:00000010:1.0:1777573875.325981:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000400:00000200:1.0:1777573875.325984:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23908 00000400:00000010:1.0:1777573875.325986:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23908. 00000100:00000200:1.0:1777573875.325991:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae1f80 x1863919926515072/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573875.325999:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae1f80 x1863919926515072/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573875.326011:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c374d0. 00000400:00000200:1.0:1777573875.326014:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23990 00000400:00000010:1.0:1777573875.326015:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23990. 00000100:00000200:1.0:1777573875.326019:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae0a80 x1863919926515200/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573875.326032:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae0a80 x1863919926515200/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573875.326042:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547c00. 02000000:00000010:1.0:1777573875.326046:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89dec87cf000. 00000100:00000010:1.0:1777573875.326049:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae1f80. 02000000:00000010:1.0:1777573875.326053:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4546800. 02000000:00000010:1.0:1777573875.326056:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4239a00. 00000100:00000010:1.0:1777573875.326059:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae0a80. 00000400:00000010:0.0:1777573875.326136:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7e18. 00000400:00000200:0.0:1777573875.326139:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95ee0 00000400:00000010:0.0:1777573875.326141:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95ee0. 00000100:00000200:0.0:1777573875.326145:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44ff480 x1863919926514944/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573875.326151:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44ff480 x1863919926514944/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573875.326162:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4238000. 02000000:00000010:0.0:1777573875.326165:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89dec87cec00. 00000100:00000010:0.0:1777573875.326167:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44ff480. 00000400:00000200:0.0:1777573875.327280:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573875.327294:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 16 MB=0x69f39ad1c1280 00000400:00000200:0.0:1777573875.327302:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.9@tcp of length 224/224 into md 0x1773d [1] + 224 00000400:00000200:0.0:1777573875.327315:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573875.327320:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573875.327332:0:3630:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc41b0e00 x1863919926514304/t0(0) o104->MGS@192.168.204.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777573875.330537:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573875.330557:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 17 MB=0x69f39ac97aa00 00000400:00000200:0.0:1777573875.330565:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.9@tcp of length 328/328 into md 0x5835 [2] + 1968 00000400:00000010:0.0:1777573875.330571:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c370b0. 00000400:00000200:0.0:1777573875.330576:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc1fe9300 00000400:00000200:0.0:1777573875.330637:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573875.330643:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573875.330650:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc1fe9300 00000400:00000010:0.0:1777573875.330652:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc1fe9300. 00000100:00000200:0.0:1777573875.330658:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1777573875.330784:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.330789:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.330796:0:6472:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546800. 00000020:00000010:1.0:1777573875.330801:0:6472:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573875.330805:0:6472:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000100:00000200:1.0:1777573875.330832:0:6472:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89defae73050 x1863919917836800/t0(0) o103->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:376/0 lens 328/0 e 0 to 0 dl 1777573886 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573875.330870:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7980. 00000020:00000010:1.0:1777573875.330873:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7980. 00000100:00000200:1.0:1777573875.330877:0:6472:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836800 02000000:00000010:1.0:1777573875.330887:0:6472:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2faa400. 00010000:00000010:1.0:1777573875.330918:0:6472:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc32c7980. 00000100:00000010:1.0:1777573875.330926:0:6472:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc4820480. 00000100:00000010:1.0:1777573875.330945:0:6472:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc4820480. 00010000:00000010:1.0:1777573875.330948:0:6472:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc32c7980. 00000400:00000010:1.0:1777573875.330962:0:6472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23990. 00000100:00000200:1.0:1777573875.330967:0:6472:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919917836800, offset 224 00000400:00000200:1.0:1777573875.330974:0:6472:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573875.330984:0:6472:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573875.330990:0:6472:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3603:3603:256:4294967295] 192.168.204.9@tcp LPNI seq info [3599:3599:8:4294967295] 00000400:00000200:1.0:1777573875.331000:0:6472:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573875.331007:0:6472:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573875.331012:0:6472:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0b00. 00000800:00000200:1.0:1777573875.331018:0:6472:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573875.331026:0:6472:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573875.331029:0:6472:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777573875.331051:0:6472:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573875.331055:0:6472:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573875.331058:0:6472:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546800. 02000000:00000010:1.0:1777573875.331068:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fabc00. 00000100:00000010:1.0:1777573875.331071:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae1880. 02000000:00000010:1.0:1777573875.331075:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4242c00. 00000100:00000010:1.0:1777573875.331078:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae2a00. 02000000:00000010:1.0:1777573875.331081:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4240c00. 00000100:00000010:1.0:1777573875.331083:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4914000. 02000000:00000010:1.0:1777573875.331085:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4240800. 00000100:00000010:1.0:1777573875.331087:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573875.331092:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7925800. 00000100:00000010:1.0:1777573875.331099:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cad80. 02000000:00000010:1.0:1777573875.331102:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc323b400. 00000100:00000010:1.0:1777573875.331104:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8000. 00000100:00000200:1.0:1777573875.331109:0:6472:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1777573875.331113:0:6472:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c374d0. 00000400:00000010:1.0:1777573875.331117:0:6472:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820480. 00000800:00000200:0.0:1777573875.331188:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573875.331192:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0b00. 00000400:00000200:0.0:1777573875.331198:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573875.331203:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573875.331206:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23990 00000400:00000010:0.0:1777573875.331207:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23990. 02000000:00000010:0.0:1777573875.331211:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2faa400. 00000400:00000010:2.0:1777573875.333814:0:113267:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7aa8. 00000400:00000200:2.0:1777573875.333827:0:113267:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573875.333829:0:113267:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573875.333843:0:113267:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc41b0e00 x1863919926514304/t0(0) o104->MGS@192.168.204.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777573875.333854:0:113267:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc41b0e00 x1863919926514304/t0(0) o104->MGS@192.168.204.9@tcp:15/16 lens 328/224 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777573875.333899:0:113267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4c15800. 02000000:00000010:2.0:1777573875.333907:0:113267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89deef38a800. 00000100:00000010:2.0:1777573875.333913:0:113267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc41b2d80. 02000000:00000010:2.0:1777573875.333921:0:113267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4c14c00. 02000000:00000010:2.0:1777573875.333924:0:113267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def4c14400. 00000100:00000010:2.0:1777573875.333926:0:113267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fed80. 02000000:00000010:2.0:1777573875.333930:0:113267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4c15600. 02000000:00000010:2.0:1777573875.333931:0:113267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def4c15200. 00000100:00000010:2.0:1777573875.333933:0:113267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc380. 02000000:00000010:2.0:1777573875.333937:0:113267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4c15000. 02000000:00000010:2.0:1777573875.333938:0:113267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def4c14200. 00000100:00000010:2.0:1777573875.333940:0:113267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc700. 02000000:00000010:2.0:1777573875.333942:0:113267:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76acc00. 02000000:00000010:2.0:1777573875.333945:0:113267:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4749e00. 00000100:00000010:2.0:1777573875.333948:0:113267:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc41b0e00. 00000100:00000010:2.0:1777573875.333952:0:113267:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc53963c0. 00010000:00000010:2.0:1777573875.333970:0:113267:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc491e800. 20000000:00000010:2.0:1777573875.333991:0:113267:0:(mgs_llog.c:6250:mgs_set_param()) kfreed 'mti': 4544 at ffff89ddc31bc000. 20000000:00000010:2.0:1777573875.333996:0:113267:0:(mgs_handler.c:1204:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff89ddc1ccb060. 00000020:00000010:2.0:1777573875.334004:0:113267:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89def7a842c0. 00000020:00000010:2.0:1777573875.334018:0:113267:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def76aca00. 00000040:00000010:2.0:1777573875.334022:0:113267:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def76ad600. 00000020:00000010:2.0:1777573875.334025:0:113267:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ded8f0f800. 00000020:00000010:2.0:1777573875.334033:0:113267:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def76ad000. 80000000:00000010:2.0:1777573875.334037:0:113267:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccb8a0. 00040000:00000010:2.0:1777573875.334040:0:113267:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def76ad800. 00080000:00000010:2.0:1777573875.334045:0:113267:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4222000. 00080000:00000010:2.0:1777573875.334050:0:113267:0:(osd_handler.c:8295:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff89def799b400. 00080000:00000010:2.0:1777573875.334053:0:113267:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4220000. 20000000:00000010:2.0:1777573875.334056:0:113267:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89def76adc00. 00000020:00000010:2.0:1777573875.334059:0:113267:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ada00. 00000020:00000010:2.0:1777573875.334065:0:113267:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc32c8400. 00010000:00000010:1.1:1777573875.338751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1000. 00010000:00000010:2.1:1777573875.340344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec0c00. 00010000:00000010:2.1:1777573875.341815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1a00. 00010000:00000010:2.1:1777573875.341824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec0200. 00010000:00000010:2.1:1777573875.341828:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eff500. 00010000:00000010:2.1:1777573875.341833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187200. 00010000:00000010:2.1:1777573875.341836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187e00. 00010000:00000010:2.1:1777573875.341839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acf800. 00010000:00000010:2.1:1777573875.341844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acec00. 00000100:00000010:0.0:1777573875.343662:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4840. 00000100:00000010:3.0:1777573875.343746:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b44e0. 00000100:00000010:1.0:1777573875.347455:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b48a0. 00010000:00000010:2.1:1777573875.350924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acf200. 00010000:00000010:2.1:1777573875.350942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eed900. 00010000:00000010:2.1:1777573875.350947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c54200. 00000100:00000010:2.0:1777573875.351085:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b43c0. 00000100:00000010:2.0:1777573875.638891:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae2a00. 02000000:00000010:2.0:1777573875.638915:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2477800. 02000000:00000010:1.0:1777573875.639034:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa8400. 00000400:00000010:1.0:1777573875.639042:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573875.639049:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23908. 00000100:00000200:1.0:1777573875.639057:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926515456, portal 4 00000400:00000010:1.0:1777573875.639066:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573875.639069:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926515456, offset 0 00000400:00000200:1.0:1777573875.639076:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573875.639089:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573875.639100:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c1700 00000400:00000200:1.0:1777573875.639107:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 4032 00000400:00000200:1.0:1777573875.639114:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573875.639119:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573875.639126:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573875.639132:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4914000. 00000400:00000200:1.0:1777573875.639159:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:1.0:1777573875.639162:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573875.639170:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae2a00 x1863919926515456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573875.639193:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8120. 00000100:00000010:1.0:1777573875.639209:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8ae0. 00000100:00000010:1.0:1777573875.639214:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8660. 00000100:00000010:1.0:1777573875.639221:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d82a0. 00000020:00000010:2.0:1777573875.639315:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573875.639321:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573875.639328:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871200. 00000020:00000010:2.0:1777573875.639333:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70680. 00000020:00000010:2.0:1777573875.639337:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573875.639374:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573875.639376:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000100:00000200:2.0:1777573875.639379:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515456 02000000:00000010:2.0:1777573875.639395:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ded4240800. 00010000:00000200:2.0:1777573875.639424:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4914000 x1863919926515456/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:376/0 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573875.639440:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573875.639444:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926515456, offset 224 00000400:00000200:2.0:1777573875.639448:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.639454:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.639459:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c1700 00000400:00000200:2.0:1777573875.639464:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x177b1 [1] + 224 00000400:00000200:2.0:1777573875.639468:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.639470:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.639476:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae2a00 x1863919926515456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573875.639494:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573875.639496:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000020:00000010:2.0:1777573875.639522:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70680. 00000020:00000010:2.0:1777573875.639526:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573875.639530:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871200. 00000400:00000010:2.0:1777573875.639548:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000400:00000200:2.0:1777573875.639551:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23908 00000400:00000010:2.0:1777573875.639553:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23908. 00000100:00000200:2.0:1777573875.639558:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae2a00 x1863919926515456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573875.639567:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae2a00 x1863919926515456/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573875.639594:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa8400. 02000000:00000010:2.0:1777573875.639599:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2477800. 00000100:00000010:2.0:1777573875.639603:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae2a00. 00000100:00000010:0.0:1777573875.639870:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d6a00. 02000000:00000010:0.0:1777573875.639880:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6900. 02000000:00000010:0.0:1777573875.639925:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def4dab400. 00000400:00000010:0.0:1777573875.639929:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:0.0:1777573875.639933:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573875.639937:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926515584, portal 4 00000400:00000010:0.0:1777573875.639942:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573875.639944:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926515584, offset 0 00000400:00000200:0.0:1777573875.639948:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573875.639954:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573875.639960:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c1780 00000400:00000200:0.0:1777573875.639965:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 4256 00000400:00000200:0.0:1777573875.639969:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573875.639972:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573875.639981:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573875.639985:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d4700. 00000400:00000200:0.0:1777573875.639998:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573875.639999:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573875.640005:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d6a00 x1863919926515584/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573875.640041:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84280. 00000020:00000010:0.0:1777573875.640044:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84280. 00000020:00000010:0.0:1777573875.640048:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4238000. 00000020:00000010:0.0:1777573875.640051:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573875.640055:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573875.640074:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84280. 00000020:00000010:0.0:1777573875.640077:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84280. 00000100:00000200:0.0:1777573875.640080:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515584 02000000:00000010:0.0:1777573875.640087:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def4daa000. 00010000:00000200:0.0:1777573875.640097:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d4700 x1863919926515584/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:376/0 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573875.640107:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573875.640109:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926515584, offset 224 00000400:00000200:0.0:1777573875.640113:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573875.640118:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573875.640122:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c1780 00000400:00000200:0.0:1777573875.640125:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x177bd [1] + 224 00000400:00000200:0.0:1777573875.640129:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573875.640132:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573875.640137:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d6a00 x1863919926515584/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573875.640150:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573875.640152:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000020:00000010:0.0:1777573875.640159:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573875.640162:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573875.640164:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4238000. 00000400:00000010:0.0:1777573875.640179:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940738. 00000400:00000200:0.0:1777573875.640182:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573875.640184:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573875.640188:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d6a00 x1863919926515584/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573875.640196:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d6a00 x1863919926515584/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573875.640211:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def4dab400. 02000000:00000010:0.0:1777573875.640215:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6900. 00000100:00000010:0.0:1777573875.640217:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d6a00. 00000100:00000010:0.0:1777573875.641279:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d6a00. 02000000:00000010:0.0:1777573875.641293:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6900. 00000100:00000010:2.0:1777573875.645448:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8660. 00000100:00000010:0.0:1777573875.645712:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8120. 00000100:00000010:1.0:1777573875.645794:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8ae0. 00000100:00000010:3.0:1777573875.646275:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d82a0. 02000000:00000010:2.0:1777573875.646344:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ded4240c00. 00000400:00000010:2.0:1777573875.646352:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7aa8. 00000400:00000010:2.0:1777573875.646359:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573875.646367:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926515712, portal 4 00000400:00000010:2.0:1777573875.646374:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.646377:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926515712, offset 0 00000400:00000200:2.0:1777573875.646386:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573875.646398:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573875.646410:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c1800 00000400:00000200:2.0:1777573875.646417:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 1120 00000400:00000200:2.0:1777573875.646425:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573875.646429:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573875.646436:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573875.646441:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae2a00. 00000400:00000200:2.0:1777573875.646466:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573875.646468:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573875.646476:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d6a00 x1863919926515712/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573891 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573875.646496:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b43c0. 00000020:00000010:0.0:1777573875.646675:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84280. 00000020:00000010:0.0:1777573875.646680:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84280. 00000020:00000010:0.0:1777573875.646685:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4238000. 00000020:00000010:0.0:1777573875.646715:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573875.646722:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573875.646763:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84280. 00000020:00000010:0.0:1777573875.646765:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84280. 00000100:00000200:0.0:1777573875.646769:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515712 02000000:00000010:0.0:1777573875.646787:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def4dab400. 00010000:00000200:0.0:1777573875.646818:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae2a00 x1863919926515712/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:376/0 lens 224/368 e 0 to 0 dl 1777573886 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573875.646834:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573875.646837:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926515712, offset 224 00000400:00000200:0.0:1777573875.646842:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573875.646847:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573875.646853:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c1800 00000400:00000200:0.0:1777573875.646858:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x177c9 [1] + 224 00000400:00000200:0.0:1777573875.646861:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573875.646864:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573875.646870:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d6a00 x1863919926515712/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573875.646882:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573875.646884:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000020:00000010:0.0:1777573875.646905:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573875.646910:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573875.646912:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4238000. 00000100:00000010:2.0:1777573875.647094:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4ba0. 00000100:00000010:2.0:1777573875.647107:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4060. 00000100:00000010:2.0:1777573875.647112:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4d20. 00000400:00000010:2.0:1777573875.647127:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7aa8. 00000400:00000200:2.0:1777573875.647130:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573875.647132:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573875.647137:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d6a00 x1863919926515712/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573875.647146:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d6a00 x1863919926515712/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573875.647176:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ded4240c00. 02000000:00000010:2.0:1777573875.647181:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6900. 00000100:00000010:2.0:1777573875.647185:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d6a00. 00000100:00000010:1.0:1777573875.649832:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4ba0. 00000100:00000010:0.0:1777573875.649934:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b43c0. 00000100:00000010:3.0:1777573875.650004:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4d20. 00000100:00000010:2.0:1777573875.650715:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4060. 00080000:00000010:2.0:1777573876.141317:0:113280:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573876.141326:0:113280:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573876.141336:0:113280:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573876.141341:0:113280:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573876.141349:0:113280:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573876.141354:0:113280:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573876.141362:0:113280:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573876.141366:0:113280:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00000400:00000200:0.0:1777573876.507897:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573876.507919:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac97aa80 00000400:00000200:0.0:1777573876.507930:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x16829 [2] + 0 00000400:00000010:0.0:1777573876.507937:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a000. 00000400:00000200:0.0:1777573876.507941:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded8990240 00000400:00000200:0.0:1777573876.507959:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.507964:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573876.507971:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded8990240 00000400:00000010:0.0:1777573876.507974:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded8990240. 00000100:00000200:0.0:1777573876.507981:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573876.508066:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573876.508071:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573876.508087:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0c00. 00000020:00000010:1.0:1777573876.508093:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48580. 00000020:00000010:1.0:1777573876.508097:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.508133:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573876.508136:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c80. 00000100:00000200:1.0:1777573876.508139:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917836928 00010000:00000010:1.0:1777573876.508162:0:6478:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eeda00. 00010000:00000010:1.0:1777573876.508168:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187e00. 02000000:00000010:1.0:1777573876.508183:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc2faa400. 00010000:00000200:1.0:1777573876.508211:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729b450 x1863919917836928/t0(0) o101->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:377/0 lens 328/344 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573876.508231:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23330. 00000100:00000200:1.0:1777573876.508246:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917836928, offset 224 00000400:00000200:1.0:1777573876.508254:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573876.508266:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573876.508272:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3604:3604:256:4294967295] 192.168.204.9@tcp LPNI seq info [3600:3600:8:4294967295] 00000400:00000200:1.0:1777573876.508282:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573876.508288:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573876.508293:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0b00. 00000800:00000200:1.0:1777573876.508299:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573876.508306:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573876.508310:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0b00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1777573876.508336:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48580. 00000020:00000010:1.0:1777573876.508340:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.508343:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0c00. 00000100:00000200:1.0:1777573876.508352:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573876.508356:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37318. 00000400:00000010:1.0:1777573876.508362:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820900. 00000800:00000200:2.0:1777573876.508582:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573876.508587:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0b00. 00000400:00000200:2.0:1777573876.508595:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573876.508600:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573876.508603:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23330 00000400:00000010:2.0:1777573876.508605:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23330. 02000000:00000010:2.0:1777573876.508610:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc2faa400. 00000400:00000200:1.0:1777573876.513067:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573876.513094:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 504 into portal 26 MB=0x69f39ac97ab00 00000400:00000200:1.0:1777573876.513101:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 504/504 into md 0x168b5 [2] + 0 00000400:00000010:1.0:1777573876.513107:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a9a0. 00000400:00000200:1.0:1777573876.513113:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc2e8c180 00000400:00000200:1.0:1777573876.513129:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.513135:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573876.513140:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc2e8c180 00000400:00000010:1.0:1777573876.513142:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc2e8c180. 00000100:00000200:1.0:1777573876.513152:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573876.513219:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573876.513223:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573876.513229:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0800. 00000020:00000010:3.0:1777573876.513234:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573876.513247:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.513278:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573876.513280:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000100:00000200:3.0:1777573876.513283:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837056 02000000:00000010:3.0:1777573876.513302:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc33e8400. 00000040:00000010:3.0:1777573876.513318:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a0c00. 00000040:00000010:3.0:1777573876.513419:0:6480:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded22ec4e0. 00000040:00000010:3.0:1777573876.513431:0:6480:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded22ec4e0. 00000040:00000010:3.0:1777573876.513434:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a0c00. 00010000:00000200:3.0:1777573876.513447:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7299050 x1863919917837056/t0(0) o501->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:377/0 lens 504/272 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573876.513465:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573876.513471:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919917837056, offset 224 00000400:00000200:3.0:1777573876.513477:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573876.513488:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573876.513494:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3605:3605:256:4294967295] 192.168.204.9@tcp LPNI seq info [3601:3601:8:4294967295] 00000400:00000200:3.0:1777573876.513511:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573876.513520:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573876.513525:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4300. 00000800:00000200:3.0:1777573876.513532:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573876.513541:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573876.513545:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4300 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1777573876.513720:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573876.513725:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.513729:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0800. 00000100:00000200:3.0:1777573876.513738:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573876.513744:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d4d0. 00000400:00000010:3.0:1777573876.513755:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc2e8c840. 00000800:00000200:1.0:1777573876.514521:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573876.514527:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4300. 00000400:00000200:1.0:1777573876.514532:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.514538:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573876.514543:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:1.0:1777573876.514546:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 02000000:00000010:1.0:1777573876.514553:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc33e8400. 00000400:00000200:0.0:1777573876.522076:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573876.522109:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97ab80 00000400:00000200:0.0:1777573876.522118:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x1690d [2] + 0 00000400:00000010:0.0:1777573876.522124:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940318. 00000400:00000200:0.0:1777573876.522129:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3f29480 00000400:00000200:0.0:1777573876.522143:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.522148:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573876.522153:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3f29480 00000400:00000010:0.0:1777573876.522156:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3f29480. 00000100:00000200:0.0:1777573876.522162:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1777573876.522285:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e180. 00000020:00000010:2.0:1777573876.522290:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e180. 00000020:00000010:2.0:1777573876.522297:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870a00. 00000020:00000010:2.0:1777573876.522303:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573876.522308:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573876.522350:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e180. 00000020:00000010:2.0:1777573876.522353:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e180. 00000100:00000200:2.0:1777573876.522357:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837184 02000000:00000010:2.0:1777573876.522392:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a00000. 00000040:00000010:2.0:1777573876.522399:0:6479:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89def7870800. 00000040:00000010:2.0:1777573876.522418:0:6479:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4116000. 00000040:00000010:2.0:1777573876.522452:0:6479:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4116000. 00000040:00000010:2.0:1777573876.522456:0:6479:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89def7870800. 00010000:00000200:2.0:1777573876.522468:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7299850 x1863919917837184/t0(0) o503->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:377/0 lens 272/8416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573876.522488:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc5396600. 00000100:00000200:2.0:1777573876.522494:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919917837184, offset 224 00000400:00000200:2.0:1777573876.522501:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573876.522510:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573876.522516:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3606:3606:256:4294967295] 192.168.204.9@tcp LPNI seq info [3602:3602:8:4294967295] 00000400:00000200:2.0:1777573876.522527:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573876.522533:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573876.522537:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89def7870800. 00000800:00000200:2.0:1777573876.522543:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573876.522549:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:2.0:1777573876.522554:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def7870800 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:2.0:1777573876.522572:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573876.522576:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573876.522580:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870a00. 00000100:00000200:2.0:1777573876.522588:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573876.522592:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7aa8. 00000400:00000010:2.0:1777573876.522596:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc5396d80. 00000800:00000200:2.0:1777573876.522858:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573876.522862:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89def7870800. 00000400:00000200:2.0:1777573876.522865:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573876.522870:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573876.522873:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc5396600 00000400:00000010:2.0:1777573876.522875:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc5396600. 02000000:00000010:2.0:1777573876.522880:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a00000. 00000100:00000010:2.0:1777573876.727231:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae1880. 02000000:00000010:2.0:1777573876.727264:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def7871e00. 00010000:00000010:2.0:1777573876.727278:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89deef25c600. 00010000:00000010:2.0:1777573876.727284:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c54e00. 00000100:00000010:0.0:1777573876.727474:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.727497:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def799b400. 00000400:00000010:0.0:1777573876.727502:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940318. 00000400:00000010:0.0:1777573876.727509:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.727516:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926515840, portal 25 00000400:00000010:0.0:1777573876.727520:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.727522:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926515840, offset 0 00000400:00000200:0.0:1777573876.727540:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573876.727552:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573876.727564:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c1880 00000400:00000200:0.0:1777573876.727570:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x169c9 [2] + 0 00000400:00000010:0.0:1777573876.727573:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79405d8. 00000400:00000200:0.0:1777573876.727578:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3f29180 00000400:00000200:0.0:1777573876.727585:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.727589:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573876.727594:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3f29180 00000400:00000010:0.0:1777573876.727596:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3f29180. 00000100:00000200:0.0:1777573876.727603:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573876.727627:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573876.727629:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.727637:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae1880 x1863919926515840/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573876.727656:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb960. 00000100:00000010:0.0:1777573876.727666:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb480. 00000100:00000010:0.0:1777573876.727671:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbde0. 00000100:00000010:0.0:1777573876.727674:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbd80. 00000020:00000010:3.0:1777573876.727767:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.727772:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.727778:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0200. 00000020:00000010:3.0:1777573876.727782:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.727787:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.727823:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.727825:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000100:00000200:3.0:1777573876.727828:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515840 00010000:00000010:3.0:1777573876.727848:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acf000. 02000000:00000010:3.0:1777573876.727860:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc33ea800. 00010000:00000200:3.0:1777573876.727880:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7298050 x1863919926515840/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 328/344 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573876.727895:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573876.727898:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926515840, offset 224 00000400:00000200:3.0:1777573876.727903:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573876.727908:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573876.727914:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c1880 00000400:00000200:3.0:1777573876.727918:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x177ed [1] + 224 00000400:00000200:3.0:1777573876.727922:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573876.727925:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573876.727931:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae1880 x1863919926515840/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573876.727953:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573876.727956:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573876.727966:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.727969:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.727973:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0200. 02000000:00000010:3.0:1777573876.727979:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc33ea800. 00000100:00000200:3.0:1777573876.727985:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573876.727989:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d948. 00000400:00000010:3.0:1777573876.727993:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc2e8c900. 00000400:00000010:0.0:1777573876.728092:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940318. 00000400:00000200:0.0:1777573876.728096:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573876.728097:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.728103:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae1880 x1863919926515840/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573876.728112:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae1880 x1863919926515840/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573876.728132:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.728144:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def799b400. 02000000:00000010:0.0:1777573876.728150:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def7871e00. 00000100:00000010:0.0:1777573876.728153:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae1880. 10000000:00000010:0.0:1777573876.728160:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89def7a84c40. 00000020:00000010:0.0:1777573876.728164:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4239400. 00000020:00000010:0.0:1777573876.728167:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4238000. 00000040:00000010:0.0:1777573876.728172:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4239a00. 00000020:00000010:0.0:1777573876.728177:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ded25cc000. 00000020:00000010:0.0:1777573876.728181:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc1dbec00. 80000000:00000010:0.0:1777573876.728185:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccbd20. 00040000:00000010:0.0:1777573876.728190:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89dec87cec00. 00080000:00000010:0.0:1777573876.728196:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89dec2dc2000. 00080000:00000010:0.0:1777573876.728201:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dc0000. 20000000:00000010:0.0:1777573876.728207:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89deef381400. 00000040:00000010:0.0:1777573876.728213:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89deef381c00. 00000100:00000010:0.0:1777573876.728219:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5c00. 02000000:00000010:0.0:1777573876.728225:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89dec1340800. 00000100:00000010:0.0:1777573876.728233:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.728253:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2447e00. 00000400:00000010:0.0:1777573876.728256:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940318. 00000400:00000010:0.0:1777573876.728259:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.728262:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926515968, portal 25 00000400:00000010:0.0:1777573876.728265:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.728267:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926515968, offset 0 00000400:00000200:0.0:1777573876.728271:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573876.728277:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573876.728282:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1c1900 00000400:00000200:0.0:1777573876.728286:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x169d9 [2] + 0 00000400:00000010:0.0:1777573876.728289:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9abb0. 00000400:00000200:0.0:1777573876.728292:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded192bcc0 00000400:00000200:0.0:1777573876.728295:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.728298:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573876.728301:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192bcc0 00000400:00000010:0.0:1777573876.728303:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded192bcc0. 00000100:00000200:0.0:1777573876.728307:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573876.728322:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573876.728324:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.728328:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d5c00 x1863919926515968/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573876.728396:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.728399:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.728403:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0200. 00000020:00000010:3.0:1777573876.728405:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.728407:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.728431:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.728434:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000100:00000200:3.0:1777573876.728436:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926515968 02000000:00000010:3.0:1777573876.728445:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc33ea800. 00000040:00000010:3.0:1777573876.728450:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a0c00. 00000040:00000010:3.0:1777573876.728497:0:6480:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded22ec4e0. 00000040:00000010:3.0:1777573876.728509:0:6480:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded22ec4e0. 00000040:00000010:3.0:1777573876.728513:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a0c00. 00010000:00000200:3.0:1777573876.728521:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729ac50 x1863919926515968/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 504/272 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573876.728532:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573876.728535:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926515968, offset 224 00000400:00000200:3.0:1777573876.728539:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573876.728544:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573876.728549:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1c1900 00000400:00000200:3.0:1777573876.728553:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x177fd [1] + 224 00000400:00000200:3.0:1777573876.728557:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573876.728560:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573876.728565:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d5c00 x1863919926515968/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573876.728592:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573876.728594:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573876.728602:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.728605:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.728607:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0200. 02000000:00000010:3.0:1777573876.728611:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc33ea800. 00000100:00000200:3.0:1777573876.728615:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573876.728618:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d6e0. 00000400:00000010:3.0:1777573876.728621:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc2e8c180. 00000400:00000010:0.0:1777573876.728671:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940318. 00000400:00000200:0.0:1777573876.728675:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573876.728676:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.728680:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d5c00 x1863919926515968/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573876.728688:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d5c00 x1863919926515968/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573876.728720:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.728725:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2447e00. 02000000:00000010:0.0:1777573876.728728:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89dec1340800. 00000100:00000010:0.0:1777573876.728732:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5c00. 00000040:00000010:0.0:1777573876.728739:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89defbf7c000. 00000100:00000010:0.0:1777573876.728744:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5c00. 02000000:00000010:0.0:1777573876.728749:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2447e00. 00000100:00000010:0.0:1777573876.728753:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.728779:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89def7a3c000. 00000400:00000010:0.0:1777573876.728783:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940318. 00000400:00000010:0.0:1777573876.728786:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89ded22c56c0. 00000100:00000200:0.0:1777573876.728789:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926516096, portal 25 00000400:00000010:0.0:1777573876.728792:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.728794:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926516096, offset 0 00000400:00000200:0.0:1777573876.728798:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573876.728803:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573876.728808:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1c1980 00000400:00000200:0.0:1777573876.728812:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x169e9 [2] + 0 00000400:00000010:0.0:1777573876.728814:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a3c8. 00000400:00000200:0.0:1777573876.728817:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ded192be40 00000400:00000200:0.0:1777573876.728820:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.728822:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573876.728824:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192be40 00000400:00000010:0.0:1777573876.728826:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ded192be40. 00000100:00000200:0.0:1777573876.728829:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573876.728845:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573876.728847:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.728851:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d5c00 x1863919926516096/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573876.729208:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.729212:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.729215:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0200. 00000020:00000010:3.0:1777573876.729218:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.729221:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.729253:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.729256:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000100:00000200:3.0:1777573876.729259:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516096 02000000:00000010:3.0:1777573876.729276:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a48000. 00000040:00000010:3.0:1777573876.729281:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a0c00. 00000040:00000010:3.0:1777573876.729291:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573876.729311:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4268000. 00000040:00000010:3.0:1777573876.729317:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a0c00. 00010000:00000200:3.0:1777573876.729323:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7298c50 x1863919926516096/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 272/8416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573876.729335:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc2e8c6c0. 00000100:00000200:3.0:1777573876.729338:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926516096, offset 224 00000400:00000200:3.0:1777573876.729342:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573876.729348:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573876.729353:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1c1980 00000400:00000200:3.0:1777573876.729358:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1780d [4] + 224 00000400:00000200:3.0:1777573876.729363:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573876.729366:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573876.729370:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d5c00 x1863919926516096/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573876.729392:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc2e8c6c0 00000400:00000010:3.0:1777573876.729394:0:6478:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc2e8c6c0. 00000020:00000010:3.0:1777573876.729402:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.729405:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.729407:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0200. 02000000:00000010:3.0:1777573876.729411:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a48000. 00000100:00000200:3.0:1777573876.729424:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573876.729428:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d9a0. 00000400:00000010:3.0:1777573876.729431:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc2e8c6c0. 00000400:00000010:0.0:1777573876.729486:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940318. 00000400:00000200:0.0:1777573876.729490:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded22c56c0 00000400:00000010:0.0:1777573876.729491:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89ded22c56c0. 00000100:00000200:0.0:1777573876.729496:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d5c00 x1863919926516096/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573876.729503:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d5c00 x1863919926516096/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573876.729516:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.729522:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89def7a3c000. 02000000:00000010:0.0:1777573876.729531:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2447e00. 00000100:00000010:0.0:1777573876.729534:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5c00. 00000040:00000010:0.0:1777573876.729539:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ddc1ccb120. 00000020:00000010:3.0:1777573876.730266:0:113336:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0200. 00000020:00000010:3.0:1777573876.730272:0:113336:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc46a0c00. 00000040:00000010:3.0:1777573876.730277:0:113336:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc46a1e00. 00000020:00000010:3.0:1777573876.730281:0:113336:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc2d36800. 00000020:00000010:3.0:1777573876.730285:0:113336:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573876.730288:0:113336:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc46a1400. 80000000:00000010:3.0:1777573876.730292:0:113336:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8ba0. 40000000:00000010:3.0:1777573876.730295:0:113336:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573876.731507:0:113336:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc2d30800. 00040000:00000010:3.0:1777573876.731517:0:113336:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc25c4a00. 00040000:00000010:3.0:1777573876.731522:0:113336:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc2d35000. 00040000:00000010:3.0:1777573876.731526:0:113336:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc46a0a00. 00080000:00000010:3.0:1777573876.731531:0:113336:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573876.731535:0:113336:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00000004:00000010:3.0:1777573876.731543:0:113336:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc32d4000. 00000004:00000010:3.0:1777573876.731549:0:113336:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc44bc000. 00000004:00000010:3.0:1777573876.731553:0:113336:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89dec6895800. 00002000:00000010:3.0:1777573876.731558:0:113336:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc33ea800. 00000004:00000010:3.0:1777573876.731562:0:113336:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc33ea000. 00000020:00000010:3.0:1777573876.731567:0:113336:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c52c0. 00000040:00000010:3.0:1777573876.731575:0:113336:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89ddc426e000. 00000040:00000010:3.0:1777573876.732154:0:113336:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89ddc426e000. 00000020:00000010:3.0:1777573876.732165:0:113336:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c52c0. 00000020:00000010:3.0:1777573876.732180:0:113336:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc46a0c00. 00000040:00000010:3.0:1777573876.732184:0:113336:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc46a1e00. 00000020:00000010:3.0:1777573876.732187:0:113336:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc2d36800. 00000020:00000010:3.0:1777573876.732192:0:113336:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573876.732196:0:113336:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc46a1400. 80000000:00000010:3.0:1777573876.732200:0:113336:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8ba0. 40000000:00000010:3.0:1777573876.732204:0:113336:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573876.732207:0:113336:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc2d30800. 00040000:00000010:3.0:1777573876.732210:0:113336:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc25c4a00. 00040000:00000010:3.0:1777573876.732213:0:113336:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc2d35000. 00040000:00000010:3.0:1777573876.732216:0:113336:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc46a0a00. 00080000:00000010:3.0:1777573876.732220:0:113336:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573876.732224:0:113336:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00000004:00000010:3.0:1777573876.732230:0:113336:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc32d4000. 00000004:00000010:3.0:1777573876.732233:0:113336:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc44bc000. 00000004:00000010:3.0:1777573876.732253:0:113336:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89dec6895800. 00002000:00000010:3.0:1777573876.732256:0:113336:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc33ea800. 00000004:00000010:3.0:1777573876.732261:0:113336:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc33ea000. 00000020:00000010:3.0:1777573876.732263:0:113336:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0200. 00000040:00000010:0.0:1777573876.733494:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ddc1ccb120. 00000040:00000010:0.0:1777573876.733504:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89defbf7c000. 00000040:00000010:0.0:1777573876.733508:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89deef381c00. 00000020:00000010:0.0:1777573876.733516:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4238000. 00000040:00000010:0.0:1777573876.733519:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4239a00. 00000020:00000010:0.0:1777573876.733521:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ded25cc000. 00000020:00000010:0.0:1777573876.733527:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc1dbec00. 80000000:00000010:0.0:1777573876.733530:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccbd20. 00040000:00000010:0.0:1777573876.733533:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89dec87cec00. 00080000:00000010:0.0:1777573876.733538:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dc0000. 00080000:00000010:0.0:1777573876.733542:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89dec2dc2000. 20000000:00000010:0.0:1777573876.733546:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89deef381400. 00000020:00000010:0.0:1777573876.733549:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4239400. 10000000:00000010:0.0:1777573876.733552:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89def7a84c40. 00000100:00000010:0.0:1777573876.733573:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5c00. 02000000:00000010:0.0:1777573876.733587:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2447e00. 00010000:00000010:0.0:1777573876.733603:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1400. 00000100:00000010:0.0:1777573876.733619:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.733638:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def799b400. 00000400:00000010:0.0:1777573876.733644:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940318. 00000400:00000010:0.0:1777573876.733651:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.733657:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926516224, portal 25 00000400:00000010:0.0:1777573876.733662:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.733665:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926516224, offset 0 00000400:00000200:0.0:1777573876.733673:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573876.733685:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573876.733715:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c1a00 00000400:00000200:0.0:1777573876.733722:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x169f9 [2] + 0 00000400:00000010:0.0:1777573876.733725:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a370. 00000400:00000200:0.0:1777573876.733729:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89deef22bf00 00000400:00000200:0.0:1777573876.733735:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.733739:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573876.733743:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89deef22bf00 00000400:00000010:0.0:1777573876.733746:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89deef22bf00. 00000100:00000200:0.0:1777573876.733751:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573876.733765:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573876.733767:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.733775:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d5c00 x1863919926516224/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573876.734187:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.734192:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.734197:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0200. 00000020:00000010:3.0:1777573876.734202:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.734206:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.734246:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.734248:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000100:00000200:3.0:1777573876.734251:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516224 00010000:00000010:3.0:1777573876.734268:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2ace800. 02000000:00000010:3.0:1777573876.734278:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc33ea000. 00010000:00000200:3.0:1777573876.734296:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729b850 x1863919926516224/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 328/344 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573876.734387:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573876.734391:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926516224, offset 224 00000400:00000200:3.0:1777573876.734396:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573876.734403:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573876.734408:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c1a00 00000400:00000200:3.0:1777573876.734412:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1781d [1] + 224 00000400:00000200:3.0:1777573876.734416:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573876.734419:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573876.734425:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d5c00 x1863919926516224/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573876.734437:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573876.734439:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573876.734448:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.734451:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.734454:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0200. 02000000:00000010:3.0:1777573876.734460:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc33ea000. 00000100:00000200:3.0:1777573876.734466:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573876.734469:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d1b8. 00000400:00000010:3.0:1777573876.734477:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc25bf300. 00000400:00000010:0.0:1777573876.735026:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940318. 00000400:00000200:0.0:1777573876.735032:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:0.0:1777573876.735033:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.735039:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d5c00 x1863919926516224/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573876.735053:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d5c00 x1863919926516224/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573876.735073:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.735087:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def799b400. 02000000:00000010:0.0:1777573876.735092:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2447e00. 00000100:00000010:0.0:1777573876.735096:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5c00. 10000000:00000010:0.0:1777573876.735104:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89def7a84c40. 00000020:00000010:0.0:1777573876.735107:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2447e00. 00000020:00000010:0.0:1777573876.735111:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2446400. 00000040:00000010:0.0:1777573876.735116:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89dec87cf000. 00000020:00000010:0.0:1777573876.735120:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ded25cc000. 00000020:00000010:0.0:1777573876.735123:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89dec87cec00. 80000000:00000010:0.0:1777573876.735127:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccbd20. 00040000:00000010:0.0:1777573876.735131:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc1dbec00. 00080000:00000010:0.0:1777573876.735137:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89defbf7c000. 00080000:00000010:0.0:1777573876.735141:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dc2000. 20000000:00000010:0.0:1777573876.735147:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc4239a00. 00000040:00000010:0.0:1777573876.735153:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc4238000. 00000100:00000010:0.0:1777573876.735157:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5c00. 02000000:00000010:0.0:1777573876.735165:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89deef381400. 00000100:00000010:0.0:1777573876.735174:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ded22c5600. 02000000:00000010:0.0:1777573876.735185:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef381c00. 00000400:00000010:0.0:1777573876.735188:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940318. 00000400:00000010:0.0:1777573876.735191:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f2a8. 00000100:00000200:0.0:1777573876.735194:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926516352, portal 25 00000400:00000010:0.0:1777573876.735197:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.735199:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926516352, offset 0 00000400:00000200:0.0:1777573876.735204:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573876.735210:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573876.735215:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1c1a80 00000400:00000200:0.0:1777573876.735219:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x16a09 [2] + 0 00000400:00000010:0.0:1777573876.735223:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37aa8. 00000400:00000200:0.0:1777573876.735226:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40cc180 00000400:00000200:0.0:1777573876.735229:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.735232:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573876.735243:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40cc180 00000400:00000010:0.0:1777573876.735245:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40cc180. 00000100:00000200:0.0:1777573876.735249:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573876.735263:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573876.735265:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573876.735269:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d5c00 x1863919926516352/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573876.735420:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.735423:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.735426:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0200. 00000020:00000010:3.0:1777573876.735430:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.735432:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.735465:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.735469:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000100:00000200:3.0:1777573876.735472:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516352 02000000:00000010:3.0:1777573876.735483:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc33ea000. 00000040:00000010:3.0:1777573876.735488:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc46a1600. 00000040:00000010:3.0:1777573876.735537:0:6478:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89ded22ec4e0. 00000040:00000010:3.0:1777573876.735549:0:6478:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89ded22ec4e0. 00000040:00000010:3.0:1777573876.735551:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc46a1600. 00010000:00000200:3.0:1777573876.735559:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729a050 x1863919926516352/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 504/272 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573876.735575:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573876.735578:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926516352, offset 224 00000400:00000200:3.0:1777573876.735581:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573876.735587:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573876.735592:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1c1a80 00000400:00000200:3.0:1777573876.735596:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1782d [1] + 224 00000400:00000200:3.0:1777573876.735600:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573876.735603:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573876.735608:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d5c00 x1863919926516352/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573876.736416:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573876.736420:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573876.736433:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.736437:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.736441:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0200. 02000000:00000010:3.0:1777573876.736447:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc33ea000. 00000100:00000200:3.0:1777573876.736454:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573876.736459:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d528. 00000400:00000010:3.0:1777573876.736464:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc40b5900. 00000400:00000010:2.0:1777573876.739488:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940318. 00000400:00000200:2.0:1777573876.739502:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f2a8 00000400:00000010:2.0:1777573876.739504:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f2a8. 00000100:00000200:2.0:1777573876.739520:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d5c00 x1863919926516352/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573876.739531:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d5c00 x1863919926516352/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573876.739564:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ded22c5600. 02000000:00000010:2.0:1777573876.739579:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef381c00. 02000000:00000010:2.0:1777573876.739585:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89deef381400. 00000100:00000010:2.0:1777573876.739588:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5c00. 00000040:00000010:2.0:1777573876.739600:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4116000. 00000100:00000010:2.0:1777573876.739607:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae0a80. 02000000:00000010:2.0:1777573876.739617:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def7871c00. 00000100:00000010:2.0:1777573876.739628:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc53963c0. 02000000:00000010:2.0:1777573876.739663:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89def7a3c000. 00000400:00000010:2.0:1777573876.739668:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7f78. 00000400:00000010:2.0:1777573876.739674:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89ddc5396600. 00000100:00000200:2.0:1777573876.739679:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926516480, portal 25 00000400:00000010:2.0:1777573876.739684:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573876.739686:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926516480, offset 0 00000400:00000200:2.0:1777573876.739715:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573876.739728:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573876.739739:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1c1b00 00000400:00000200:2.0:1777573876.739745:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16a19 [2] + 0 00000400:00000010:2.0:1777573876.739748:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37f78. 00000400:00000200:2.0:1777573876.739752:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40cc000 00000400:00000200:2.0:1777573876.739757:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573876.739761:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573876.739766:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40cc000 00000400:00000010:2.0:1777573876.739768:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40cc000. 00000100:00000200:2.0:1777573876.739773:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573876.739846:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573876.739849:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573876.739854:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae0a80 x1863919926516480/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573876.741232:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573876.741248:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573876.741255:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381400. 00000020:00000010:0.0:1777573876.741261:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573876.741265:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573876.742158:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84940. 00000020:00000010:0.0:1777573876.742164:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84940. 00000100:00000200:0.0:1777573876.742168:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516480 02000000:00000010:0.0:1777573876.742202:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a48000. 00000040:00000010:0.0:1777573876.742210:0:6479:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89deef381c00. 00000040:00000010:0.0:1777573876.742231:0:6479:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89dec2dc0000. 00000040:00000010:0.0:1777573876.742269:0:6479:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89dec2dc0000. 00000040:00000010:0.0:1777573876.742274:0:6479:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89deef381c00. 00010000:00000200:0.0:1777573876.742288:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729a450 x1863919926516480/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 272/8416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573876.742319:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ded22c56c0. 00000100:00000200:0.0:1777573876.742326:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926516480, offset 224 00000400:00000200:0.0:1777573876.742333:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573876.742346:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573876.742356:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1c1b00 00000400:00000200:0.0:1777573876.742362:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1783d [4] + 224 00000400:00000200:0.0:1777573876.742371:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573876.742375:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573876.742384:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae0a80 x1863919926516480/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573876.742411:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded22c56c0 00000400:00000010:0.0:1777573876.742414:0:6479:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ded22c56c0. 00000020:00000010:0.0:1777573876.742429:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573876.742434:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573876.742437:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381400. 02000000:00000010:0.0:1777573876.742445:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a48000. 00000100:00000200:0.0:1777573876.742459:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573876.742465:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79405d8. 00000400:00000010:0.0:1777573876.742469:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ded22c56c0. 00000400:00000010:2.0:1777573876.742534:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7f78. 00000400:00000200:2.0:1777573876.742539:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc5396600 00000400:00000010:2.0:1777573876.742541:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89ddc5396600. 00000100:00000200:2.0:1777573876.742546:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae0a80 x1863919926516480/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573876.742556:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae0a80 x1863919926516480/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573876.742577:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc53963c0. 02000000:00000010:2.0:1777573876.742586:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89def7a3c000. 02000000:00000010:2.0:1777573876.742596:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def7871c00. 00000100:00000010:2.0:1777573876.742601:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae0a80. 00000040:00000010:2.0:1777573876.742611:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ddc43b4000. 00000020:00000010:2.0:1777573876.743004:0:113337:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871c00. 00000020:00000010:2.0:1777573876.743009:0:113337:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870600. 00000040:00000010:2.0:1777573876.743013:0:113337:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def7870c00. 00000020:00000010:2.0:1777573876.743017:0:113337:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573876.743022:0:113337:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573876.743026:0:113337:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7871e00. 80000000:00000010:2.0:1777573876.743029:0:113337:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4ea0. 40000000:00000010:2.0:1777573876.743033:0:113337:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc491e180. 00100000:00000010:2.0:1777573876.743038:0:113337:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc403c800. 00040000:00000010:2.0:1777573876.743043:0:113337:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ded83e2100. 00040000:00000010:2.0:1777573876.743047:0:113337:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc403b800. 00040000:00000010:2.0:1777573876.743051:0:113337:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7871200. 00080000:00000010:2.0:1777573876.743055:0:113337:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4112000. 00080000:00000010:2.0:1777573876.743059:0:113337:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4110000. 00000004:00000010:2.0:1777573876.743066:0:113337:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc403d800. 00000004:00000010:2.0:1777573876.743071:0:113337:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc4451000. 00000004:00000010:2.0:1777573876.743075:0:113337:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ddc403a800. 00002000:00000010:2.0:1777573876.743080:0:113337:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2565000. 00000004:00000010:2.0:1777573876.743084:0:113337:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc2567000. 00000020:00000010:2.0:1777573876.743089:0:113337:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc491ec80. 00000040:00000010:2.0:1777573876.743097:0:113337:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89ddc4220000. 00000040:00000010:2.0:1777573876.743734:0:113337:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89ddc4220000. 00000020:00000010:2.0:1777573876.743743:0:113337:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc491ec80. 00000020:00000010:2.0:1777573876.743756:0:113337:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870600. 00000040:00000010:2.0:1777573876.743761:0:113337:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def7870c00. 00000020:00000010:2.0:1777573876.743764:0:113337:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573876.743767:0:113337:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573876.743771:0:113337:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7871e00. 80000000:00000010:2.0:1777573876.743774:0:113337:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4ea0. 40000000:00000010:2.0:1777573876.743777:0:113337:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc491e180. 00100000:00000010:2.0:1777573876.743781:0:113337:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc403c800. 00040000:00000010:2.0:1777573876.743785:0:113337:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ded83e2100. 00040000:00000010:2.0:1777573876.743790:0:113337:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc403b800. 00040000:00000010:2.0:1777573876.743793:0:113337:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7871200. 00080000:00000010:2.0:1777573876.743796:0:113337:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4110000. 00080000:00000010:2.0:1777573876.743800:0:113337:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4112000. 00000004:00000010:2.0:1777573876.743803:0:113337:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc403d800. 00000004:00000010:2.0:1777573876.743805:0:113337:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc4451000. 00000004:00000010:2.0:1777573876.743809:0:113337:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ddc403a800. 00002000:00000010:2.0:1777573876.743812:0:113337:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2565000. 00000004:00000010:2.0:1777573876.743814:0:113337:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc2567000. 00000020:00000010:2.0:1777573876.743817:0:113337:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871c00. 00000040:00000010:1.0:1777573876.744031:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ddc43b4000. 00000040:00000010:1.0:1777573876.744037:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4116000. 00000040:00000010:1.0:1777573876.744040:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc4238000. 00000020:00000010:1.0:1777573876.744046:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2446400. 00000040:00000010:1.0:1777573876.744049:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89dec87cf000. 00000020:00000010:1.0:1777573876.744052:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ded25cc000. 00000020:00000010:1.0:1777573876.744056:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89dec87cec00. 80000000:00000010:1.0:1777573876.744059:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccbd20. 00040000:00000010:1.0:1777573876.744062:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc1dbec00. 00080000:00000010:1.0:1777573876.744066:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dc2000. 00080000:00000010:1.0:1777573876.744069:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89defbf7c000. 20000000:00000010:1.0:1777573876.744073:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc4239a00. 00000020:00000010:1.0:1777573876.744077:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2447e00. 10000000:00000010:1.0:1777573876.744079:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89def7a84c40. 00000100:00000010:1.0:1777573876.744102:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573876.744117:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2fb1a00. 00010000:00000010:1.0:1777573876.744131:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3186400. 00000100:00000010:1.0:1777573876.744145:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc4820d80. 02000000:00000010:1.0:1777573876.744165:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fabc00. 00000400:00000010:1.0:1777573876.744169:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573876.744175:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.744180:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926516608, portal 25 00000400:00000010:1.0:1777573876.744185:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.744187:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926516608, offset 0 00000400:00000200:1.0:1777573876.744193:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.744203:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.744212:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c1b80 00000400:00000200:1.0:1777573876.744218:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16a29 [2] + 0 00000400:00000010:1.0:1777573876.744222:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37c60. 00000400:00000200:1.0:1777573876.744225:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40cc780 00000400:00000200:1.0:1777573876.744230:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.744243:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573876.744248:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40cc780 00000400:00000010:1.0:1777573876.744250:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40cc780. 00000100:00000200:1.0:1777573876.744255:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573876.744760:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573876.744764:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.744772:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773100 x1863919926516608/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573876.745057:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.745062:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.745068:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1600. 00000020:00000010:3.0:1777573876.745072:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.745075:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.745100:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5940. 00000020:00000010:3.0:1777573876.745103:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5940. 00000100:00000200:3.0:1777573876.745106:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516608 00010000:00000010:3.0:1777573876.745124:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acfe00. 02000000:00000010:3.0:1777573876.745136:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc33ea800. 00010000:00000200:3.0:1777573876.745155:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec7299c50 x1863919926516608/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 328/344 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573876.745175:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573876.745179:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926516608, offset 224 00000400:00000200:3.0:1777573876.745184:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573876.745191:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573876.745198:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c1b80 00000400:00000200:3.0:1777573876.745203:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1784d [1] + 224 00000400:00000200:3.0:1777573876.745208:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573876.745211:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573876.745217:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773100 x1863919926516608/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573876.745231:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573876.745233:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573876.745255:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573876.745258:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573876.745261:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1600. 02000000:00000010:3.0:1777573876.745267:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc33ea800. 00000100:00000200:3.0:1777573876.745273:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573876.745277:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8dd10. 00000400:00000010:3.0:1777573876.745281:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc40b5e40. 00000400:00000010:1.0:1777573876.745372:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573876.745376:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573876.745378:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.745383:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773100 x1863919926516608/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573876.745391:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773100 x1863919926516608/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573876.745411:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc4820d80. 02000000:00000010:1.0:1777573876.745425:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fabc00. 02000000:00000010:1.0:1777573876.745429:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2fb1a00. 00000100:00000010:1.0:1777573876.745433:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 10000000:00000010:1.0:1777573876.745440:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89ddc32c7d40. 00000020:00000010:1.0:1777573876.745443:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1a00. 00000020:00000010:1.0:1777573876.745446:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2fb1600. 00000040:00000010:1.0:1777573876.745450:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc2fb0000. 00000020:00000010:1.0:1777573876.745455:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461d800. 00000020:00000010:1.0:1777573876.745458:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2fb0200. 80000000:00000010:1.0:1777573876.745462:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8ae0. 00040000:00000010:1.0:1777573876.745465:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2fb1e00. 00080000:00000010:1.0:1777573876.745471:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89dec2dbe000. 00080000:00000010:1.0:1777573876.745476:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dbc000. 20000000:00000010:1.0:1777573876.745480:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc2fb0c00. 00000040:00000010:1.0:1777573876.745486:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2fb1c00. 00000100:00000010:1.0:1777573876.745491:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573876.745499:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2fb1800. 00000100:00000010:1.0:1777573876.745508:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc4820d80. 02000000:00000010:1.0:1777573876.745518:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb0800. 00000400:00000010:1.0:1777573876.745522:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573876.745525:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.745528:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926516736, portal 25 00000400:00000010:1.0:1777573876.745531:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.745533:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926516736, offset 0 00000400:00000200:1.0:1777573876.745537:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.745542:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.745547:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1c1c00 00000400:00000200:1.0:1777573876.745551:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x16a39 [2] + 0 00000400:00000010:1.0:1777573876.745554:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c372c0. 00000400:00000200:1.0:1777573876.745557:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40ccf00 00000400:00000200:1.0:1777573876.745560:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.745562:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573876.745565:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40ccf00 00000400:00000010:1.0:1777573876.745567:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40ccf00. 00000100:00000200:1.0:1777573876.745571:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573876.745582:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573876.745584:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.745589:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773100 x1863919926516736/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573876.745618:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.745621:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.745625:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc1dbec00. 00000020:00000010:1.0:1777573876.745628:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.745631:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.745654:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.745657:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000100:00000200:1.0:1777573876.745659:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516736 02000000:00000010:1.0:1777573876.745667:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc2fabc00. 00000040:00000010:1.0:1777573876.745672:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89dec87cec00. 00000040:00000010:1.0:1777573876.745743:0:6478:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89dec7065ad0. 00000040:00000010:1.0:1777573876.745755:0:6478:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89dec7065ad0. 00000040:00000010:1.0:1777573876.745760:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89dec87cec00. 00010000:00000200:1.0:1777573876.745768:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb6050 x1863919926516736/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 504/272 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573876.745778:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.745781:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926516736, offset 224 00000400:00000200:1.0:1777573876.745785:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.745790:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.745795:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1c1c00 00000400:00000200:1.0:1777573876.745799:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1785d [1] + 224 00000400:00000200:1.0:1777573876.745803:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.745805:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573876.745809:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773100 x1863919926516736/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573876.745822:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573876.745823:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000020:00000010:1.0:1777573876.745831:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.745834:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.745837:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc1dbec00. 02000000:00000010:1.0:1777573876.745841:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc2fabc00. 00000100:00000200:1.0:1777573876.745844:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573876.745847:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c372c0. 00000400:00000010:1.0:1777573876.745850:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820240. 00000400:00000010:1.0:1777573876.745861:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573876.745863:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573876.745865:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.745869:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773100 x1863919926516736/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573876.745878:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773100 x1863919926516736/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573876.745890:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc4820d80. 02000000:00000010:1.0:1777573876.745895:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb0800. 02000000:00000010:1.0:1777573876.745898:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2fb1800. 00000100:00000010:1.0:1777573876.745901:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 00000040:00000010:1.0:1777573876.745907:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89defbf7c000. 00000100:00000010:1.0:1777573876.745911:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573876.745915:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89dec87cec00. 00000100:00000010:1.0:1777573876.745919:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc4820d80. 02000000:00000010:1.0:1777573876.745943:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89def7a3c000. 00000400:00000010:1.0:1777573876.745946:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573876.745950:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89ddc4820e40. 00000100:00000200:1.0:1777573876.745953:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926516864, portal 25 00000400:00000010:1.0:1777573876.745956:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.745958:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926516864, offset 0 00000400:00000200:1.0:1777573876.745962:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.745967:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.745972:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1c1c80 00000400:00000200:1.0:1777573876.745976:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16a49 [2] + 0 00000400:00000010:1.0:1777573876.745978:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9aec8. 00000400:00000200:1.0:1777573876.745981:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4827180 00000400:00000200:1.0:1777573876.745984:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.745987:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573876.745990:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4827180 00000400:00000010:1.0:1777573876.745991:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4827180. 00000100:00000200:1.0:1777573876.745995:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573876.746004:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573876.746006:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.746010:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773100 x1863919926516864/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573876.746035:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.746037:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.746041:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec87cf000. 00000020:00000010:1.0:1777573876.746044:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.746047:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.746059:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.746061:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000100:00000200:1.0:1777573876.746064:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516864 02000000:00000010:1.0:1777573876.746081:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a48000. 00000040:00000010:1.0:1777573876.746085:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2fb1800. 00000040:00000010:1.0:1777573876.746094:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc3ca6000. 00000040:00000010:1.0:1777573876.746113:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc3ca6000. 00000040:00000010:1.0:1777573876.746116:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2fb1800. 00010000:00000200:1.0:1777573876.746121:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb6450 x1863919926516864/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 272/8416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573876.746132:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc4820c00. 00000100:00000200:1.0:1777573876.746135:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926516864, offset 224 00000400:00000200:1.0:1777573876.746139:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.746144:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.746148:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1c1c80 00000400:00000200:1.0:1777573876.746152:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1786d [4] + 224 00000400:00000200:1.0:1777573876.746157:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.746160:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573876.746165:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773100 x1863919926516864/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573876.746177:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4820c00 00000400:00000010:1.0:1777573876.746179:0:6478:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc4820c00. 00000020:00000010:1.0:1777573876.746186:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.746188:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.746191:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec87cf000. 02000000:00000010:1.0:1777573876.746195:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a48000. 00000100:00000200:1.0:1777573876.746206:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573876.746209:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37c60. 00000400:00000010:1.0:1777573876.746212:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820c00. 00000400:00000010:1.0:1777573876.746223:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573876.746225:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4820e40 00000400:00000010:1.0:1777573876.746227:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89ddc4820e40. 00000100:00000200:1.0:1777573876.746231:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773100 x1863919926516864/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573876.746254:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773100 x1863919926516864/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573876.746266:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc4820d80. 02000000:00000010:1.0:1777573876.746271:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89def7a3c000. 02000000:00000010:1.0:1777573876.746279:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89dec87cec00. 00000100:00000010:1.0:1777573876.746282:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 00000040:00000010:1.0:1777573876.746288:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ddc26d8f00. 00000020:00000010:1.0:1777573876.746414:0:113338:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0800. 00000020:00000010:1.0:1777573876.746417:0:113338:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89dec87cec00. 00000040:00000010:1.0:1777573876.746420:0:113338:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89dec87cf000. 00000020:00000010:1.0:1777573876.746424:0:113338:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461d000. 00000020:00000010:1.0:1777573876.746428:0:113338:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573876.746430:0:113338:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc1dbec00. 80000000:00000010:1.0:1777573876.746433:0:113338:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8d20. 40000000:00000010:1.0:1777573876.746437:0:113338:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc32c7700. 00100000:00000010:1.0:1777573876.746442:0:113338:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc461c800. 00040000:00000010:1.0:1777573876.746446:0:113338:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4de0500. 00040000:00000010:1.0:1777573876.746450:0:113338:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89ddc4618800. 00040000:00000010:1.0:1777573876.746453:0:113338:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2447e00. 00080000:00000010:1.0:1777573876.746456:0:113338:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc3ca6000. 00080000:00000010:1.0:1777573876.746462:0:113338:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ded0c8c000. 00000004:00000010:1.0:1777573876.746469:0:113338:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89ddc461f800. 00000004:00000010:1.0:1777573876.746475:0:113338:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc46e3000. 00000004:00000010:1.0:1777573876.746480:0:113338:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89def76f2800. 00002000:00000010:1.0:1777573876.746485:0:113338:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2fabc00. 00000004:00000010:1.0:1777573876.746489:0:113338:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc2faa000. 00000020:00000010:1.0:1777573876.746493:0:113338:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc32c7b80. 00000040:00000010:1.0:1777573876.746500:0:113338:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89def4ef6000. 00000040:00000010:1.0:1777573876.747093:0:113338:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89def4ef6000. 00000020:00000010:1.0:1777573876.747100:0:113338:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc32c7b80. 00000020:00000010:1.0:1777573876.747113:0:113338:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89dec87cec00. 00000040:00000010:1.0:1777573876.747117:0:113338:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89dec87cf000. 00000020:00000010:1.0:1777573876.747120:0:113338:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461d000. 00000020:00000010:1.0:1777573876.747123:0:113338:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573876.747128:0:113338:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc1dbec00. 80000000:00000010:1.0:1777573876.747132:0:113338:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8d20. 40000000:00000010:1.0:1777573876.747138:0:113338:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc32c7700. 00100000:00000010:1.0:1777573876.747141:0:113338:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc461c800. 00040000:00000010:1.0:1777573876.747145:0:113338:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4de0500. 00040000:00000010:1.0:1777573876.747148:0:113338:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89ddc4618800. 00040000:00000010:1.0:1777573876.747151:0:113338:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2447e00. 00080000:00000010:1.0:1777573876.747154:0:113338:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ded0c8c000. 00080000:00000010:1.0:1777573876.747159:0:113338:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc3ca6000. 00000004:00000010:1.0:1777573876.747162:0:113338:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89ddc461f800. 00000004:00000010:1.0:1777573876.747166:0:113338:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc46e3000. 00000004:00000010:1.0:1777573876.747170:0:113338:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89def76f2800. 00002000:00000010:1.0:1777573876.747174:0:113338:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2fabc00. 00000004:00000010:1.0:1777573876.747177:0:113338:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc2faa000. 00000020:00000010:1.0:1777573876.747179:0:113338:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0800. 00000040:00000010:1.0:1777573876.747194:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ddc26d8f00. 00000040:00000010:1.0:1777573876.747198:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89defbf7c000. 00000040:00000010:1.0:1777573876.747201:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2fb1c00. 00000020:00000010:1.0:1777573876.747205:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2fb1600. 00000040:00000010:1.0:1777573876.747207:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc2fb0000. 00000020:00000010:1.0:1777573876.747209:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461d800. 00000020:00000010:1.0:1777573876.747212:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2fb0200. 80000000:00000010:1.0:1777573876.747214:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8ae0. 00040000:00000010:1.0:1777573876.747216:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2fb1e00. 00080000:00000010:1.0:1777573876.747219:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dbc000. 00080000:00000010:1.0:1777573876.747224:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89dec2dbe000. 20000000:00000010:1.0:1777573876.747227:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc2fb0c00. 00000020:00000010:1.0:1777573876.747230:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1a00. 10000000:00000010:1.0:1777573876.747232:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89ddc32c7d40. 00000100:00000010:1.0:1777573876.747258:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573876.747266:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2446400. 00010000:00000010:1.0:1777573876.747278:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3186c00. 00000100:00000010:1.0:1777573876.747290:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc4820e40. 02000000:00000010:1.0:1777573876.747301:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2faa000. 00000400:00000010:1.0:1777573876.747305:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573876.747309:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.747312:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926516992, portal 25 00000400:00000010:1.0:1777573876.747316:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.747318:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926516992, offset 0 00000400:00000200:1.0:1777573876.747324:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.747331:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.747337:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c1d00 00000400:00000200:1.0:1777573876.747341:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16a59 [2] + 0 00000400:00000010:1.0:1777573876.747345:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a318. 00000400:00000200:1.0:1777573876.747348:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4827d80 00000400:00000200:1.0:1777573876.747351:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.747354:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573876.747357:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4827d80 00000400:00000010:1.0:1777573876.747359:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4827d80. 00000100:00000200:1.0:1777573876.747363:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573876.747374:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573876.747375:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.747380:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773100 x1863919926516992/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573876.747413:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d40. 00000020:00000010:1.0:1777573876.747416:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d40. 00000020:00000010:1.0:1777573876.747419:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2447e00. 00000020:00000010:1.0:1777573876.747422:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.747425:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.747440:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d40. 00000020:00000010:1.0:1777573876.747442:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d40. 00000100:00000200:1.0:1777573876.747445:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926516992 00010000:00000010:1.0:1777573876.747456:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187000. 02000000:00000010:1.0:1777573876.747465:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc2fabc00. 00010000:00000200:1.0:1777573876.747481:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb5c50 x1863919926516992/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 328/344 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573876.747493:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.747495:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926516992, offset 224 00000400:00000200:1.0:1777573876.747499:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.747504:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.747508:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c1d00 00000400:00000200:1.0:1777573876.747512:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1787d [1] + 224 00000400:00000200:1.0:1777573876.747516:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.747519:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573876.747524:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773100 x1863919926516992/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573876.747538:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573876.747540:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000020:00000010:1.0:1777573876.747547:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.747551:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.747553:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2447e00. 02000000:00000010:1.0:1777573876.747558:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc2fabc00. 00000100:00000200:1.0:1777573876.747563:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573876.747566:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37c08. 00000400:00000010:1.0:1777573876.747570:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820840. 00000400:00000010:1.0:1777573876.747583:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573876.747585:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573876.747587:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.747591:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773100 x1863919926516992/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573876.747599:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773100 x1863919926516992/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573876.747613:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc4820e40. 02000000:00000010:1.0:1777573876.747623:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2faa000. 02000000:00000010:1.0:1777573876.747626:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2446400. 00000100:00000010:1.0:1777573876.747628:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 10000000:00000010:1.0:1777573876.747634:0:6482:0:(mgc_request.c:1680:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff89ddc32c7d40. 00000020:00000010:1.0:1777573876.747636:0:6482:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2446400. 00000020:00000010:1.0:1777573876.747639:0:6482:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2447e00. 00000040:00000010:1.0:1777573876.747643:0:6482:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc2fb1a00. 00000020:00000010:1.0:1777573876.747646:0:6482:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89def76f2800. 00000020:00000010:1.0:1777573876.747648:0:6482:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2fb0c00. 80000000:00000010:1.0:1777573876.747651:0:6482:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8ae0. 00040000:00000010:1.0:1777573876.747654:0:6482:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2fb1200. 00080000:00000010:1.0:1777573876.747657:0:6482:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89def4ef6000. 00080000:00000010:1.0:1777573876.747661:0:6482:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dbe000. 20000000:00000010:1.0:1777573876.747664:0:6482:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc2fb0200. 00000040:00000010:1.0:1777573876.747668:0:6482:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2fb0000. 00000100:00000010:1.0:1777573876.747672:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573876.747677:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2fb1600. 00000100:00000010:1.0:1777573876.747682:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc4820e40. 02000000:00000010:1.0:1777573876.747689:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1c00. 00000400:00000010:1.0:1777573876.747709:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573876.747712:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.747715:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926517120, portal 25 00000400:00000010:1.0:1777573876.747717:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.747719:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1863919926517120, offset 0 00000400:00000200:1.0:1777573876.747723:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.747728:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.747732:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x69f39ad1c1d80 00000400:00000200:1.0:1777573876.747737:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x16a69 [2] + 0 00000400:00000010:1.0:1777573876.747739:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79408f0. 00000400:00000200:1.0:1777573876.747742:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3f29540 00000400:00000200:1.0:1777573876.747745:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.747748:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573876.747750:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3f29540 00000400:00000010:1.0:1777573876.747752:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3f29540. 00000100:00000200:1.0:1777573876.747755:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573876.747763:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573876.747765:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.747769:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773100 x1863919926517120/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573876.747790:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.747793:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.747796:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0800. 00000020:00000010:1.0:1777573876.747799:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.747801:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.747812:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.747814:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000100:00000200:1.0:1777573876.747816:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926517120 02000000:00000010:1.0:1777573876.747822:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc2faa000. 00000040:00000010:1.0:1777573876.747827:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc1dbec00. 00000040:00000010:1.0:1777573876.747858:0:6478:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89dec7065ad0. 00000040:00000010:1.0:1777573876.747866:0:6478:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89dec7065ad0. 00000040:00000010:1.0:1777573876.747870:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc1dbec00. 00010000:00000200:1.0:1777573876.747876:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb6850 x1863919926517120/t0(0) o501->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 504/272 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573876.747887:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573876.747890:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919926517120, offset 224 00000400:00000200:1.0:1777573876.747893:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.747898:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.747903:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x69f39ad1c1d80 00000400:00000200:1.0:1777573876.747907:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1788d [1] + 224 00000400:00000200:1.0:1777573876.747910:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.747913:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573876.747918:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773100 x1863919926517120/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573876.747930:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573876.747932:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000020:00000010:1.0:1777573876.747938:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.747941:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.747944:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0800. 02000000:00000010:1.0:1777573876.747947:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc2faa000. 00000100:00000200:1.0:1777573876.747951:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573876.747953:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37ec8. 00000400:00000010:1.0:1777573876.747956:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820540. 00000400:00000010:1.0:1777573876.747966:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573876.747968:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573876.747969:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.747973:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773100 x1863919926517120/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573876.747981:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773100 x1863919926517120/t0(0) o501->MGC192.168.204.109@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573876.747992:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc4820e40. 02000000:00000010:1.0:1777573876.747996:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1c00. 02000000:00000010:1.0:1777573876.747998:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2fb1600. 00000100:00000010:1.0:1777573876.748000:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 00000040:00000010:1.0:1777573876.748005:0:6482:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89dec2dbc000. 00000100:00000010:1.0:1777573876.748008:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573876.748012:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc1dbec00. 00000100:00000010:1.0:1777573876.748016:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc4820e40. 02000000:00000010:1.0:1777573876.748049:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff89def7a3c000. 00000400:00000010:1.0:1777573876.748053:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573876.748056:0:6482:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff89ddc4820180. 00000100:00000200:1.0:1777573876.748059:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1863919926517248, portal 25 00000400:00000010:1.0:1777573876.748062:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.748064:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1863919926517248, offset 0 00000400:00000200:1.0:1777573876.748067:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.748073:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.748077:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x69f39ad1c1e00 00000400:00000200:1.0:1777573876.748081:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x16a79 [2] + 0 00000400:00000010:1.0:1777573876.748084:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79403c8. 00000400:00000200:1.0:1777573876.748087:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3f29600 00000400:00000200:1.0:1777573876.748090:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.748093:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573876.748095:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3f29600 00000400:00000010:1.0:1777573876.748096:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3f29600. 00000100:00000200:1.0:1777573876.748099:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573876.748108:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573876.748110:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573876.748114:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773100 x1863919926517248/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573876.748137:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.748139:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.748142:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1600. 00000020:00000010:1.0:1777573876.748145:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.748148:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.748158:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:1.0:1777573876.748160:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000100:00000200:1.0:1777573876.748162:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926517248 02000000:00000010:1.0:1777573876.748176:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a48000. 00000040:00000010:1.0:1777573876.748180:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc2fb1c00. 00000040:00000010:1.0:1777573876.748188:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89deef1ac000. 00000040:00000010:1.0:1777573876.748201:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89deef1ac000. 00000040:00000010:1.0:1777573876.748204:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2fb1c00. 00010000:00000200:1.0:1777573876.748209:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb4450 x1863919926517248/t0(0) o503->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:377/0 lens 272/8416 e 0 to 0 dl 1777573887 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573876.748219:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89dee026c000. 00000100:00000200:1.0:1777573876.748222:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919926517248, offset 224 00000400:00000200:1.0:1777573876.748225:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573876.748230:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573876.758835:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x69f39ad1c1e00 00000400:00000200:1.0:1777573876.758869:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1789d [4] + 224 00000400:00000200:1.0:1777573876.758887:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573876.758892:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573876.758920:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773100 x1863919926517248/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573876.758956:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dee026c000 00000400:00000010:1.0:1777573876.758960:0:6478:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89dee026c000. 00000020:00000010:1.0:1777573876.758991:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48400. 00000020:00000010:1.0:1777573876.759009:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573876.759014:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1600. 02000000:00000010:1.0:1777573876.759033:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a48000. 00000100:00000200:1.0:1777573876.759057:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573876.759067:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37370. 00000400:00000010:1.0:1777573876.759073:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dee026c000. 00000400:00000010:1.0:1777573876.759120:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573876.759124:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4820180 00000400:00000010:1.0:1777573876.759126:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff89ddc4820180. 00000100:00000200:1.0:1777573876.759134:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773100 x1863919926517248/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573876.759145:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773100 x1863919926517248/t0(0) o503->MGC192.168.204.109@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1777573892 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573876.759172:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc4820e40. 02000000:00000010:1.0:1777573876.759183:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff89def7a3c000. 02000000:00000010:1.0:1777573876.759193:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc1dbec00. 00000100:00000010:1.0:1777573876.759197:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 00000040:00000010:1.0:1777573876.759216:0:6482:0:(llog.c:948:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff89ddc26d8f00. 00000020:00000010:1.0:1777573876.759481:0:113339:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1c00. 00000020:00000010:1.0:1777573876.759486:0:113339:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2fb0800. 00000040:00000010:1.0:1777573876.759490:0:113339:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc1dbec00. 00000020:00000010:1.0:1777573876.759495:0:113339:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89def76f4000. 00000020:00000010:1.0:1777573876.759499:0:113339:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573876.759504:0:113339:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89dec87cf000. 80000000:00000010:1.0:1777573876.759508:0:113339:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8d20. 40000000:00000010:1.0:1777573876.759512:0:113339:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc32c7700. 00100000:00000010:1.0:1777573876.759533:0:113339:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89def76f5000. 00040000:00000010:1.0:1777573876.759538:0:113339:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4de0500. 00040000:00000010:1.0:1777573876.759542:0:113339:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff89def76f5800. 00040000:00000010:1.0:1777573876.761803:0:113339:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89dec87cec00. 00080000:00000010:1.0:1777573876.761824:0:113339:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89deef1ac000. 00080000:00000010:1.0:1777573876.761831:0:113339:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329a000. 00000004:00000010:1.0:1777573876.761839:0:113339:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff89def76f4800. 00000004:00000010:1.0:1777573876.761845:0:113339:0:(mdt_handler.c:8390:mdt_key_init()) kmalloced '(value)': 2568 at ffff89ddc46e3000. 00000004:00000010:1.0:1777573876.761850:0:113339:0:(lod_dev.c:2349:lod_key_init()) kmalloced '(value)': 1224 at ffff89ddc461d800. 00002000:00000010:1.0:1777573876.761854:0:113339:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2faa000. 00000004:00000010:1.0:1777573876.761858:0:113339:0:(osp_dev.c:1826:osp_key_init()) kmalloced '(value)': 616 at ffff89ddc2fabc00. 00000020:00000010:1.0:1777573876.761864:0:113339:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc32c7a40. 00000040:00000010:1.0:1777573876.761874:0:113339:0:(llog.c:573:llog_process_thread()) kmalloced '(buf)': 8192 at ffff89ddc329c000. 00000040:00000010:1.0:1777573876.762369:0:113339:0:(llog.c:894:llog_process_thread()) kvfree 'buf': 8192 at ffff89ddc329c000. 00000020:00000010:1.0:1777573876.762379:0:113339:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc32c7a40. 00000020:00000010:1.0:1777573876.762390:0:113339:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2fb0800. 00000040:00000010:1.0:1777573876.762395:0:113339:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc1dbec00. 00000020:00000010:1.0:1777573876.762399:0:113339:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89def76f4000. 00000020:00000010:1.0:1777573876.762403:0:113339:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573876.762412:0:113339:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89dec87cf000. 80000000:00000010:1.0:1777573876.762415:0:113339:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8d20. 40000000:00000010:1.0:1777573876.762445:0:113339:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc32c7700. 00100000:00000010:1.0:1777573876.762450:0:113339:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89def76f5000. 00040000:00000010:1.0:1777573876.762454:0:113339:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4de0500. 00040000:00000010:1.0:1777573876.762459:0:113339:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff89def76f5800. 00040000:00000010:1.0:1777573876.762461:0:113339:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89dec87cec00. 00080000:00000010:1.0:1777573876.762466:0:113339:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329a000. 00080000:00000010:1.0:1777573876.762470:0:113339:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89deef1ac000. 00000004:00000010:1.0:1777573876.762473:0:113339:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff89def76f4800. 00000004:00000010:1.0:1777573876.762477:0:113339:0:(mdt_handler.c:8415:mdt_key_fini()) kfreed 'info': 2568 at ffff89ddc46e3000. 00000004:00000010:1.0:1777573876.762480:0:113339:0:(lod_dev.c:2375:lod_key_fini()) kfreed 'info': 1224 at ffff89ddc461d800. 00002000:00000010:1.0:1777573876.762483:0:113339:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2faa000. 00000004:00000010:1.0:1777573876.762486:0:113339:0:(osp_dev.c:1826:osp_key_fini()) kfreed 'info': 616 at ffff89ddc2fabc00. 00000020:00000010:1.0:1777573876.762489:0:113339:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1c00. 00000040:00000010:0.0:1777573876.763708:0:6482:0:(llog.c:989:llog_process_or_fork()) kfreed 'lpi': 96 at ffff89ddc26d8f00. 00000040:00000010:0.0:1777573876.763721:0:6482:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89dec2dbc000. 00000040:00000010:0.0:1777573876.763726:0:6482:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc2fb0000. 00000020:00000010:0.0:1777573876.763756:0:6482:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2447e00. 00000040:00000010:0.0:1777573876.763760:0:6482:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc2fb1a00. 00000020:00000010:0.0:1777573876.763763:0:6482:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89def76f2800. 00000020:00000010:0.0:1777573876.763767:0:6482:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2fb0c00. 80000000:00000010:0.0:1777573876.763770:0:6482:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8ae0. 00040000:00000010:0.0:1777573876.763773:0:6482:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2fb1200. 00080000:00000010:0.0:1777573876.763777:0:6482:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dbe000. 00080000:00000010:0.0:1777573876.763781:0:6482:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89def4ef6000. 20000000:00000010:0.0:1777573876.763785:0:6482:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc2fb0200. 00000020:00000010:0.0:1777573876.763788:0:6482:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2446400. 10000000:00000010:0.0:1777573876.763791:0:6482:0:(mgc_request.c:1728:mgc_process_cfg_log()) kfreed 'env': 56 at ffff89ddc32c7d40. 00000100:00000010:2.0:1777573876.764766:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbde0. 00000100:00000010:3.0:1777573876.764812:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbd80. 00000100:00000010:0.0:1777573876.764870:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb960. 00000100:00000010:1.0:1777573876.765073:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb480. 00080000:00000010:0.0:1777573876.896499:0:113324:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573876.896508:0:113324:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573876.896519:0:113324:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573876.896524:0:113324:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573876.896533:0:113324:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573876.896537:0:113324:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573876.896676:0:113324:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573876.896682:0:113324:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00000100:00000010:1.0:1777573877.179786:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 02000000:00000010:1.0:1777573877.179808:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0500. 02000000:00000010:0.0:1777573877.179920:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc33f1c00. 00000400:00000010:0.0:1777573877.179927:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:0.0:1777573877.179935:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573877.179942:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926517376, portal 4 00000400:00000010:0.0:1777573877.179950:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573877.179953:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926517376, offset 0 00000400:00000200:0.0:1777573877.179962:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573877.179976:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573877.179988:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c1e80 00000400:00000200:0.0:1777573877.179996:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 1344 00000400:00000200:0.0:1777573877.180003:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573877.180008:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573877.180017:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573877.180022:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d4380. 00000400:00000200:0.0:1777573877.180048:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573877.180051:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573877.180059:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4773100 x1863919926517376/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573893 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573877.180079:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb120. 00000100:00000010:0.0:1777573877.180091:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb180. 00000100:00000010:0.0:1777573877.180099:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbb40. 00000100:00000010:0.0:1777573877.180104:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb600. 00000020:00000010:1.0:1777573877.180188:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7a40. 00000020:00000010:1.0:1777573877.180193:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7a40. 00000020:00000010:1.0:1777573877.180199:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc1dbec00. 00000020:00000010:1.0:1777573877.180204:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573877.180209:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573877.180282:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7a40. 00000020:00000010:1.0:1777573877.180285:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7a40. 00000100:00000200:1.0:1777573877.180289:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926517376 02000000:00000010:1.0:1777573877.180308:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fa8400. 00010000:00000200:1.0:1777573877.180349:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d4380 x1863919926517376/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:378/0 lens 224/368 e 0 to 0 dl 1777573888 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573877.180367:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573877.180371:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926517376, offset 224 00000400:00000200:1.0:1777573877.180379:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573877.180384:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573877.180390:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c1e80 00000400:00000200:1.0:1777573877.180394:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x178ad [1] + 224 00000400:00000200:1.0:1777573877.180398:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573877.180401:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573877.180407:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4773100 x1863919926517376/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573893 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573877.180424:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573877.180426:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000020:00000010:1.0:1777573877.180437:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48980. 00000020:00000010:1.0:1777573877.180441:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573877.180443:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc1dbec00. 00000400:00000010:0.0:1777573877.180776:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940738. 00000400:00000200:0.0:1777573877.180780:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573877.180782:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573877.180787:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4773100 x1863919926517376/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573893 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573877.180796:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4773100 x1863919926517376/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573893 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573877.180831:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc33f1c00. 02000000:00000010:0.0:1777573877.180837:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0500. 00000100:00000010:0.0:1777573877.180843:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773100. 00000100:00000010:3.0:1777573877.183794:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb600. 00000100:00000010:0.0:1777573877.183867:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb120. 00000100:00000010:1.0:1777573877.183935:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb180. 00000100:00000010:2.0:1777573877.184136:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbb40. 00000400:00000200:1.0:1777573877.800259:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573877.800277:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97ac80 00000400:00000200:1.0:1777573877.800286:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 130880 00000400:00000200:1.0:1777573877.800298:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573877.800302:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573877.800309:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573877.800317:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4773100. 00000400:00000200:1.0:1777573877.800346:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573877.800351:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97ac00 00000400:00000200:1.0:1777573877.800356:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x16a89 [2] + 0 00000400:00000010:1.0:1777573877.800360:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940420. 00000400:00000200:1.0:1777573877.800364:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3f290c0 00000400:00000200:1.0:1777573877.800369:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573877.800372:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573877.800374:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3f290c0 00000400:00000010:1.0:1777573877.800376:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3f290c0. 00000100:00000200:1.0:1777573877.800381:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573877.800402:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573877.800407:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97ad00 00000400:00000200:1.0:1777573877.800410:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 131104 00000400:00000200:1.0:1777573877.800415:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573877.800418:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573877.800420:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573877.800423:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2f09c00. 00000400:00000200:1.0:1777573877.800434:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573877.800438:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97ae00 00000400:00000200:1.0:1777573877.800443:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 8656 00000400:00000200:1.0:1777573877.800450:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573877.800453:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573877.800456:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573877.800459:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2f0b100. 00000020:00000010:0.0:1777573877.800551:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573877.800557:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5780. 00000020:00000010:0.0:1777573877.800575:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f3800. 00000020:00000010:0.0:1777573877.800581:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573877.800586:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573877.800617:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84800. 00000020:00000010:0.0:1777573877.800620:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5580. 00000020:00000010:0.0:1777573877.800624:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f3c00. 00000020:00000010:0.0:1777573877.800626:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573877.800629:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573877.800643:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573877.800645:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f00. 00000100:00000200:0.0:1777573877.800648:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837440 02000000:00000010:0.0:1777573877.800669:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f1c00. 00010000:00000200:0.0:1777573877.800679:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4773100 x1863919917837440/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:378/0 lens 224/224 e 0 to 0 dl 1777573888 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573877.800726:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573877.800731:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917837440, offset 224 00000400:00000200:0.0:1777573877.800737:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573877.800746:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573877.800752:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3607:3607:256:4294967295] 192.168.204.9@tcp LPNI seq info [3603:3603:8:4294967295] 00000400:00000200:0.0:1777573877.800763:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573877.800768:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573877.800772:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc2ef6100. 00000800:00000200:0.0:1777573877.800777:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573877.800784:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573877.800788:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc2ef6100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573877.800803:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573877.800806:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573877.800809:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f3800. 00000020:00000010:0.0:1777573877.800819:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573877.800821:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f00. 00000100:00000200:0.0:1777573877.800823:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837568 02000000:00000010:0.0:1777573877.800830:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f3400. 00010000:00000200:0.0:1777573877.800835:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc2f09c00 x1863919917837568/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:378/0 lens 224/224 e 0 to 0 dl 1777573888 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573877.800844:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573877.800846:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917837568, offset 224 00000400:00000200:0.0:1777573877.800850:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573877.800854:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573877.800858:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3608:3608:255:4294967295] 192.168.204.9@tcp LPNI seq info [3604:3604:7:4294967295] 00000400:00000200:0.0:1777573877.800866:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573877.800870:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573877.800873:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc2ef6600. 00000800:00000200:0.0:1777573877.800876:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573877.800879:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573877.800882:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc2ef6600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573877.800886:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573877.800889:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573877.800891:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f3c00. 00000020:00000010:0.0:1777573877.800912:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573877.800915:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5dc0. 00000020:00000010:0.0:1777573877.800919:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f3c00. 00000020:00000010:0.0:1777573877.800921:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573877.800923:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573877.800940:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b00. 00000020:00000010:0.0:1777573877.800942:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b00. 00000100:00000200:0.0:1777573877.800944:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837824 02000000:00000010:0.0:1777573877.800950:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f2000. 00010000:00000200:0.0:1777573877.800955:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc2f0b100 x1863919917837824/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:378/0 lens 224/224 e 0 to 0 dl 1777573888 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573877.800964:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573877.800966:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917837824, offset 224 00000400:00000200:0.0:1777573877.800969:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573877.800974:0:17492:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573877.800977:0:17492:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3609:3609:254:4294967295] 192.168.204.9@tcp LPNI seq info [3605:3605:6:4294967295] 00000400:00000200:0.0:1777573877.800984:0:17492:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573877.800988:0:17492:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573877.800991:0:17492:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc2ef6700. 00000800:00000200:0.0:1777573877.800994:0:17492:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573877.800998:0:17492:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573877.801000:0:17492:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc2ef6700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573877.801005:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573877.801007:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573877.801009:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f3c00. 00000800:00000200:0.0:1777573877.801047:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573877.801051:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc2ef6100. 00000400:00000200:0.0:1777573877.801054:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573877.801058:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573877.801061:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573877.801062:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000800:00000200:0.0:1777573877.801074:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573877.801076:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc2ef6600. 00000400:00000200:0.0:1777573877.801078:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573877.801081:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573877.801083:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573877.801085:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000800:00000200:0.0:1777573877.801115:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573877.801117:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc2ef6700. 00000400:00000200:0.0:1777573877.801120:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573877.801123:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573877.801125:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:0.0:1777573877.801126:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00000020:00000010:3.0:1777573877.801202:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c53c0. 00000020:00000010:3.0:1777573877.801205:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c53c0. 00000020:00000010:3.0:1777573877.801209:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0c00. 00000020:00000010:3.0:1777573877.801212:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573877.801225:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573877.801253:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c53c0. 00000020:00000010:3.0:1777573877.801255:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c53c0. 00000100:00000200:3.0:1777573877.801258:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837312 02000000:00000010:3.0:1777573877.801264:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33e8400. 00010000:00000200:3.0:1777573877.801269:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb4850 x1863919917837312/t0(0) o400->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:378/0 lens 224/224 e 0 to 0 dl 1777573888 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573877.801280:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573877.801283:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917837312, offset 224 00000400:00000200:3.0:1777573877.801287:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573877.801293:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573877.801297:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3610:3610:256:4294967295] 192.168.204.9@tcp LPNI seq info [3606:3606:8:4294967295] 00000400:00000200:3.0:1777573877.801303:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573877.801307:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573877.801310:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4a00. 00000800:00000200:3.0:1777573877.801313:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573877.801316:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573877.801318:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573877.801328:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573877.801331:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573877.801334:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0c00. 00000100:00000200:3.0:1777573877.801340:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573877.801344:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d840. 00000400:00000010:3.0:1777573877.801349:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc40b50c0. 00000800:00000200:2.0:1777573877.802424:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573877.802430:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4a00. 00000400:00000200:2.0:1777573877.802436:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573877.802441:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573877.802446:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:2.0:1777573877.802448:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 02000000:00000010:2.0:1777573877.802454:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc33e8400. 00000400:00000200:1.0:1777573877.809672:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573877.809725:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97ad80 00000400:00000200:1.0:1777573877.809738:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 8880 00000400:00000200:1.0:1777573877.809766:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573877.809771:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573877.809780:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573877.809791:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69c00. 00000020:00000010:0.0:1777573877.818135:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b00. 00000020:00000010:0.0:1777573877.818146:0:9951:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5bc0. 00000020:00000010:0.0:1777573877.818171:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f3c00. 00000020:00000010:0.0:1777573877.818177:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573877.818182:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573877.818378:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b40. 00000020:00000010:0.0:1777573877.818381:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84b40. 00000100:00000200:0.0:1777573877.818385:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837696 02000000:00000010:0.0:1777573877.818404:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33f2400. 00010000:00000200:0.0:1777573877.818419:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d69c00 x1863919917837696/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:378/0 lens 224/224 e 0 to 0 dl 1777573888 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573877.818439:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f5d8. 00000100:00000200:0.0:1777573877.818446:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917837696, offset 224 00000400:00000200:0.0:1777573877.818453:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573877.818467:0:9951:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573877.818477:0:9951:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3611:3611:256:4294967295] 192.168.204.9@tcp LPNI seq info [3607:3607:8:4294967295] 00000400:00000200:0.0:1777573877.818489:0:9951:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573877.818495:0:9951:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573877.818499:0:9951:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc2ef6700. 00000800:00000200:0.0:1777573877.818506:0:9951:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573877.818514:0:9951:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573877.818519:0:9951:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc2ef6700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573877.818544:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573877.818549:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573877.818553:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f3c00. 00000800:00000200:1.0:1777573877.818677:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573877.818682:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc2ef6700. 00000400:00000200:1.0:1777573877.818686:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573877.818706:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573877.818711:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f5d8 00000400:00000010:1.0:1777573877.818714:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f5d8. 00080000:00000010:1.0:1777573878.888923:0:113381:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573878.889004:0:113381:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573878.889018:0:113381:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573878.889023:0:113381:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573878.889032:0:113381:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573878.889036:0:113381:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573878.889046:0:113381:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48280. 00080000:00000010:1.0:1777573878.889050:0:113381:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48280. 00000100:00000010:0.0:1777573879.226272:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5500. 02000000:00000010:0.0:1777573879.226293:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6600. 00000100:00000010:0.0:1777573879.226335:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d4a80. 02000000:00000010:0.0:1777573879.226341:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6100. 00000100:00000010:0.0:1777573879.226356:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5c00. 02000000:00000010:0.0:1777573879.226361:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6000. 00000100:00000010:0.0:1777573879.226366:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d6a00. 02000000:00000010:0.0:1777573879.226369:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6d00. 00000100:00000010:0.0:1777573879.226375:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc700. 02000000:00000010:0.0:1777573879.226378:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6500. 00000100:00000010:0.0:1777573879.226383:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc380. 02000000:00000010:0.0:1777573879.226386:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6800. 00000100:00000010:0.0:1777573879.226390:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fed80. 02000000:00000010:0.0:1777573879.226393:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6400. 00000100:00000010:0.0:1777573879.226398:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44ff480. 02000000:00000010:0.0:1777573879.226401:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6700. 00000100:00000010:0.0:1777573879.226407:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ca80. 02000000:00000010:0.0:1777573879.226410:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6c00. 00000100:00000010:0.0:1777573879.226414:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6f100. 02000000:00000010:0.0:1777573879.226417:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2ef6900. 00000100:00000010:0.0:1777573879.226422:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d880. 02000000:00000010:0.0:1777573879.226426:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded109ed00. 00000100:00000010:0.0:1777573879.226430:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d500. 02000000:00000010:0.0:1777573879.226433:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488200. 00000100:00000010:0.0:1777573879.226438:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6f800. 02000000:00000010:0.0:1777573879.226440:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488700. 00000100:00000010:0.0:1777573879.226445:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6c700. 02000000:00000010:0.0:1777573879.226448:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488100. 02000000:00000010:0.0:1777573879.226473:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def799b400. 00000400:00000010:0.0:1777573879.226479:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:0.0:1777573879.226486:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573879.226492:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926517504, portal 4 00000400:00000010:0.0:1777573879.226498:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573879.226501:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926517504, offset 0 00000400:00000200:0.0:1777573879.226509:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.226523:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.226534:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c1f00 00000400:00000200:0.0:1777573879.226540:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 4480 00000400:00000200:0.0:1777573879.226548:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.226552:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.226560:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573879.226564:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6ed80. 00000400:00000200:0.0:1777573879.226579:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573879.226581:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573879.226589:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d5500 x1863919926517504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573879.226608:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb180. 00000100:00000010:0.0:1777573879.226619:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbb40. 00000100:00000010:0.0:1777573879.226624:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb120. 00000100:00000010:0.0:1777573879.226628:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb960. 02000000:00000010:0.0:1777573879.226637:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3c5c200. 00000400:00000010:0.0:1777573879.226639:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940630. 00000400:00000010:0.0:1777573879.226642:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573879.226645:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518016, portal 10 00000400:00000010:0.0:1777573879.226648:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573879.226650:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926518016, offset 0 00000400:00000200:0.0:1777573879.226654:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.226658:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.226662:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2100 00000400:00000200:0.0:1777573879.226666:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 131328 00000400:00000200:0.0:1777573879.226670:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.226673:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.226677:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573879.226680:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d1880. 00000400:00000200:0.0:1777573879.226689:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573879.226705:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573879.226709:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fc700 x1863919926518016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.226727:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3c5cc00. 00000400:00000010:0.0:1777573879.226730:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79401b8. 00000400:00000010:0.0:1777573879.226732:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573879.226735:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518528, portal 4 00000400:00000010:0.0:1777573879.226740:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573879.226742:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926518528, offset 0 00000400:00000200:0.0:1777573879.226746:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.226751:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.226755:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c2300 00000400:00000200:0.0:1777573879.226759:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 9104 00000400:00000200:0.0:1777573879.226762:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.226764:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.226768:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573879.226770:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d0000. 00000400:00000200:0.0:1777573879.226779:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f000 00000400:00000010:0.0:1777573879.226781:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573879.226784:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934ca80 x1863919926518528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.226796:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2447e00. 00000400:00000010:0.0:1777573879.226799:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e18. 00000400:00000010:0.0:1777573879.226801:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573879.226804:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926519040, portal 4 00000400:00000010:0.0:1777573879.226807:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573879.226808:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926519040, offset 0 00000400:00000200:0.0:1777573879.226812:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.226815:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.226819:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c2500 00000400:00000200:0.0:1777573879.226821:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 9328 00000400:00000200:0.0:1777573879.226824:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.226826:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.226828:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573879.226830:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d3100. 00000400:00000200:0.0:1777573879.226840:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573879.226842:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573879.226845:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6f800 x1863919926519040/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.226867:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2446400. 00000400:00000010:0.0:1777573879.226870:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940058. 00000400:00000010:0.0:1777573879.226872:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573879.226875:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926517888, portal 4 00000400:00000010:0.0:1777573879.226879:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573879.226880:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926517888, offset 0 00000400:00000200:0.0:1777573879.226883:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.226887:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.226890:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c2080 00000400:00000200:0.0:1777573879.226894:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 1568 00000400:00000200:0.0:1777573879.226897:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.226899:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.226902:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573879.226905:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d2680. 00000400:00000200:0.0:1777573879.226913:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573879.226915:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573879.226918:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d6a00 x1863919926517888/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.226930:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ded43d0000. 00000400:00000010:0.0:1777573879.226932:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940c08. 00000400:00000010:0.0:1777573879.226935:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573879.226937:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518400, portal 10 00000400:00000010:0.0:1777573879.226941:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573879.226942:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926518400, offset 0 00000400:00000200:0.0:1777573879.226945:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.226948:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.226952:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2280 00000400:00000200:0.0:1777573879.226955:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 131552 00000400:00000200:0.0:1777573879.226958:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.226961:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.226963:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573879.226966:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d3800. 00000400:00000200:0.0:1777573879.226974:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fd48 00000400:00000010:0.0:1777573879.226975:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573879.226978:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44ff480 x1863919926518400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.226992:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89dec1284c00. 00000400:00000010:0.0:1777573879.226994:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940a50. 00000400:00000010:0.0:1777573879.226996:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573879.226999:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518912, portal 10 00000400:00000010:0.0:1777573879.227003:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573879.227005:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926518912, offset 0 00000400:00000200:0.0:1777573879.227008:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227011:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227015:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2480 00000400:00000200:0.0:1777573879.227018:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 131776 00000400:00000200:0.0:1777573879.227021:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227023:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227025:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573879.227028:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d2d80. 00000400:00000200:0.0:1777573879.227035:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:0.0:1777573879.227037:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573879.227040:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6d500 x1863919926518912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.227071:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deeebb8a00. 00000400:00000010:0.0:1777573879.227074:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940478. 00000400:00000010:0.0:1777573879.227077:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573879.227079:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926517632, portal 25 00000400:00000010:0.0:1777573879.227082:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573879.227083:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926517632, offset 0 00000400:00000200:0.0:1777573879.227086:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227089:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227093:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c1f80 00000400:00000200:0.0:1777573879.227096:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16a99 [2] + 0 00000400:00000010:0.0:1777573879.227100:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940790. 00000400:00000200:0.0:1777573879.227102:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3f29f00 00000400:00000200:0.0:1777573879.227105:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227107:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573879.227109:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3f29f00 00000400:00000010:0.0:1777573879.227110:0:3635:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3f29f00. 00000100:00000200:0.0:1777573879.227114:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573879.227124:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573879.227126:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573879.227129:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d4a80 x1863919926517632/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.227148:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4e18400. 00000400:00000010:0.0:1777573879.227150:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940790. 00000400:00000010:0.0:1777573879.227152:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573879.227155:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518144, portal 4 00000400:00000010:0.0:1777573879.227158:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573879.227160:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926518144, offset 0 00000400:00000200:0.0:1777573879.227163:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227166:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227170:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c2180 00000400:00000200:0.0:1777573879.227174:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 1792 00000400:00000200:0.0:1777573879.227177:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227180:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227182:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573879.227202:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4504a80. 00000400:00000200:0.0:1777573879.227211:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573879.227212:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573879.227216:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fc380 x1863919926518144/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.227230:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4e18a00. 00000400:00000010:0.0:1777573879.227232:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940160. 00000400:00000010:0.0:1777573879.227234:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573879.227236:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518656, portal 4 00000400:00000010:0.0:1777573879.227239:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573879.227241:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926518656, offset 0 00000400:00000200:0.0:1777573879.227244:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227248:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227251:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c2380 00000400:00000200:0.0:1777573879.227254:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 9552 00000400:00000200:0.0:1777573879.227257:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227259:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227261:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573879.227264:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4507b80. 00000400:00000200:0.0:1777573879.227271:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573879.227273:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573879.227276:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6f100 x1863919926518656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.227291:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89defaea5c00. 00000400:00000010:0.0:1777573879.227293:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940580. 00000400:00000010:0.0:1777573879.227295:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573879.227298:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926519168, portal 4 00000400:00000010:0.0:1777573879.227300:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573879.227302:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926519168, offset 0 00000400:00000200:0.0:1777573879.227305:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227308:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227312:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c2580 00000400:00000200:0.0:1777573879.227315:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 9776 00000400:00000200:0.0:1777573879.227317:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227319:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227323:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573879.227326:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5c00. 00000400:00000200:0.0:1777573879.227332:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573879.227334:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573879.227336:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6c700 x1863919926519168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.227352:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89defaea4600. 00000400:00000010:0.0:1777573879.227355:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940840. 00000400:00000010:0.0:1777573879.227357:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573879.227359:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926517760, portal 10 00000400:00000010:0.0:1777573879.227362:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573879.227364:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926517760, offset 0 00000400:00000200:0.0:1777573879.227367:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227371:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227375:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2000 00000400:00000200:0.0:1777573879.227378:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 132000 00000400:00000200:0.0:1777573879.227381:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227383:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227385:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573879.227388:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a7b80. 00000400:00000200:0.0:1777573879.227396:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573879.227398:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573879.227401:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d5c00 x1863919926517760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.227412:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89defaea4800. 00000400:00000010:0.0:1777573879.227415:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79402c0. 00000400:00000010:0.0:1777573879.227417:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573879.227420:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518272, portal 10 00000400:00000010:0.0:1777573879.227424:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573879.227426:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926518272, offset 0 00000400:00000200:0.0:1777573879.227428:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227431:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227435:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2200 00000400:00000200:0.0:1777573879.227438:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 132224 00000400:00000200:0.0:1777573879.227441:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227443:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227446:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573879.227448:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ea00. 00000400:00000200:0.0:1777573879.227458:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f440 00000400:00000010:0.0:1777573879.227460:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573879.227462:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fed80 x1863919926518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.227475:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89defaea4e00. 00000400:00000010:0.0:1777573879.227478:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573879.227480:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573879.227482:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926518784, portal 10 00000400:00000010:0.0:1777573879.227486:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.227487:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926518784, offset 0 00000400:00000200:0.0:1777573879.227490:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227493:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227496:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2400 00000400:00000200:0.0:1777573879.227499:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 132448 00000400:00000200:0.0:1777573879.227502:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227504:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227506:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573879.227509:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed4380. 00000400:00000200:0.0:1777573879.227515:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.227517:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.227520:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6d880 x1863919926518784/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573879.227560:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84500. 00000020:00000010:0.0:1777573879.227577:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea5a00. 00000020:00000010:0.0:1777573879.227581:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573879.227586:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573879.227615:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573879.227617:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84700. 00000100:00000200:0.0:1777573879.227622:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926517504 02000000:00000010:0.0:1777573879.227636:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def799b800. 00010000:00000200:0.0:1777573879.227662:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defbd6ed80 x1863919926517504/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:380/0 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.227674:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.227677:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926517504, offset 224 00000400:00000200:0.0:1777573879.227680:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227684:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227688:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c1f00 00000400:00000200:0.0:1777573879.227712:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x178d1 [1] + 224 00000400:00000200:0.0:1777573879.227716:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227718:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227723:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d5500 x1863919926517504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.227737:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.227739:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.227749:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573879.227752:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573879.227755:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea5a00. 00000020:00000010:0.0:1777573879.227777:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573879.227779:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573879.227782:0:26981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea5a00. 00000020:00000010:0.0:1777573879.227785:0:26981:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573879.227788:0:26981:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573879.227803:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84700. 00000020:00000010:0.0:1777573879.227809:0:26981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea5000. 00000020:00000010:0.0:1777573879.227811:0:26981:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d180. 00000020:00000010:0.0:1777573879.227813:0:26981:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573879.227821:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573879.227824:0:26981:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.227826:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573879.227830:0:26981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defbd31a00. 00000020:00000010:0.0:1777573879.227831:0:26981:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573879.227834:0:26981:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573879.227841:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573879.227843:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573879.227847:0:26981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc31cca00. 00000020:00000010:0.0:1777573879.227849:0:26981:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.227852:0:26981:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.227861:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573879.227864:0:26981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc31cc000. 00000020:00000010:0.0:1777573879.227866:0:26981:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573879.227868:0:26981:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573879.227875:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.227878:0:26981:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.227881:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.227884:0:26981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302be00. 00000020:00000010:0.0:1777573879.227886:0:26981:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431db00. 00000020:00000010:0.0:1777573879.227887:0:26981:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573879.227897:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.227899:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573879.227900:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518016 02000000:00000010:0.0:1777573879.227909:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77f1000. 00010000:00000200:0.0:1777573879.227915:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d1880 x1863919926518016/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.227923:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.227926:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926518016, offset 224 00000400:00000200:0.0:1777573879.227929:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.227934:0:26981:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.227938:0:26981:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2100 00000400:00000200:0.0:1777573879.227941:0:26981:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178d9 [1] + 224 00000400:00000200:0.0:1777573879.227944:0:26981:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.227947:0:26981:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.227952:0:26981:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fc700 x1863919926518016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.227962:0:26981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.227963:0:26981:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.227969:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573879.227970:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d214b0. 00000020:00000010:0.0:1777573879.227972:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea5a00. 00000020:00000010:0.0:1777573879.227982:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.227984:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573879.227986:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518400 02000000:00000010:0.0:1777573879.227992:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77f1800. 00010000:00000200:0.0:1777573879.227997:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d3800 x1863919926518400/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228004:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228007:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926518400, offset 224 00000400:00000200:0.0:1777573879.228010:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228015:0:26981:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228019:0:26981:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2280 00000400:00000200:0.0:1777573879.228022:0:26981:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x178f9 [1] + 224 00000400:00000200:0.0:1777573879.228027:0:26981:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228029:0:26981:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228033:0:26981:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44ff480 x1863919926518400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228042:0:26981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228044:0:26981:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228051:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d180. 00000020:00000010:0.0:1777573879.228054:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573879.228055:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea5000. 00000020:00000010:0.0:1777573879.228063:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.228065:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573879.228066:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518912 02000000:00000010:0.0:1777573879.228071:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77f2000. 00010000:00000200:0.0:1777573879.228076:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d2d80 x1863919926518912/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228083:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228086:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926518912, offset 224 00000400:00000200:0.0:1777573879.228090:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228094:0:26981:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228099:0:26981:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2480 00000400:00000200:0.0:1777573879.228102:0:26981:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17901 [1] + 224 00000400:00000200:0.0:1777573879.228105:0:26981:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228107:0:26981:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228111:0:26981:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6d500 x1863919926518912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228119:0:26981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228120:0:26981:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228124:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573879.228127:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573879.228129:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defbd31a00. 00000020:00000010:0.0:1777573879.228137:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.228139:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573879.228141:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926517760 02000000:00000010:0.0:1777573879.228147:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77f2800. 00010000:00000200:0.0:1777573879.228152:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a7b80 x1863919926517760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228158:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228162:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926517760, offset 224 00000400:00000200:0.0:1777573879.228165:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228169:0:26981:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228173:0:26981:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2000 00000400:00000200:0.0:1777573879.228176:0:26981:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17929 [1] + 224 00000400:00000200:0.0:1777573879.228180:0:26981:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228182:0:26981:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228200:0:26981:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d5c00 x1863919926517760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228215:0:26981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228216:0:26981:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228224:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.228227:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.228229:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc31cca00. 00000020:00000010:0.0:1777573879.228237:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.228239:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573879.228241:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518272 02000000:00000010:0.0:1777573879.228247:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77f1400. 00010000:00000200:0.0:1777573879.228251:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455ea00 x1863919926518272/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228259:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228263:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926518272, offset 224 00000400:00000200:0.0:1777573879.228266:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228272:0:26981:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228277:0:26981:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2200 00000400:00000200:0.0:1777573879.228281:0:26981:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17931 [1] + 224 00000400:00000200:0.0:1777573879.228283:0:26981:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228285:0:26981:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228289:0:26981:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fed80 x1863919926518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228296:0:26981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228298:0:26981:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228303:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573879.228305:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573879.228307:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc31cc000. 00000020:00000010:0.0:1777573879.228316:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.228318:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573879.228320:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518784 02000000:00000010:0.0:1777573879.228327:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77f3400. 00010000:00000200:0.0:1777573879.228330:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4ed4380 x1863919926518784/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228338:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228340:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926518784, offset 224 00000400:00000200:0.0:1777573879.228342:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228346:0:26981:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228351:0:26981:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2400 00000400:00000200:0.0:1777573879.228354:0:26981:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17939 [1] + 224 00000400:00000200:0.0:1777573879.228357:0:26981:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228359:0:26981:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228364:0:26981:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6d880 x1863919926518784/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228372:0:26981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228374:0:26981:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228378:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431db00. 00000020:00000010:0.0:1777573879.228381:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573879.228383:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302be00. 00000020:00000010:0.0:1777573879.228404:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573879.228411:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302be00. 00000020:00000010:0.0:1777573879.228413:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431db00. 00000020:00000010:0.0:1777573879.228415:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573879.228435:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228437:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228440:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302a600. 00000020:00000010:0.0:1777573879.228442:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573879.228444:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573879.228456:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228459:0:8361:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a844c0. 00000020:00000010:0.0:1777573879.228461:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228465:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573879.228467:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.228469:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.228476:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228479:0:8361:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84140. 00000020:00000010:0.0:1777573879.228481:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228485:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573879.228487:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573879.228489:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573879.228497:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228498:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573879.228500:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518528 02000000:00000010:0.0:1777573879.228507:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77f2400. 00010000:00000200:0.0:1777573879.228511:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d0000 x1863919926518528/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228519:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228522:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926518528, offset 224 00000400:00000200:0.0:1777573879.228525:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228530:0:8361:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228534:0:8361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2300 00000400:00000200:0.0:1777573879.228539:0:8361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x178e1 [1] + 224 00000400:00000200:0.0:1777573879.228543:0:8361:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228545:0:8361:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228551:0:8361:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934ca80 x1863919926518528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228561:0:8361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228563:0:8361:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228569:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431db00. 00000020:00000010:0.0:1777573879.228572:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573879.228574:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302be00. 00000020:00000010:0.0:1777573879.228582:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228584:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573879.228585:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519040 02000000:00000010:0.0:1777573879.228592:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77ab400. 00010000:00000200:0.0:1777573879.228596:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d3100 x1863919926519040/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228604:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228607:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926519040, offset 224 00000400:00000200:0.0:1777573879.228609:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228614:0:8361:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228618:0:8361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2500 00000400:00000200:0.0:1777573879.228623:0:8361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x178e9 [1] + 224 00000400:00000200:0.0:1777573879.228626:0:8361:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228628:0:8361:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228633:0:8361:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6f800 x1863919926519040/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228641:0:8361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228643:0:8361:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228649:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573879.228654:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573879.228656:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302a600. 00000020:00000010:0.0:1777573879.228663:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228665:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573879.228667:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518656 02000000:00000010:0.0:1777573879.228672:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77aac00. 00010000:00000200:0.0:1777573879.228676:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4507b80 x1863919926518656/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228683:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228686:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926518656, offset 224 00000400:00000200:0.0:1777573879.228689:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228716:0:8361:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228720:0:8361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2380 00000400:00000200:0.0:1777573879.228723:0:8361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17919 [1] + 224 00000400:00000200:0.0:1777573879.228726:0:8361:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228729:0:8361:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228734:0:8361:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6f100 x1863919926518656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228742:0:8361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228743:0:8361:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228749:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.228751:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.228753:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573879.228761:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228763:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573879.228765:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519168 02000000:00000010:0.0:1777573879.228771:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77a8400. 00010000:00000200:0.0:1777573879.228776:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a5c00 x1863919926519168/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228785:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228787:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926519168, offset 224 00000400:00000200:0.0:1777573879.228790:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228793:0:8361:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228798:0:8361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2580 00000400:00000200:0.0:1777573879.228801:0:8361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17921 [1] + 224 00000400:00000200:0.0:1777573879.228806:0:8361:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228808:0:8361:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228814:0:8361:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6c700 x1863919926519168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228821:0:8361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228822:0:8361:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228830:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573879.228832:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573879.228834:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573879.228862:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228865:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228868:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573879.228870:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573879.228872:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573879.228891:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228893:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228897:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573879.228898:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.228900:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.228908:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.228911:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573879.228913:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926517888 02000000:00000010:0.0:1777573879.228921:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77ab000. 00010000:00000200:0.0:1777573879.228926:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d2680 x1863919926517888/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.228934:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.228937:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926517888, offset 224 00000400:00000200:0.0:1777573879.228940:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.228946:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.228950:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2080 00000400:00000200:0.0:1777573879.228955:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x178f1 [1] + 224 00000400:00000200:0.0:1777573879.228958:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.228962:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.228967:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d6a00 x1863919926517888/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.228976:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.228979:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.228985:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d600. 00000020:00000010:0.0:1777573879.228988:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573879.228990:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573879.229000:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.229002:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573879.229004:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926518144 02000000:00000010:0.0:1777573879.229009:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77aa000. 00010000:00000200:0.0:1777573879.229013:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4504a80 x1863919926518144/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229020:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.229022:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926518144, offset 224 00000400:00000200:0.0:1777573879.229026:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.229030:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.229034:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2180 00000400:00000200:0.0:1777573879.229038:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17911 [1] + 224 00000400:00000200:0.0:1777573879.229041:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.229043:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.229048:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fc380 x1863919926518144/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.229056:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.229058:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.229063:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.229066:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.229068:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573879.229096:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.229100:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.229103:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573879.229105:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.229108:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.229127:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573879.229128:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573879.229131:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926517632 02000000:00000010:0.0:1777573879.229136:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77aa800. 00010000:00000200:0.0:1777573879.229142:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb5450 x1863919926517632/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:380/0 lens 224/224 e 0 to 0 dl 1777573890 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229150:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573879.229152:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926517632, offset 224 00000400:00000200:0.0:1777573879.229156:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573879.229160:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573879.229164:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c1f80 00000400:00000200:0.0:1777573879.229168:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17909 [1] + 224 00000400:00000200:0.0:1777573879.229173:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573879.229175:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573879.229180:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d4a80 x1863919926517632/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573879.229494:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573879.229498:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:0.0:1777573879.229505:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d780. 00000020:00000010:0.0:1777573879.229507:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573879.229510:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302bc00. 02000000:00000010:0.0:1777573879.229515:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def77aa800. 00000100:00000200:0.0:1777573879.229520:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573879.229527:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79400b0. 00000400:00000010:0.0:1777573879.229531:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89def7a1a000. 00000400:00000010:0.0:1777573879.229584:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940840. 00000400:00000200:0.0:1777573879.229587:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573879.229588:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573879.229594:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d5c00 x1863919926517760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229601:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d5c00 x1863919926517760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229625:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79402c0. 00000400:00000200:0.0:1777573879.229629:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:0.0:1777573879.229631:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573879.229634:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fed80 x1863919926518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229646:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fed80 x1863919926518272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229656:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940268. 00000400:00000200:0.0:1777573879.229657:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f440 00000400:00000010:0.0:1777573879.229658:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573879.229662:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6d880 x1863919926518784/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229668:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6d880 x1863919926518784/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229677:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940478. 00000400:00000200:0.0:1777573879.229679:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:0.0:1777573879.229680:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573879.229683:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d4a80 x1863919926517632/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229719:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d4a80 x1863919926517632/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229730:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940790. 00000400:00000200:0.0:1777573879.229732:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573879.229733:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573879.229737:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fc380 x1863919926518144/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229743:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fc380 x1863919926518144/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229752:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940160. 00000400:00000200:0.0:1777573879.229753:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573879.229754:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573879.229757:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6f100 x1863919926518656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229763:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6f100 x1863919926518656/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229771:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940580. 00000400:00000200:0.0:1777573879.229773:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573879.229774:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573879.229777:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6c700 x1863919926519168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229783:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6c700 x1863919926519168/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.229794:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89defaea4600. 02000000:00000010:0.0:1777573879.229801:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6000. 00000100:00000010:0.0:1777573879.229805:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5c00. 02000000:00000010:0.0:1777573879.229808:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89defaea4800. 02000000:00000010:0.0:1777573879.229810:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6400. 00000100:00000010:0.0:1777573879.229812:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fed80. 02000000:00000010:0.0:1777573879.229815:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89defaea4e00. 02000000:00000010:0.0:1777573879.229817:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded109ed00. 00000100:00000010:0.0:1777573879.229819:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d880. 02000000:00000010:0.0:1777573879.229822:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deeebb8a00. 02000000:00000010:0.0:1777573879.229824:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6100. 00000100:00000010:0.0:1777573879.229826:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d4a80. 02000000:00000010:0.0:1777573879.229828:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4e18400. 02000000:00000010:0.0:1777573879.229830:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6800. 00000100:00000010:0.0:1777573879.229832:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc380. 02000000:00000010:0.0:1777573879.229833:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4e18a00. 02000000:00000010:0.0:1777573879.229835:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6900. 00000100:00000010:0.0:1777573879.229837:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6f100. 02000000:00000010:0.0:1777573879.229839:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89defaea5c00. 02000000:00000010:0.0:1777573879.229842:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488100. 00000100:00000010:0.0:1777573879.229845:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6c700. 00000400:00000010:0.0:1777573879.229859:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940058. 00000400:00000200:0.0:1777573879.229861:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:0.0:1777573879.229863:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573879.229867:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d6a00 x1863919926517888/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229875:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d6a00 x1863919926517888/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229884:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940c08. 00000400:00000200:0.0:1777573879.229886:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:0.0:1777573879.229888:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573879.229891:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44ff480 x1863919926518400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229897:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44ff480 x1863919926518400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229909:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940a50. 00000400:00000200:0.0:1777573879.229910:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fd48 00000400:00000010:0.0:1777573879.229911:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573879.229914:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6d500 x1863919926518912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229920:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6d500 x1863919926518912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229932:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940738. 00000400:00000200:0.0:1777573879.229935:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:0.0:1777573879.229936:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573879.229940:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d5500 x1863919926517504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229946:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d5500 x1863919926517504/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229960:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940630. 00000400:00000200:0.0:1777573879.229961:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:0.0:1777573879.229963:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573879.229966:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fc700 x1863919926518016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229972:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fc700 x1863919926518016/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.229983:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79401b8. 00000400:00000200:0.0:1777573879.229984:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:0.0:1777573879.229985:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000100:00000200:0.0:1777573879.229989:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934ca80 x1863919926518528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.229996:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934ca80 x1863919926518528/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573879.230005:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e18. 00000400:00000200:0.0:1777573879.230008:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f000 00000400:00000010:0.0:1777573879.230009:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f000. 00000100:00000200:0.0:1777573879.230012:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6f800 x1863919926519040/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573879.230018:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6f800 x1863919926519040/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573879.230026:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2446400. 02000000:00000010:0.0:1777573879.230029:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6d00. 00000100:00000010:0.0:1777573879.230031:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d6a00. 02000000:00000010:0.0:1777573879.230034:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ded43d0000. 02000000:00000010:0.0:1777573879.230037:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6700. 00000100:00000010:0.0:1777573879.230038:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44ff480. 02000000:00000010:0.0:1777573879.230041:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89dec1284c00. 02000000:00000010:0.0:1777573879.230044:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488200. 00000100:00000010:0.0:1777573879.230046:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d500. 02000000:00000010:0.0:1777573879.230048:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def799b400. 02000000:00000010:0.0:1777573879.230051:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6600. 00000100:00000010:0.0:1777573879.230053:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5500. 02000000:00000010:0.0:1777573879.230055:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3c5c200. 02000000:00000010:0.0:1777573879.230057:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6500. 00000100:00000010:0.0:1777573879.230059:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc700. 02000000:00000010:0.0:1777573879.230062:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3c5cc00. 02000000:00000010:0.0:1777573879.230064:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2ef6c00. 00000100:00000010:0.0:1777573879.230066:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 02000000:00000010:0.0:1777573879.230068:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2447e00. 02000000:00000010:0.0:1777573879.230071:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488700. 00000100:00000010:0.0:1777573879.230072:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6f800. 00000100:00000010:1.0:1777573879.230164:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6b100. 02000000:00000010:1.0:1777573879.230175:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0100. 02000000:00000010:1.0:1777573879.230223:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa8800. 00000400:00000010:1.0:1777573879.230227:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573879.230232:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573879.230237:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926519296, portal 4 00000400:00000010:1.0:1777573879.230242:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573879.230244:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926519296, offset 0 00000400:00000200:1.0:1777573879.230249:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573879.230255:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573879.230261:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c2600 00000400:00000200:1.0:1777573879.230265:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 4704 00000400:00000200:1.0:1777573879.230270:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573879.230273:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573879.230277:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573879.230280:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6b480. 00000400:00000200:1.0:1777573879.230290:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573879.230292:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573879.230313:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d6b100 x1863919926519296/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573879.230348:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7b80. 00000020:00000010:1.0:1777573879.230352:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7b80. 00000020:00000010:1.0:1777573879.230356:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381c00. 00000020:00000010:1.0:1777573879.230359:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48180. 00000020:00000010:1.0:1777573879.230362:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573879.230382:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7b80. 00000020:00000010:1.0:1777573879.230383:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7b80. 00000100:00000200:1.0:1777573879.230385:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519296 02000000:00000010:1.0:1777573879.230393:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2faa400. 00010000:00000200:1.0:1777573879.230409:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d6b480 x1863919926519296/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:380/0 lens 224/368 e 0 to 0 dl 1777573890 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573879.230418:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573879.230420:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926519296, offset 224 00000400:00000200:1.0:1777573879.230423:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573879.230428:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573879.230432:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2600 00000400:00000200:1.0:1777573879.230436:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1797d [1] + 224 00000400:00000200:1.0:1777573879.230439:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573879.230442:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573879.230447:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d6b100 x1863919926519296/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573879.230459:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573879.230461:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000020:00000010:1.0:1777573879.230468:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48180. 00000020:00000010:1.0:1777573879.230471:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573879.230474:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381c00. 00000400:00000010:1.0:1777573879.230489:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573879.230492:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573879.230493:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573879.230497:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d6b100 x1863919926519296/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573879.230503:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d6b100 x1863919926519296/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573879.230518:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa8800. 02000000:00000010:1.0:1777573879.230521:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0100. 00000100:00000010:1.0:1777573879.230523:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6b100. 00000100:00000010:1.0:1777573879.242765:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbb40. 00000100:00000010:3.0:1777573879.243049:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb960. 00000100:00000010:2.0:1777573879.243099:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb120. 00000100:00000010:0.0:1777573879.244959:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb180. 00080000:00000010:2.0:1777573880.674451:0:113430:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573880.674475:0:113430:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573880.674487:0:113430:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573880.674492:0:113430:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573880.674500:0:113430:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573880.674505:0:113430:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573880.674513:0:113430:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573880.674518:0:113430:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00000100:00000010:2.0:1777573880.759480:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae0a80. 02000000:00000010:2.0:1777573880.759502:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2100. 00000100:00000010:3.0:1777573880.759533:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ca80. 02000000:00000010:3.0:1777573880.759544:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cd000. 02000000:00000010:2.0:1777573880.759562:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2567000. 00000400:00000010:2.0:1777573880.759571:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7f78. 00000400:00000010:2.0:1777573880.759577:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573880.759584:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926519424, portal 4 00000400:00000010:2.0:1777573880.759591:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573880.759594:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926519424, offset 0 00000400:00000200:2.0:1777573880.759602:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573880.759614:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573880.759625:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c2680 00000400:00000200:2.0:1777573880.759632:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 4928 00000400:00000200:2.0:1777573880.759639:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573880.759643:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573880.759651:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573880.759655:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae1f80. 00000400:00000200:2.0:1777573880.759677:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573880.759680:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573880.759687:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89deeeae0a80 x1863919926519424/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573880.759793:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6b100. 02000000:00000010:1.0:1777573880.759801:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0100. 00000020:00000010:3.0:1777573880.759922:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573880.759927:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573880.759932:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1600. 00000020:00000010:3.0:1777573880.759937:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573880.759941:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573880.759970:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573880.759973:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000100:00000200:3.0:1777573880.759976:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519424 02000000:00000010:3.0:1777573880.759989:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7928000. 02000000:00000010:1.0:1777573880.760023:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa8800. 00010000:00000200:3.0:1777573880.760025:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae1f80 x1863919926519424/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:381/0 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573880.760030:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573880.760037:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573880.760042:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926519680, portal 4 00000400:00000010:3.0:1777573880.760047:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000400:00000010:1.0:1777573880.760049:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:3.0:1777573880.760051:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926519424, offset 224 00000100:00000200:1.0:1777573880.760053:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926519680, offset 0 00000400:00000200:3.0:1777573880.760060:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573880.760074:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573880.760082:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573880.760091:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c2780 00000400:00000200:1.0:1777573880.760099:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 5152 00000400:00000200:1.0:1777573880.760104:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573880.760107:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1777573880.760110:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4ea0. 00000100:00000200:1.0:1777573880.760111:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573880.760117:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69180. 00000100:00000010:2.0:1777573880.760122:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4a20. 00000100:00000010:2.0:1777573880.760130:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4720. 00000400:00000200:1.0:1777573880.760132:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573880.760135:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573880.760141:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d6b100 x1863919926519680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573880.760146:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4060. 02000000:00000010:2.0:1777573880.760186:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2565000. 00000400:00000010:2.0:1777573880.760191:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7840. 00000400:00000010:2.0:1777573880.760196:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573880.760200:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926519552, portal 4 00000020:00000010:1.0:1777573880.760203:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000400:00000010:2.0:1777573880.760205:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000020:00000010:1.0:1777573880.760209:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000100:00000200:2.0:1777573880.760210:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926519552, offset 0 00000400:00000200:2.0:1777573880.760216:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1777573880.760217:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0800. 00000020:00000010:1.0:1777573880.760222:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48580. 00000400:00000200:2.0:1777573880.760223:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573880.760231:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c2700 00000400:00000200:2.0:1777573880.760237:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 2016 00000400:00000200:2.0:1777573880.760242:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573880.760246:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573880.760250:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573880.760254:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae3b80. 00000400:00000200:2.0:1777573880.760265:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573880.760267:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573880.760272:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250ca80 x1863919926519552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573896 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573880.760285:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:2.0:1777573880.760306:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573880.760309:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00000020:00000010:1.0:1777573880.760312:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7700. 00000020:00000010:2.0:1777573880.760314:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870c00. 00000020:00000010:1.0:1777573880.760317:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7700. 00000020:00000010:2.0:1777573880.760319:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70680. 00000100:00000200:1.0:1777573880.760321:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519680 00000020:00000010:2.0:1777573880.760325:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 02000000:00000010:1.0:1777573880.760330:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2faa800. 00000020:00000010:2.0:1777573880.760350:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e540. 00000020:00000010:2.0:1777573880.760354:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e540. 00010000:00000200:1.0:1777573880.760355:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d69180 x1863919926519680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:381/0 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573880.760357:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519552 02000000:00000010:2.0:1777573880.760368:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2567800. 00000400:00000010:1.0:1777573880.760370:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573880.760375:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926519680, offset 224 00000400:00000200:1.0:1777573880.760380:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573880.760387:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1777573880.760391:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae3b80 x1863919926519552/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:381/0 lens 224/368 e 0 to 0 dl 1777573891 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573880.760403:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573880.760407:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926519552, offset 224 00000400:00000200:1.0:1777573880.760407:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2780 00000400:00000200:1.0:1777573880.760416:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17991 [1] + 224 00000400:00000200:1.0:1777573880.760421:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573880.760424:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777573880.760431:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573880.760442:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2680 00000400:00000200:2.0:1777573880.760461:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573880.760467:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573880.760473:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2700 00000400:00000200:2.0:1777573880.760478:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1799d [1] + 224 00000400:00000200:2.0:1777573880.760482:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573880.760485:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573880.760492:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250ca80 x1863919926519552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573880.760508:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573880.760510:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000020:00000010:2.0:1777573880.760521:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70680. 00000020:00000010:2.0:1777573880.760525:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573880.760530:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870c00. 00000100:00000200:1.0:1777573880.760552:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d6b100 x1863919926519680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573880.760558:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7840. 00000400:00000200:2.0:1777573880.760565:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573880.760568:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573880.760574:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250ca80 x1863919926519552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573880.760575:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573880.760580:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:2.0:1777573880.760588:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250ca80 x1863919926519552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573880.760593:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48580. 00000020:00000010:1.0:1777573880.760598:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573880.760610:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0800. 02000000:00000010:2.0:1777573880.760615:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2565000. 02000000:00000010:2.0:1777573880.760621:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cd000. 00000100:00000010:2.0:1777573880.760627:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ca80. 00000400:00000010:1.0:1777573880.760636:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:1.0:1777573880.760649:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:1.0:1777573880.760651:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573880.760657:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d6b100 x1863919926519680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573880.760666:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d6b100 x1863919926519680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573880.760687:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa8800. 02000000:00000010:1.0:1777573880.760707:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0100. 00000100:00000010:1.0:1777573880.760711:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6b100. 00000400:00000200:3.0:1777573880.760947:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17989 [1] + 224 00000400:00000200:3.0:1777573880.760953:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573880.760956:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573880.760963:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89deeeae0a80 x1863919926519424/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573880.761024:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573880.761027:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000020:00000010:3.0:1777573880.761037:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573880.761041:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:3.0:1777573880.761044:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1600. 00000400:00000010:2.0:1777573880.761267:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7f78. 00000400:00000200:2.0:1777573880.761272:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573880.761273:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573880.761279:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89deeeae0a80 x1863919926519424/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573880.761289:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89deeeae0a80 x1863919926519424/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573880.761310:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2567000. 02000000:00000010:2.0:1777573880.761313:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2100. 00000100:00000010:2.0:1777573880.761317:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae0a80. 00000100:00000010:3.0:1777573880.763755:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4060. 00000100:00000010:2.0:1777573880.764170:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4720. 00000100:00000010:1.0:1777573880.764263:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4a20. 00000100:00000010:0.0:1777573880.764820:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4ea0. 00080000:00000010:2.0:1777573881.911418:0:113478:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70d00. 00080000:00000010:2.0:1777573881.911428:0:113478:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70d00. 00080000:00000010:2.0:1777573881.911439:0:113478:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70d00. 00080000:00000010:2.0:1777573881.911444:0:113478:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70d00. 00080000:00000010:2.0:1777573881.911457:0:113478:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70d00. 00080000:00000010:2.0:1777573881.911462:0:113478:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70d00. 00080000:00000010:2.0:1777573881.911473:0:113478:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70d00. 00080000:00000010:2.0:1777573881.911478:0:113478:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70d00. 00000001:02000400:2.0:1777573882.159916:0:113514:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: === sanity-sec: finish setup 14:31:21 (1777573881) === 00000100:00000010:0.0:1777573882.294797:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed7480. 02000000:00000010:0.0:1777573882.294818:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488700. 02000000:00000010:1.0:1777573882.295026:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa9400. 00000400:00000010:1.0:1777573882.295034:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573882.295041:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d234c8. 00000100:00000200:1.0:1777573882.295048:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926519808, portal 4 00000400:00000010:1.0:1777573882.295057:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573882.295060:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926519808, offset 0 00000400:00000200:1.0:1777573882.295069:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573882.295082:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573882.295094:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c2800 00000400:00000200:1.0:1777573882.295118:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 2240 00000400:00000200:1.0:1777573882.295143:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573882.295147:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573882.295155:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573882.295160:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6b100. 00000400:00000200:1.0:1777573882.298158:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573882.298165:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573882.298177:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4ed7480 x1863919926519808/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573898 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573882.298202:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8de0. 00000100:00000010:1.0:1777573882.298213:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d81e0. 00000100:00000010:1.0:1777573882.298218:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d80c0. 00000100:00000010:1.0:1777573882.298222:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d20. 00000020:00000010:1.0:1777573882.298310:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573882.298314:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573882.298320:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1200. 00000020:00000010:1.0:1777573882.298325:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573882.298330:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573882.298364:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573882.298367:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000100:00000200:1.0:1777573882.298370:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519808 02000000:00000010:1.0:1777573882.298388:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2faa000. 00010000:00000200:1.0:1777573882.298417:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d6b100 x1863919926519808/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:383/0 lens 224/368 e 0 to 0 dl 1777573893 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573882.298432:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573882.298436:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926519808, offset 224 00000400:00000200:1.0:1777573882.298441:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573882.298452:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573882.298461:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2800 00000400:00000200:1.0:1777573882.298468:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x179ad [1] + 224 00000400:00000200:1.0:1777573882.298474:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573882.298477:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573882.298485:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4ed7480 x1863919926519808/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573898 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573882.298503:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573882.298506:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000020:00000010:1.0:1777573882.298516:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573882.298520:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573882.298522:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1200. 00000400:00000010:0.0:1777573882.298583:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:0.0:1777573882.298589:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d234c8 00000400:00000010:0.0:1777573882.298591:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d234c8. 00000100:00000200:0.0:1777573882.298597:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4ed7480 x1863919926519808/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573898 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573882.298610:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4ed7480 x1863919926519808/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573898 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573882.298639:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa9400. 02000000:00000010:0.0:1777573882.298645:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488700. 00000100:00000010:0.0:1777573882.298652:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4ed7480. 00000100:00000010:1.0:1777573882.302034:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d81e0. 00000100:00000010:3.0:1777573882.302141:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d20. 00000100:00000010:0.0:1777573882.303756:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8de0. 00000100:00000010:2.0:1777573882.304363:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d80c0. 00000400:00000200:0.0:1777573882.920669:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573882.920689:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97ae80 00000400:00000200:0.0:1777573882.920711:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x16aa9 [2] + 0 00000400:00000010:0.0:1777573882.920717:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a8f0. 00000400:00000200:0.0:1777573882.920723:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc48270c0 00000400:00000200:0.0:1777573882.920733:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573882.920738:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573882.920743:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc48270c0 00000400:00000010:0.0:1777573882.920746:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc48270c0. 00000100:00000200:0.0:1777573882.920752:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573882.920784:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573882.920790:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97af80 00000400:00000200:0.0:1777573882.920795:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 132672 00000400:00000200:0.0:1777573882.920818:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573882.920822:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573882.920826:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573882.920832:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed7480. 00000400:00000200:0.0:1777573882.920855:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573882.920860:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97b080 00000400:00000200:0.0:1777573882.920866:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 10000 00000400:00000200:0.0:1777573882.920871:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573882.920873:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573882.920877:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573882.920881:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ca80. 00000400:00000200:0.0:1777573882.920903:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573882.920909:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97af00 00000400:00000200:0.0:1777573882.920912:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 132896 00000400:00000200:0.0:1777573882.920917:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573882.920920:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573882.920923:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573882.920926:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6f800. 00000400:00000200:0.0:1777573882.920940:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573882.920944:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97b000 00000400:00000200:0.0:1777573882.920948:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 10224 00000400:00000200:0.0:1777573882.920990:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573882.920993:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573882.920997:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573882.921001:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d500. 00000020:00000010:0.0:1777573882.921047:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573882.921053:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84800. 00000020:00000010:0.0:1777573882.921065:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573882.921071:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573882.921075:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21af0. 00000020:00000010:0.0:1777573882.921108:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84800. 00000020:00000010:0.0:1777573882.921111:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573882.921130:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573882.921133:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573882.921136:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:1.0:1777573882.921145:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:0.0:1777573882.921154:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573882.921158:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000020:00000010:1.0:1777573882.921159:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000100:00000200:0.0:1777573882.921163:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838080 00000100:00000200:1.0:1777573882.921164:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838208 02000000:00000010:0.0:1777573882.921183:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77aa800. 00000020:00000010:2.0:1777573882.921185:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 02000000:00000010:1.0:1777573882.921187:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fa9000. 00000020:00000010:2.0:1777573882.921189:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573882.921195:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00010000:00000200:1.0:1777573882.921195:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4ed7480 x1863919917838208/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:383/0 lens 224/224 e 0 to 0 dl 1777573893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1777573882.921195:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defbd6f800 x1863919917838080/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:383/0 lens 224/224 e 0 to 0 dl 1777573893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573882.921210:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70200. 00000020:00000010:2.0:1777573882.921216:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000400:00000010:1.0:1777573882.921228:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000400:00000010:0.0:1777573882.921229:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f000. 00000100:00000200:1.0:1777573882.921237:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917838208, offset 224 00000100:00000200:0.0:1777573882.921237:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917838080, offset 224 00000020:00000010:2.0:1777573882.921243:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573882.921245:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000400:00000200:0.0:1777573882.921248:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000100:00000200:2.0:1777573882.921250:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917837952 00000400:00000200:0.0:1777573882.921258:0:8523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 02000000:00000010:2.0:1777573882.921259:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4240000. 00010000:00000200:2.0:1777573882.921270:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb7c50 x1863919917837952/t0(0) o400->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:383/0 lens 224/224 e 0 to 0 dl 1777573893 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573882.921270:0:8523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3612:3612:256:4294967295] 192.168.204.9@tcp LPNI seq info [3608:3608:8:4294967295] 00000400:00000200:0.0:1777573882.921288:0:8523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000400:00000010:2.0:1777573882.921289:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000020:00000010:3.0:1777573882.921296:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000800:00000200:0.0:1777573882.921297:0:8523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000020:00000010:3.0:1777573882.921303:0:8361:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84f00. 00000800:00000010:0.0:1777573882.921303:0:8523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488700. 00000800:00000200:0.0:1777573882.921312:0:8523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000020:00000010:3.0:1777573882.921316:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381400. 00000800:00000200:0.0:1777573882.921320:0:8523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000020:00000010:3.0:1777573882.921323:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000800:00000200:0.0:1777573882.921324:0:8523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573882.921328:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488bb8. 00000020:00000010:0.0:1777573882.921342:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573882.921346:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573882.921350:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302bc00. 00000020:00000010:3.0:1777573882.921367:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5780. 00000020:00000010:3.0:1777573882.921372:0:8361:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84b00. 00000020:00000010:0.0:1777573882.921373:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573882.921377:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000020:00000010:3.0:1777573882.921379:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381c00. 00000100:00000200:0.0:1777573882.921380:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838464 00000020:00000010:3.0:1777573882.921385:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a880. 02000000:00000010:0.0:1777573882.921389:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def77abc00. 00000020:00000010:3.0:1777573882.921390:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00010000:00000200:0.0:1777573882.921397:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934ca80 x1863919917838464/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:383/0 lens 224/224 e 0 to 0 dl 1777573893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573882.921408:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f110. 00000020:00000010:3.0:1777573882.921413:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573882.921417:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5a40. 00000100:00000200:3.0:1777573882.921420:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838336 02000000:00000010:3.0:1777573882.921435:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def792a000. 00010000:00000200:3.0:1777573882.921442:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defbd6d500 x1863919917838336/t0(0) o400->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:383/0 lens 224/224 e 0 to 0 dl 1777573893 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573882.921452:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000400:00000200:1.0:1777573882.922200:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573882.922213:0:26981:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573882.922218:0:26981:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3613:3613:255:4294967295] 192.168.204.9@tcp LPNI seq info [3609:3609:7:4294967295] 00000400:00000200:1.0:1777573882.922226:0:26981:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573882.922231:0:26981:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573882.922236:0:26981:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777fa00. 00000800:00000200:1.0:1777573882.922241:0:26981:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573882.922246:0:26981:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573882.922249:0:26981:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777fa00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777573882.922257:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d080. 00000020:00000010:1.0:1777573882.922266:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21af0. 00000020:00000010:1.0:1777573882.922269:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302aa00. 00000800:00000200:1.0:1777573882.922324:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573882.922328:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488700. 00000400:00000200:1.0:1777573882.922405:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573882.922411:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573882.922416:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f000 00000400:00000010:1.0:1777573882.922418:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f000. 00000800:00000200:1.0:1777573882.922479:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573882.922481:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777fa00. 00000400:00000200:1.0:1777573882.922489:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573882.922492:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573882.922495:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:1.0:1777573882.922497:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000100:00000200:3.0:1777573882.923381:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917838336, offset 224 00000400:00000200:3.0:1777573882.923392:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573882.923400:0:8361:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573882.923405:0:8361:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3614:3614:256:4294967295] 192.168.204.9@tcp LPNI seq info [3610:3610:8:4294967295] 00000400:00000200:3.0:1777573882.923415:0:8361:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573882.923420:0:8361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573882.923424:0:8361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc2489700. 00000100:00000200:2.0:1777573882.923426:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917837952, offset 224 00000800:00000200:3.0:1777573882.923430:0:8361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573882.923442:0:8361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000400:00000200:2.0:1777573882.923442:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000800:00000200:3.0:1777573882.923447:0:8361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc2489700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1777573882.923454:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573882.923458:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3615:3615:255:4294967295] 192.168.204.9@tcp LPNI seq info [3611:3611:7:4294967295] 00000400:00000200:2.0:1777573882.923468:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000020:00000010:3.0:1777573882.923474:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a880. 00000800:00000200:2.0:1777573882.923474:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000020:00000010:3.0:1777573882.923480:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000800:00000010:2.0:1777573882.923481:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2100. 00000020:00000010:3.0:1777573882.923484:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381c00. 00000800:00000200:2.0:1777573882.923489:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573882.923494:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573882.923498:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777573882.923510:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70200. 00000020:00000010:2.0:1777573882.923514:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573882.923519:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000100:00000200:2.0:1777573882.923529:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:0.0:1777573882.923535:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917838464, offset 224 00000400:00000010:2.0:1777573882.923536:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7f78. 00000400:00000010:2.0:1777573882.923544:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dec72b2240. 00000400:00000200:0.0:1777573882.923547:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573882.923555:0:12154:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573882.923560:0:12154:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3616:3616:254:4294967295] 192.168.204.9@tcp LPNI seq info [3612:3612:6:4294967295] 00000400:00000200:0.0:1777573882.923569:0:12154:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573882.923574:0:12154:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573882.923578:0:12154:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488200. 00000800:00000200:0.0:1777573882.923582:0:12154:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573882.923586:0:12154:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573882.923589:0:12154:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573882.923597:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:0.0:1777573882.923600:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488bb8. 00000020:00000010:0.0:1777573882.923602:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381400. 00000800:00000200:1.0:1777573882.924132:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573882.924137:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc2489700. 00000400:00000200:1.0:1777573882.924142:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573882.924147:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573882.924151:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:1.0:1777573882.924152:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000800:00000200:1.0:1777573882.924162:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573882.924164:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2100. 00000400:00000200:1.0:1777573882.924168:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573882.924171:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573882.924174:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:1.0:1777573882.924175:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 02000000:00000010:1.0:1777573882.924180:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4240000. 00000800:00000200:1.0:1777573882.924729:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573882.924733:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488200. 00000400:00000200:1.0:1777573882.924739:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573882.924743:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573882.924746:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f110 00000400:00000010:1.0:1777573882.924748:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f110. 00000400:00000200:0.0:1777573883.829802:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573883.829823:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 17 MB=0x69f39ac97b100 00000400:00000200:0.0:1777573883.829833:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.9@tcp of length 328/328 into md 0x5ee9 [2] + 0 00000400:00000200:0.0:1777573883.829852:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573883.829857:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573883.829867:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777573883.829874:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6c700. 00000020:00000010:1.0:1777573883.829989:0:7408:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573883.829994:0:7408:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573883.830001:0:7408:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1e00. 00000020:00000010:1.0:1777573883.830006:0:7408:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573883.830011:0:7408:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573883.830060:0:7408:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573883.830063:0:7408:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000100:00000200:1.0:1777573883.830066:0:7408:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838592 02000000:00000010:1.0:1777573883.830075:0:7408:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fa8800. 00000400:00000010:1.0:1777573883.830122:0:7408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23f68. 00000100:00000200:1.0:1777573883.830128:0:7408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919917838592, offset 224 00000400:00000200:1.0:1777573883.830135:0:7408:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573883.830145:0:7408:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573883.830151:0:7408:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3617:3617:256:4294967295] 192.168.204.9@tcp LPNI seq info [3613:3613:8:4294967295] 00000400:00000200:1.0:1777573883.830169:0:7408:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573883.830175:0:7408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573883.830180:0:7408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777f900. 00000800:00000200:1.0:1777573883.830187:0:7408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573883.830194:0:7408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573883.830199:0:7408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777f900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777573883.830220:0:7408:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573883.830224:0:7408:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573883.830227:0:7408:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1e00. 00000800:00000200:3.0:1777573883.830443:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573883.830447:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777f900. 00000400:00000200:3.0:1777573883.830450:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573883.830454:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573883.830458:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23f68 00000400:00000010:3.0:1777573883.830460:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23f68. 00000400:00000200:1.0:1777573883.831026:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573883.831037:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 17 MB=0x69f39ac97b180 00000400:00000200:1.0:1777573883.831042:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.9@tcp of length 328/328 into md 0x5ee9 [2] + 328 00000400:00000200:1.0:1777573883.831053:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573883.831056:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573883.831060:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1777573883.831064:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69500. 00000020:00000010:0.0:1777573883.831145:0:6470:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.831149:0:6470:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.831153:0:6470:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573883.831156:0:6470:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.831169:0:6470:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.831200:0:6470:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.831202:0:6470:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000100:00000200:0.0:1777573883.831204:0:6470:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838720 02000000:00000010:0.0:1777573883.831212:0:6470:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def799b400. 00000400:00000010:0.0:1777573883.831233:0:6470:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f3b8. 00000100:00000200:0.0:1777573883.831237:0:6470:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919917838720, offset 224 00000400:00000200:0.0:1777573883.831242:0:6470:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573883.831248:0:6470:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573883.831252:0:6470:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3618:3618:256:4294967295] 192.168.204.9@tcp LPNI seq info [3614:3614:8:4294967295] 00000400:00000200:0.0:1777573883.831261:0:6470:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573883.831266:0:6470:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573883.831269:0:6470:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488100. 00000800:00000200:0.0:1777573883.831274:0:6470:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573883.831278:0:6470:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573883.831282:0:6470:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573883.831301:0:6470:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.831304:0:6470:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.831307:0:6470:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302bc00. 00000800:00000200:2.0:1777573883.831396:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573883.831400:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488100. 00000400:00000200:2.0:1777573883.831411:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573883.831415:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573883.831418:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f3b8 00000400:00000010:2.0:1777573883.831420:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f3b8. 00010000:00000010:1.1:1777573883.839788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec0000. 00010000:00000010:0.1:1777573883.844353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1e00. 00000400:00000200:3.0:1777573883.844767:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573883.844788:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 17 MB=0x69f39ac97b200 00000400:00000200:3.0:1777573883.844797:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.9@tcp of length 328/328 into md 0x5ee9 [2] + 656 00000400:00000200:3.0:1777573883.844817:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573883.844822:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573883.844831:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777573883.844838:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250df80. 00000020:00000010:2.0:1777573883.844967:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573883.844972:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573883.844980:0:10290:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573883.844986:0:10290:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70200. 00000020:00000010:2.0:1777573883.844991:0:10290:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573883.845049:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573883.845052:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000100:00000200:2.0:1777573883.845055:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838848 02000000:00000010:2.0:1777573883.845068:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4242c00. 00000400:00000010:2.0:1777573883.845130:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573883.845150:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919917838848, offset 224 00000400:00000200:2.0:1777573883.845158:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573883.845169:0:10290:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573883.845175:0:10290:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3619:3619:256:4294967295] 192.168.204.9@tcp LPNI seq info [3615:3615:8:4294967295] 00000400:00000200:2.0:1777573883.845186:0:10290:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573883.845192:0:10290:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573883.845197:0:10290:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2000. 00000800:00000200:2.0:1777573883.845203:0:10290:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573883.845209:0:10290:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573883.845214:0:10290:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777573883.845425:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70200. 00000020:00000010:2.0:1777573883.845430:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573883.845435:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000800:00000200:0.0:1777573883.847917:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573883.847925:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2000. 00000400:00000200:0.0:1777573883.847934:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573883.847942:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573883.847950:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:0.0:1777573883.847953:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00010000:00000010:2.1:1777573883.850809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187e00. 00000400:00000200:2.0:1777573883.859513:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573883.859549:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97b280 00000400:00000200:2.0:1777573883.859559:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 10448 00000400:00000200:2.0:1777573883.859853:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573883.859859:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573883.859879:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573883.859889:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae0a80. 00000020:00000010:0.0:1777573883.860020:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.860024:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.860030:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302bc00. 00000020:00000010:0.0:1777573883.860034:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.860038:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.860074:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.860077:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000100:00000200:0.0:1777573883.860080:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917838976 02000000:00000010:0.0:1777573883.860108:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded1920400. 00000020:00000010:0.0:1777573883.860126:0:8359:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5580. 00000020:00000010:0.0:1777573883.860156:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302be00. 00000020:00000010:0.0:1777573883.860160:0:8359:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573883.860165:0:8359:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89deef1b5000. 00000020:00000010:0.0:1777573883.860169:0:8359:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573883.860173:0:8359:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc302a600. 80000000:00000010:0.0:1777573883.860177:0:8359:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccb600. 40000000:00000010:0.0:1777573883.860181:0:8359:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89def7a84a40. 00100000:00000010:0.0:1777573883.860187:0:8359:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89dec685a000. 00040000:00000010:0.0:1777573883.860192:0:8359:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4488b00. 00040000:00000010:0.0:1777573883.860198:0:8359:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc46a1e00. 00080000:00000010:0.0:1777573883.860205:0:8359:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89dec2dc0000. 00080000:00000010:0.0:1777573883.860210:0:8359:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dc2000. 00002000:00000010:0.0:1777573883.860216:0:8359:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc411dc00. 00080000:00000010:0.0:1777573883.860226:0:8359:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc46a1800. 00080000:00000010:0.0:1777573883.860234:0:8359:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84fc0. 00080000:00000010:0.0:1777573883.860294:0:8359:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84fc0. 00080000:00000010:0.0:1777573883.860301:0:8359:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc46a1600. 00080000:00000010:0.0:1777573883.860304:0:8359:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84fc0. 00000001:00000010:0.0:1777573883.860309:0:8359:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccbde0. 00080000:00000010:0.0:1777573883.860321:0:8359:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84fc0. 00000020:00000010:0.0:1777573883.860325:0:8359:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573883.860329:0:8359:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89deef1b5000. 00000020:00000010:0.0:1777573883.860333:0:8359:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573883.860337:0:8359:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc302a600. 80000000:00000010:0.0:1777573883.860340:0:8359:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccb600. 40000000:00000010:0.0:1777573883.860344:0:8359:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89def7a84a40. 00100000:00000010:0.0:1777573883.860347:0:8359:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89dec685a000. 00040000:00000010:0.0:1777573883.860350:0:8359:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4488b00. 00040000:00000010:0.0:1777573883.860356:0:8359:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc46a1e00. 00080000:00000010:0.0:1777573883.860359:0:8359:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dc2000. 00080000:00000010:0.0:1777573883.860362:0:8359:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89dec2dc0000. 00002000:00000010:0.0:1777573883.860367:0:8359:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc411dc00. 00000020:00000010:0.0:1777573883.860369:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302be00. 00010000:00000200:0.0:1777573883.860383:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae0a80 x1863919917838976/t0(0) o9->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:384/0 lens 224/224 e 0 to 0 dl 1777573894 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573883.860402:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3faa0. 00000100:00000200:0.0:1777573883.860656:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917838976, offset 224 00000400:00000200:0.0:1777573883.860666:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573883.860679:0:8359:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573883.860685:0:8359:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3620:3620:256:4294967295] 192.168.204.9@tcp LPNI seq info [3616:3616:8:4294967295] 00000400:00000200:0.0:1777573883.860727:0:8359:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573883.860734:0:8359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573883.860739:0:8359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488b00. 00000800:00000200:0.0:1777573883.860746:0:8359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573883.860753:0:8359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573883.860757:0:8359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573883.860838:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.860843:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.860846:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302bc00. 00000800:00000200:3.0:1777573883.861672:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573883.861678:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488b00. 00000400:00000200:3.0:1777573883.861684:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573883.861718:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573883.861724:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3faa0 00000400:00000010:3.0:1777573883.861727:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3faa0. 00000400:00000200:0.0:1777573883.872155:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573883.872240:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97b300 00000400:00000200:0.0:1777573883.872249:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 10672 00000400:00000200:0.0:1777573883.872267:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573883.872271:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573883.872280:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573883.872289:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6f100. 00000020:00000010:1.0:1777573883.872415:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573883.872422:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573883.872428:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1e00. 00000020:00000010:1.0:1777573883.872434:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573883.872439:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573883.872487:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f80. 00000020:00000010:1.0:1777573883.872490:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7f80. 00000100:00000200:1.0:1777573883.872494:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917839104 02000000:00000010:1.0:1777573883.872516:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fabc00. 00000020:00000010:1.0:1777573883.872534:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5780. 00000020:00000010:1.0:1777573883.872561:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0200. 00000020:00000010:1.0:1777573883.872564:0:17492:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2fb1000. 00000020:00000010:1.0:1777573883.872569:0:17492:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461c800. 00000020:00000010:1.0:1777573883.872573:0:17492:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573883.872576:0:17492:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2fb1800. 80000000:00000010:1.0:1777573883.872580:0:17492:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d81e0. 40000000:00000010:1.0:1777573883.872584:0:17492:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc32c7f80. 00100000:00000010:1.0:1777573883.872587:0:17492:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc4618800. 00040000:00000010:1.0:1777573883.872591:0:17492:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def777fe00. 00040000:00000010:1.0:1777573883.872595:0:17492:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2fb1600. 00080000:00000010:1.0:1777573883.872601:0:17492:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329a000. 00080000:00000010:1.0:1777573883.872606:0:17492:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329c000. 00002000:00000010:1.0:1777573883.872612:0:17492:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2fa9400. 00080000:00000010:1.0:1777573883.872621:0:17492:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2fb0000. 00080000:00000010:1.0:1777573883.872629:0:17492:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89ddc32c7000. 00080000:00000010:1.0:1777573883.872687:0:17492:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89ddc32c7000. 00080000:00000010:1.0:1777573883.872726:0:17492:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2fb0800. 00080000:00000010:1.0:1777573883.872732:0:17492:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89ddc32c7000. 00000001:00000010:1.0:1777573883.872737:0:17492:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc26d8f60. 00080000:00000010:1.0:1777573883.872751:0:17492:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573883.872756:0:17492:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2fb1000. 00000020:00000010:1.0:1777573883.872760:0:17492:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461c800. 00000020:00000010:1.0:1777573883.872764:0:17492:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573883.872769:0:17492:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2fb1800. 80000000:00000010:1.0:1777573883.872772:0:17492:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d81e0. 40000000:00000010:1.0:1777573883.872777:0:17492:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc32c7f80. 00100000:00000010:1.0:1777573883.872780:0:17492:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc4618800. 00040000:00000010:1.0:1777573883.872783:0:17492:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def777fe00. 00040000:00000010:1.0:1777573883.872786:0:17492:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2fb1600. 00080000:00000010:1.0:1777573883.872789:0:17492:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329c000. 00080000:00000010:1.0:1777573883.872792:0:17492:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329a000. 00002000:00000010:1.0:1777573883.872795:0:17492:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2fa9400. 00000020:00000010:1.0:1777573883.872799:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0200. 00010000:00000200:1.0:1777573883.872813:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defbd6f100 x1863919917839104/t0(0) o9->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:384/0 lens 224/224 e 0 to 0 dl 1777573894 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573883.872832:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23088. 00000100:00000200:1.0:1777573883.872838:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917839104, offset 224 00000400:00000200:1.0:1777573883.872844:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573883.872854:0:17492:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573883.872859:0:17492:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3621:3621:256:4294967295] 192.168.204.9@tcp LPNI seq info [3617:3617:8:4294967295] 00000400:00000200:1.0:1777573883.872869:0:17492:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573883.872875:0:17492:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573883.872879:0:17492:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777fe00. 00000800:00000200:1.0:1777573883.872886:0:17492:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573883.872893:0:17492:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573883.872897:0:17492:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777fe00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777573883.872917:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573883.872922:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573883.872925:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1e00. 00000800:00000200:2.0:1777573883.873021:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573883.873027:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777fe00. 00000400:00000200:2.0:1777573883.873031:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573883.873036:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573883.873040:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23088 00000400:00000010:2.0:1777573883.873043:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23088. 00000400:00000200:3.0:1777573883.878534:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573883.878550:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97b400 00000400:00000200:3.0:1777573883.878556:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 133120 00000400:00000200:3.0:1777573883.878569:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573883.878572:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573883.878579:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573883.878585:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250d880. 00000020:00000010:0.0:1777573883.878724:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.878729:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.878734:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0800. 00000020:00000010:0.0:1777573883.878737:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.878741:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.878780:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a40. 00000020:00000010:0.0:1777573883.878783:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a40. 00000100:00000200:0.0:1777573883.878786:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917839360 02000000:00000010:0.0:1777573883.878808:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411dc00. 00000020:00000010:0.0:1777573883.878824:0:6487:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84800. 00080000:00000010:0.0:1777573883.878863:0:6487:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc46a1e00. 00080000:00000010:0.0:1777573883.878873:0:6487:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84800. 00080000:00000010:0.0:1777573883.878880:0:6487:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84a40. 00000001:00000010:0.0:1777573883.878933:0:6487:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff89ddc1ccb600. 00000001:00000010:0.0:1777573883.878940:0:6487:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff89ddc3f29540. 00080000:00000010:0.0:1777573883.878956:0:6487:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84a40. 00000020:00000010:1.0:1777573883.879200:0:8386:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1e00. 00000020:00000010:1.0:1777573883.879206:0:8386:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2fb0200. 00000020:00000010:1.0:1777573883.879211:0:8386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573883.879215:0:8386:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573883.879218:0:8386:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2fb1c00. 80000000:00000010:1.0:1777573883.879222:0:8386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d81e0. 40000000:00000010:1.0:1777573883.879227:0:8386:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc32c7f80. 00100000:00000010:1.0:1777573883.879231:0:8386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc461c800. 00040000:00000010:1.0:1777573883.879236:0:8386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def777ff00. 00040000:00000010:1.0:1777573883.879239:0:8386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2fb1600. 00080000:00000010:1.0:1777573883.879245:0:8386:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329a000. 00080000:00000010:1.0:1777573883.879249:0:8386:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329c000. 00002000:00000010:1.0:1777573883.879255:0:8386:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2fa9400. 00000020:00000010:1.0:1777573883.879259:0:8386:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2fb0200. 00000020:00000010:1.0:1777573883.879263:0:8386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573883.879266:0:8386:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573883.879271:0:8386:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2fb1c00. 80000000:00000010:1.0:1777573883.879273:0:8386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d81e0. 40000000:00000010:1.0:1777573883.879278:0:8386:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc32c7f80. 00100000:00000010:1.0:1777573883.879282:0:8386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc461c800. 00040000:00000010:1.0:1777573883.879285:0:8386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def777ff00. 00040000:00000010:1.0:1777573883.879288:0:8386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2fb1600. 00080000:00000010:1.0:1777573883.879291:0:8386:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329c000. 00080000:00000010:1.0:1777573883.879295:0:8386:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329a000. 00002000:00000010:1.0:1777573883.879298:0:8386:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2fa9400. 00000020:00000010:1.0:1777573883.879301:0:8386:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1e00. 00000020:00000010:1.0:1777573883.879304:0:8386:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1e00. 00000020:00000010:1.0:1777573883.879307:0:8386:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2fb1800. 00000020:00000010:1.0:1777573883.879310:0:8386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461c800. 00000020:00000010:1.0:1777573883.879312:0:8386:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573883.879314:0:8386:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2fb1600. 80000000:00000010:1.0:1777573883.879316:0:8386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d81e0. 40000000:00000010:1.0:1777573883.879318:0:8386:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc32c7f80. 00100000:00000010:1.0:1777573883.879320:0:8386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc4618800. 00040000:00000010:1.0:1777573883.879322:0:8386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def777ff00. 00040000:00000010:1.0:1777573883.879324:0:8386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2fb1c00. 00080000:00000010:1.0:1777573883.879326:0:8386:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329a000. 00080000:00000010:1.0:1777573883.879328:0:8386:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329c000. 00002000:00000010:1.0:1777573883.879331:0:8386:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2fa9400. 00010000:00000010:1.0:1777573883.879361:0:8386:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff89ddc4388980. 00000020:00000010:1.0:1777573883.879374:0:8386:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2fb1800. 00000020:00000010:1.0:1777573883.879376:0:8386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461c800. 00000020:00000010:1.0:1777573883.879378:0:8386:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded19e4b78. 00000020:00000010:1.0:1777573883.879381:0:8386:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2fb1600. 80000000:00000010:1.0:1777573883.879383:0:8386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d81e0. 40000000:00000010:1.0:1777573883.879385:0:8386:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc32c7f80. 00100000:00000010:1.0:1777573883.879387:0:8386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc4618800. 00040000:00000010:1.0:1777573883.879389:0:8386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def777ff00. 00040000:00000010:1.0:1777573883.879391:0:8386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2fb1c00. 00080000:00000010:1.0:1777573883.879393:0:8386:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329c000. 00080000:00000010:1.0:1777573883.879395:0:8386:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329a000. 00002000:00000010:1.0:1777573883.879397:0:8386:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2fa9400. 00000020:00000010:1.0:1777573883.879400:0:8386:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1e00. 00080000:00000010:0.0:1777573883.879423:0:6487:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84800. 00080000:00000010:0.0:1777573883.879433:0:6487:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc46a1400. 00080000:00000010:0.0:1777573883.879436:0:6487:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84800. 00000001:00000010:0.0:1777573883.879441:0:6487:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccb480. 00080000:00000010:0.0:1777573883.879453:0:6487:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84800. 00010000:00000200:0.0:1777573883.879464:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250d880 x1863919917839360/t4294967590(0) o39->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:384/0 lens 224/224 e 0 to 0 dl 1777573894 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573883.879479:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fd48. 00000100:00000200:0.0:1777573883.879483:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917839360, offset 224 00000400:00000200:0.0:1777573883.879488:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573883.879496:0:6487:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573883.879501:0:6487:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3622:3622:256:4294967295] 192.168.204.9@tcp LPNI seq info [3618:3618:8:4294967295] 00000400:00000200:0.0:1777573883.879508:0:6487:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573883.879512:0:6487:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573883.879515:0:6487:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488a00. 00000800:00000200:0.0:1777573883.879520:0:6487:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573883.879525:0:6487:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573883.879528:0:6487:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573883.879548:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.879550:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.879552:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0800. 00000800:00000200:1.0:1777573883.879654:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573883.879657:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488a00. 00000400:00000200:1.0:1777573883.879662:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573883.879665:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573883.879668:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fd48 00000400:00000010:1.0:1777573883.879669:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fd48. 00010000:00000010:1.1:1777573883.884753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3186e00. 00000400:00000200:2.0:1777573883.886112:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573883.886132:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97b480 00000400:00000200:2.0:1777573883.886141:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 133344 00000400:00000200:2.0:1777573883.886158:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573883.886163:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573883.886170:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573883.886178:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae1880. 00000020:00000010:0.0:1777573883.886258:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84800. 00000020:00000010:0.0:1777573883.886264:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84800. 00000020:00000010:0.0:1777573883.886270:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0800. 00000020:00000010:0.0:1777573883.886275:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.886281:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.886326:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84800. 00000020:00000010:0.0:1777573883.886329:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84800. 00000100:00000200:0.0:1777573883.886332:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917839488 02000000:00000010:0.0:1777573883.886352:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411f400. 00000020:00000010:0.0:1777573883.886369:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84380. 00080000:00000010:0.0:1777573883.886405:0:8523:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc46a1c00. 00080000:00000010:0.0:1777573883.886414:0:8523:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84380. 00080000:00000010:0.0:1777573883.886421:0:8523:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84800. 00000001:00000010:0.0:1777573883.886471:0:8523:0:(tgt_lastrcvd.c:1006:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff89ddc1ccbd80. 00000001:00000010:0.0:1777573883.886479:0:8523:0:(tgt_lastrcvd.c:1424:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff89ddc3f29180. 00080000:00000010:0.0:1777573883.886495:0:8523:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84800. 00080000:00000010:0.0:1777573883.886497:0:8523:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84380. 00080000:00000010:0.0:1777573883.886503:0:8523:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc46a0600. 00080000:00000010:0.0:1777573883.886506:0:8523:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84380. 00000001:00000010:0.0:1777573883.886510:0:8523:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccbd20. 00080000:00000010:0.0:1777573883.886520:0:8523:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84380. 00010000:00000200:0.0:1777573883.886534:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae1880 x1863919917839488/t4294967515(0) o39->756ae943-b11b-4f6e-a9c2-e5cafb2fd0f4@192.168.204.9@tcp:384/0 lens 224/224 e 0 to 0 dl 1777573894 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573883.886551:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fbb0. 00000100:00000200:0.0:1777573883.886557:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917839488, offset 224 00000400:00000200:0.0:1777573883.886564:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573883.886573:0:8523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573883.886578:0:8523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3623:3623:256:4294967295] 192.168.204.9@tcp LPNI seq info [3619:3619:8:4294967295] 00000400:00000200:0.0:1777573883.886588:0:8523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573883.886594:0:8523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573883.886599:0:8523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488900. 00000800:00000200:0.0:1777573883.886605:0:8523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573883.886611:0:8523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573883.886615:0:8523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573883.886635:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.886638:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.886640:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0800. 00000800:00000200:3.0:1777573883.886769:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573883.886773:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488900. 00000400:00000200:3.0:1777573883.886778:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573883.886782:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573883.886786:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fbb0 00000400:00000010:3.0:1777573883.886788:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fbb0. 00000400:00000200:1.0:1777573883.928156:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573883.928176:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97b580 00000400:00000200:1.0:1777573883.928186:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x16ab9 [2] + 0 00000400:00000010:1.0:1777573883.928192:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37f20. 00000400:00000200:1.0:1777573883.928196:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40cca80 00000400:00000200:1.0:1777573883.928211:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573883.928215:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573883.928221:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40cca80 00000400:00000010:1.0:1777573883.928223:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40cca80. 00000100:00000200:1.0:1777573883.928229:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573883.928344:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573883.928349:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573883.928355:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a0800. 00000020:00000010:0.0:1777573883.928360:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.928366:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.928457:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573883.928460:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573883.928464:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917839744 02000000:00000010:0.0:1777573883.928482:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411d800. 20000000:00000010:0.0:1777573883.928495:0:6480:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff89ddc32c7340. 00010000:00000200:0.0:1777573883.928538:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb7450 x1863919917839744/t0(0) o251->ccb19207-df65-4cd1-bd9e-984e7cdb6a3c@192.168.204.9@tcp:384/0 lens 224/224 e 0 to 0 dl 1777573894 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573883.928557:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f770. 00000100:00000200:0.0:1777573883.928562:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917839744, offset 224 00000400:00000200:0.0:1777573883.928569:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573883.928579:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573883.928585:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3624:3624:256:4294967295] 192.168.204.9@tcp LPNI seq info [3620:3620:8:4294967295] 00000400:00000200:0.0:1777573883.928599:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573883.928605:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573883.928609:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4488400. 00000800:00000200:0.0:1777573883.928615:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573883.928622:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573883.928626:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4488400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573883.928652:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573883.928657:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573883.928660:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a0800. 00000100:00000200:0.0:1777573883.928668:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573883.928673:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940e18. 00000400:00000010:0.0:1777573883.928678:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc3f29480. 00000800:00000200:2.0:1777573883.928807:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573883.928812:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4488400. 00000400:00000200:2.0:1777573883.928817:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573883.928821:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573883.928824:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f770 00000400:00000010:2.0:1777573883.928826:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f770. 02000000:00000010:2.0:1777573883.928831:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411d800. 00000020:00000010:3.0:1777573883.929520:0:8386:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381c00. 00000020:00000010:3.0:1777573883.929528:0:8386:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89deef381400. 00000020:00000010:3.0:1777573883.929532:0:8386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc2d30800. 00000020:00000010:3.0:1777573883.929537:0:8386:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573883.929543:0:8386:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89dec87cec00. 80000000:00000010:3.0:1777573883.929548:0:8386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8360. 40000000:00000010:3.0:1777573883.929551:0:8386:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c5a40. 00100000:00000010:3.0:1777573883.929556:0:8386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc2d35000. 00040000:00000010:3.0:1777573883.929562:0:8386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2489000. 00040000:00000010:3.0:1777573883.929566:0:8386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89dec87cf000. 00080000:00000010:3.0:1777573883.929572:0:8386:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573883.929576:0:8386:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00002000:00000010:3.0:1777573883.929584:0:8386:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89def792b800. 00000020:00000010:3.0:1777573883.929588:0:8386:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89deef381400. 00000020:00000010:3.0:1777573883.929593:0:8386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc2d30800. 00000020:00000010:3.0:1777573883.929596:0:8386:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573883.929600:0:8386:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89dec87cec00. 80000000:00000010:3.0:1777573883.929603:0:8386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8360. 40000000:00000010:3.0:1777573883.929608:0:8386:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c5a40. 00100000:00000010:3.0:1777573883.929611:0:8386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc2d35000. 00040000:00000010:3.0:1777573883.929614:0:8386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2489000. 00040000:00000010:3.0:1777573883.929617:0:8386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89dec87cf000. 00080000:00000010:3.0:1777573883.929621:0:8386:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573883.929625:0:8386:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00002000:00000010:3.0:1777573883.929630:0:8386:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89def792b800. 00000020:00000010:3.0:1777573883.929632:0:8386:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381c00. 00000020:00000010:3.0:1777573883.929636:0:8386:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2600. 00000020:00000010:3.0:1777573883.929638:0:8386:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc46f3a00. 00000020:00000010:3.0:1777573883.929641:0:8386:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc2d35000. 00000020:00000010:3.0:1777573883.929643:0:8386:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573883.929645:0:8386:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc46f3400. 80000000:00000010:3.0:1777573883.929647:0:8386:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8360. 40000000:00000010:3.0:1777573883.929649:0:8386:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c5a40. 00100000:00000010:3.0:1777573883.929651:0:8386:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc2d30800. 00040000:00000010:3.0:1777573883.929654:0:8386:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2489000. 00040000:00000010:3.0:1777573883.929656:0:8386:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc46f2a00. 00080000:00000010:3.0:1777573883.929658:0:8386:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573883.929661:0:8386:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00002000:00000010:3.0:1777573883.929664:0:8386:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89def792b800. 00000020:00000010:3.0:1777573883.931445:0:8386:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc46f3a00. 00000020:00000010:3.0:1777573883.931456:0:8386:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc2d35000. 00000020:00000010:3.0:1777573883.931460:0:8386:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573883.931465:0:8386:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc46f3400. 80000000:00000010:3.0:1777573883.931468:0:8386:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8360. 40000000:00000010:3.0:1777573883.931473:0:8386:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c5a40. 00100000:00000010:3.0:1777573883.931476:0:8386:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc2d30800. 00040000:00000010:3.0:1777573883.931479:0:8386:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2489000. 00040000:00000010:3.0:1777573883.931483:0:8386:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc46f2a00. 00080000:00000010:3.0:1777573883.931489:0:8386:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573883.931493:0:8386:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00002000:00000010:3.0:1777573883.931499:0:8386:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89def792b800. 00000020:00000010:3.0:1777573883.931501:0:8386:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2600. 00000001:00000010:1.0:1777573883.931670:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492c600. 00000001:00000010:1.0:1777573883.931676:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492d600. 00000001:00000010:1.0:1777573883.931678:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492ca00. 00000001:00000010:1.0:1777573883.931680:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492de00. 00000001:00000010:1.0:1777573883.931683:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff89ddc434d700. 00000001:00000010:1.0:1777573883.931686:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff89ddc25c4200. 00000020:00000010:1.0:1777573883.931706:0:8:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff89ddc3342800. 00000020:00000010:1.0:1777573883.931723:0:8:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff89ddc3341000. 00010000:00000010:3.1:1777573883.939738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec0800. 00000100:00000010:0.0:1777573884.342810:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d880. 02000000:00000010:0.0:1777573884.342831:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488f00. 02000000:00000010:2.0:1777573884.342912:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ded4240000. 00000400:00000010:2.0:1777573884.342920:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7840. 00000400:00000010:2.0:1777573884.342927:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.342933:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926519936, portal 4 00000400:00000010:2.0:1777573884.342940:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573884.342943:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926519936, offset 0 00000400:00000200:2.0:1777573884.342952:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.342964:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.342975:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c2880 00000400:00000200:2.0:1777573884.342982:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 5376 00000400:00000200:2.0:1777573884.342991:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.342995:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.343016:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573884.343022:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc41b0e00. 00000400:00000200:2.0:1777573884.343050:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573884.343053:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573884.343062:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6d880 x1863919926519936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573884.343080:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b46c0. 00000100:00000010:2.0:1777573884.343103:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4660. 00000100:00000010:2.0:1777573884.343108:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4cc0. 00000100:00000010:2.0:1777573884.343113:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4c60. 00000100:00000010:1.0:1777573884.343155:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d68e00. 02000000:00000010:1.0:1777573884.343163:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777ff00. 02000000:00000010:2.0:1777573884.343425:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4749a00. 00000400:00000010:2.0:1777573884.343429:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7160. 00000400:00000010:2.0:1777573884.343432:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573884.343435:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926520064, portal 25 00000400:00000010:2.0:1777573884.343439:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.343442:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926520064, offset 0 00000400:00000200:2.0:1777573884.343446:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.343452:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.343457:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c2900 00000400:00000200:2.0:1777573884.343461:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16ac9 [2] + 0 00000400:00000010:2.0:1777573884.343464:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded2596580. 00000400:00000200:2.0:1777573884.343468:0:3637:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4820000 00000400:00000200:2.0:1777573884.343472:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.343474:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573884.343477:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4820000 00000400:00000010:2.0:1777573884.343479:0:3637:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4820000. 00000100:00000200:2.0:1777573884.343483:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573884.343533:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573884.343535:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.343540:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d68e00 x1863919926520064/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573884.343615:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea40. 00000020:00000010:2.0:1777573884.351193:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.351206:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.351212:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.351277:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.351281:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000100:00000200:2.0:1777573884.351287:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926519936 02000000:00000010:2.0:1777573884.351311:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ded4240c00. 00010000:00000200:2.0:1777573884.351347:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc41b0e00 x1863919926519936/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:385/0 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.351366:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.351373:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926519936, offset 224 00000400:00000200:2.0:1777573884.351380:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.351394:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.351406:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2880 00000400:00000200:2.0:1777573884.351415:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x179f5 [1] + 224 00000400:00000200:2.0:1777573884.351422:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.351426:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.351438:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6d880 x1863919926519936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573884.351459:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573884.351461:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000020:00000010:2.0:1777573884.351474:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.351478:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.351482:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 00000400:00000010:2.0:1777573884.351523:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7840. 00000400:00000200:2.0:1777573884.351526:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573884.351528:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.351533:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6d880 x1863919926519936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.351542:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6d880 x1863919926519936/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.351573:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ded4240000. 02000000:00000010:2.0:1777573884.351578:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488f00. 00000100:00000010:2.0:1777573884.351585:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d880. 00000100:00000010:1.0:1777573884.351703:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6a680. 02000000:00000010:1.0:1777573884.351717:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f700. 02000000:00000010:1.0:1777573884.351761:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa9400. 00000400:00000010:1.0:1777573884.351766:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37f20. 00000400:00000010:1.0:1777573884.351770:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23ee0. 00000100:00000200:1.0:1777573884.351774:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926520192, portal 4 00000400:00000010:1.0:1777573884.351779:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573884.351781:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926520192, offset 0 00000400:00000200:1.0:1777573884.351786:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.351791:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.351797:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c2980 00000400:00000200:1.0:1777573884.351802:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 5600 00000400:00000200:1.0:1777573884.351806:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.351809:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.351814:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573884.351818:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69f80. 00000400:00000200:1.0:1777573884.351827:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573884.351829:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573884.351834:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d6a680 x1863919926520192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573884.351862:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6a300. 02000000:00000010:1.0:1777573884.351869:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777fb00. 02000000:00000010:1.0:1777573884.351888:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1c00. 00000400:00000010:1.0:1777573884.351891:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37420. 00000400:00000010:1.0:1777573884.351894:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573884.351897:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926520320, portal 10 00000400:00000010:1.0:1777573884.351901:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573884.351903:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926520320, offset 0 00000400:00000200:1.0:1777573884.351906:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.351910:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.351914:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2a00 00000400:00000200:1.0:1777573884.351919:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 133568 00000400:00000200:1.0:1777573884.351923:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.351926:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.351929:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573884.351932:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d68380. 00000400:00000200:1.0:1777573884.351942:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573884.351943:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573884.351947:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d6a300 x1863919926520320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573884.351977:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573884.351980:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573884.351984:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1600. 00000020:00000010:1.0:1777573884.351986:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573884.351990:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573884.352011:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573884.352014:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573884.352016:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520320 02000000:00000010:1.0:1777573884.352024:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2567000. 00010000:00000200:1.0:1777573884.352030:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d68380 x1863919926520320/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573884.352054:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573884.352057:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926520320, offset 224 00000400:00000200:1.0:1777573884.352061:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.352065:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.352070:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2a00 00000400:00000200:1.0:1777573884.352074:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a11 [1] + 224 00000400:00000200:1.0:1777573884.352078:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.352081:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.352095:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d6a300 x1863919926520320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573884.352109:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573884.352111:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000020:00000010:1.0:1777573884.352118:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573884.352122:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573884.352124:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1600. 00000400:00000010:1.0:1777573884.352140:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37420. 00000400:00000200:1.0:1777573884.352143:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:1.0:1777573884.352145:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573884.352149:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d6a300 x1863919926520320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573884.352156:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d6a300 x1863919926520320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573884.352169:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1c00. 02000000:00000010:1.0:1777573884.352172:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777fb00. 00000100:00000010:1.0:1777573884.352175:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6a300. 00000100:00000010:1.0:1777573884.352183:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6a300. 02000000:00000010:1.0:1777573884.352188:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777fb00. 00000100:00000010:1.0:1777573884.352198:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69880. 02000000:00000010:1.0:1777573884.352202:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f000. 00000100:00000010:1.0:1777573884.352208:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8700. 02000000:00000010:1.0:1777573884.352212:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777fc00. 02000000:00000010:1.0:1777573884.352226:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1c00. 00000400:00000010:1.0:1777573884.352230:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37420. 00000400:00000010:1.0:1777573884.352232:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d236e8. 00000100:00000200:1.0:1777573884.352235:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926520704, portal 4 00000400:00000010:1.0:1777573884.352238:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573884.352240:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926520704, offset 0 00000400:00000200:1.0:1777573884.352244:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.352248:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.352253:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c2b80 00000400:00000200:1.0:1777573884.352258:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 2464 00000400:00000200:1.0:1777573884.352262:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.352264:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.352268:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573884.352271:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8e00. 00000400:00000200:1.0:1777573884.352278:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:1.0:1777573884.352280:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573884.352284:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b8700 x1863919926520704/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573884.352302:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79ba680. 02000000:00000010:1.0:1777573884.352308:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f400. 02000000:00000010:1.0:1777573884.352324:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1600. 00000400:00000010:1.0:1777573884.352328:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37898. 00000400:00000010:1.0:1777573884.352331:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23aa0. 00000100:00000200:1.0:1777573884.352334:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926520832, portal 10 00000400:00000010:1.0:1777573884.352338:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573884.352340:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926520832, offset 0 00000400:00000200:1.0:1777573884.352343:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.352348:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.352352:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2c00 00000400:00000200:1.0:1777573884.352355:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 133792 00000400:00000200:1.0:1777573884.352359:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.352361:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.352364:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573884.352367:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9880. 00000400:00000200:1.0:1777573884.352374:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573884.352376:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573884.352380:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79ba680 x1863919926520832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573884.352396:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb480. 02000000:00000010:1.0:1777573884.352401:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f800. 00000100:00000010:1.0:1777573884.352407:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 02000000:00000010:1.0:1777573884.352411:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f300. 00000100:00000010:1.0:1777573884.352415:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 02000000:00000010:1.0:1777573884.352419:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f200. 02000000:00000010:1.0:1777573884.352431:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1800. 00000400:00000010:1.0:1777573884.352435:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37f78. 00000400:00000010:1.0:1777573884.352437:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573884.352439:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926521216, portal 4 00000400:00000010:1.0:1777573884.352443:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573884.352445:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926521216, offset 0 00000400:00000200:1.0:1777573884.352449:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.352452:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.352457:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c2d80 00000400:00000200:1.0:1777573884.352461:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 10896 00000400:00000200:1.0:1777573884.352465:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.352467:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.352470:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573884.352473:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8380. 00000400:00000200:1.0:1777573884.352485:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573884.352487:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573884.352491:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9f80 x1863919926521216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573884.352518:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573884.352528:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1000. 00000020:00000010:1.0:1777573884.352531:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573884.352533:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573884.352552:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573884.352554:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7780. 00000100:00000200:1.0:1777573884.352557:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521216 02000000:00000010:1.0:1777573884.352564:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2565000. 00010000:00000200:1.0:1777573884.352570:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8380 x1863919926521216/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573884.352578:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573884.352581:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926521216, offset 224 00000400:00000200:1.0:1777573884.352584:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.352589:0:8361:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.352593:0:8361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2d80 00000400:00000200:1.0:1777573884.352597:0:8361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a2d [1] + 224 00000400:00000200:1.0:1777573884.352600:0:8361:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.352602:0:8361:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.352608:0:8361:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9f80 x1863919926521216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573884.352620:0:8361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573884.352621:0:8361:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000020:00000010:1.0:1777573884.352627:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573884.352630:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573884.352632:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1000. 00000400:00000010:1.0:1777573884.352644:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37f78. 00000400:00000200:1.0:1777573884.352646:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:1.0:1777573884.352647:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573884.352652:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9f80 x1863919926521216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573884.352659:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9f80 x1863919926521216/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573884.352672:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1800. 02000000:00000010:1.0:1777573884.352675:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f200. 00000100:00000010:1.0:1777573884.352678:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9f80. 00000100:00000010:1.0:1777573884.352686:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 02000000:00000010:1.0:1777573884.352711:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f200. 02000000:00000010:1.0:1777573884.352730:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1800. 00000400:00000010:1.0:1777573884.352733:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37f78. 00000400:00000010:1.0:1777573884.352736:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23a18. 00000100:00000200:1.0:1777573884.352738:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926521344, portal 10 00000400:00000010:1.0:1777573884.352742:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573884.352744:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926521344, offset 0 00000400:00000200:1.0:1777573884.352748:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.352752:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.352756:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2e00 00000400:00000200:1.0:1777573884.352760:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 134016 00000400:00000200:1.0:1777573884.352764:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.352766:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.352768:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573884.352772:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8000. 00000400:00000200:1.0:1777573884.352781:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573884.352783:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573884.352787:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9f80 x1863919926521344/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573884.352803:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cad80. 02000000:00000010:1.0:1777573884.352808:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777fa00. 00000020:00000010:2.0:1777573884.352994:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.352999:0:8363:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84500. 00000020:00000010:2.0:1777573884.353003:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.353007:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.353010:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.353013:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.353118:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.353121:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000100:00000200:2.0:1777573884.353123:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520192 02000000:00000010:2.0:1777573884.353131:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ded4240000. 00010000:00000200:2.0:1777573884.353145:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d69f80 x1863919926520192/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:385/0 lens 224/368 e 0 to 0 dl 1777573895 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.353155:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.353158:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926520192, offset 224 00000400:00000200:2.0:1777573884.353162:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.353167:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.353172:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2980 00000400:00000200:2.0:1777573884.353177:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17a09 [1] + 224 00000400:00000200:2.0:1777573884.353181:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.353183:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.353189:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d6a680 x1863919926520192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573884.353204:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573884.353206:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000020:00000010:2.0:1777573884.353213:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.353215:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.353219:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.353238:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.353241:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.353244:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.353246:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.353249:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.353267:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.353270:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e0c0. 00000100:00000200:2.0:1777573884.353272:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520704 02000000:00000010:2.0:1777573884.353280:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4242400. 00010000:00000200:2.0:1777573884.353285:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8e00 x1863919926520704/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.353294:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.353296:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926520704, offset 224 00000400:00000200:2.0:1777573884.353299:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.353304:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.353308:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2b80 00000400:00000200:2.0:1777573884.353312:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a1d [1] + 224 00000400:00000200:2.0:1777573884.353315:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.353318:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.353323:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b8700 x1863919926520704/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573884.353333:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573884.353335:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000020:00000010:2.0:1777573884.353341:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.353344:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.353346:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.353365:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e0c0. 00000020:00000010:2.0:1777573884.353370:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.353373:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.353375:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.353394:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e880. 00000020:00000010:2.0:1777573884.353397:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84f80. 00000020:00000010:2.0:1777573884.353400:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e880. 00000020:00000010:2.0:1777573884.353404:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749400. 00000020:00000010:2.0:1777573884.353406:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573884.353409:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573884.353422:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e880. 00000020:00000010:2.0:1777573884.353425:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e880. 00000100:00000200:2.0:1777573884.353427:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520832 02000000:00000010:2.0:1777573884.353434:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32c8400. 00010000:00000200:2.0:1777573884.353439:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b9880 x1863919926520832/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.353448:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.353451:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926520832, offset 224 00000400:00000200:2.0:1777573884.353454:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.353459:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.353464:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2c00 00000400:00000200:2.0:1777573884.353467:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a25 [1] + 224 00000400:00000200:2.0:1777573884.353471:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.353473:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.353479:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79ba680 x1863919926520832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573884.353487:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573884.353489:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000020:00000010:2.0:1777573884.353495:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.353498:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.353500:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.353510:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e880. 00000020:00000010:2.0:1777573884.353512:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e880. 00000100:00000200:2.0:1777573884.353514:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521344 02000000:00000010:2.0:1777573884.353522:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4edd400. 00010000:00000200:2.0:1777573884.353526:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c8000 x1863919926521344/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.353534:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.353536:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926521344, offset 224 00000400:00000200:2.0:1777573884.353540:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.353544:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.353548:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2e00 00000400:00000200:2.0:1777573884.353552:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a39 [1] + 224 00000400:00000200:2.0:1777573884.353555:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.353557:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.353561:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9f80 x1863919926521344/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573884.353570:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573884.353572:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000020:00000010:2.0:1777573884.353578:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573884.353580:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573884.353582:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749400. 00000400:00000010:2.0:1777573884.353599:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37f78. 00000400:00000200:2.0:1777573884.353602:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23a18 00000400:00000010:2.0:1777573884.353604:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23a18. 00000100:00000200:2.0:1777573884.353608:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9f80 x1863919926521344/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.353615:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9f80 x1863919926521344/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.353630:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37898. 00000400:00000200:2.0:1777573884.353633:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23aa0 00000400:00000010:2.0:1777573884.353634:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23aa0. 00000100:00000200:2.0:1777573884.353638:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79ba680 x1863919926520832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.353645:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79ba680 x1863919926520832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.353655:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37420. 00000400:00000200:2.0:1777573884.353657:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d236e8 00000400:00000010:2.0:1777573884.353659:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d236e8. 00000100:00000200:2.0:1777573884.353663:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b8700 x1863919926520704/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.353671:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b8700 x1863919926520704/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.353681:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37f20. 00000400:00000200:2.0:1777573884.353683:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23ee0 00000400:00000010:2.0:1777573884.353685:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23ee0. 00000100:00000200:2.0:1777573884.353688:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d6a680 x1863919926520192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.353737:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d6a680 x1863919926520192/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.353756:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1800. 02000000:00000010:2.0:1777573884.353760:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f200. 00000100:00000010:2.0:1777573884.353764:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9f80. 02000000:00000010:2.0:1777573884.353768:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1600. 02000000:00000010:2.0:1777573884.353771:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f400. 00000100:00000010:2.0:1777573884.353773:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79ba680. 02000000:00000010:2.0:1777573884.353775:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1c00. 02000000:00000010:2.0:1777573884.353778:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777fc00. 00000100:00000010:2.0:1777573884.353780:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b8700. 02000000:00000010:2.0:1777573884.353783:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa9400. 02000000:00000010:2.0:1777573884.353785:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f700. 00000100:00000010:2.0:1777573884.353787:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6a680. 02000000:00000010:2.0:1777573884.353836:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4749400. 00000400:00000010:2.0:1777573884.353841:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7840. 00000400:00000010:2.0:1777573884.353845:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.353849:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926520576, portal 10 00000400:00000010:2.0:1777573884.353853:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.353855:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926520576, offset 0 00000400:00000200:2.0:1777573884.353859:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.353864:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.353870:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2b00 00000400:00000200:2.0:1777573884.353875:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 134240 00000400:00000200:2.0:1777573884.353879:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.353882:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.353885:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573884.353889:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc41b2d80. 00000400:00000200:2.0:1777573884.353900:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573884.353901:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.353906:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d69880 x1863919926520576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.353924:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4748a00. 00000400:00000010:2.0:1777573884.353927:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde72c0. 00000400:00000010:2.0:1777573884.353930:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.353933:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926521088, portal 4 00000400:00000010:2.0:1777573884.353936:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf957f8. 00000100:00000200:2.0:1777573884.353939:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926521088, offset 0 00000400:00000200:2.0:1777573884.353943:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.353947:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.353952:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c2d00 00000400:00000200:2.0:1777573884.353956:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 11120 00000400:00000200:2.0:1777573884.353961:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.353963:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.353967:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573884.353970:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6a680. 00000400:00000200:2.0:1777573884.353979:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf957f8 00000400:00000010:2.0:1777573884.353981:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf957f8. 00000100:00000200:2.0:1777573884.353985:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79b9c00 x1863919926521088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573884.354598:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.354604:0:12154:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573884.354615:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.354619:0:12154:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1a00. 00000020:00000010:0.0:1777573884.354623:0:12154:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573884.354627:0:12154:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573884.354715:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.354718:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573884.354720:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521088 02000000:00000010:0.0:1777573884.354735:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411c800. 00010000:00000200:0.0:1777573884.354742:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d6a680 x1863919926521088/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573884.354755:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573884.354759:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926521088, offset 224 00000400:00000200:0.0:1777573884.354764:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573884.354772:0:12154:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573884.354777:0:12154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2d00 00000400:00000200:0.0:1777573884.354783:0:12154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a59 [1] + 224 00000400:00000200:0.0:1777573884.354788:0:12154:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573884.354791:0:12154:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573884.354797:0:12154:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79b9c00 x1863919926521088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573884.354808:0:12154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573884.354810:0:12154:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000020:00000010:0.0:1777573884.354820:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573884.354823:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573884.354826:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1a00. 00000020:00000010:0.0:1777573884.354845:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.354848:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.354851:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1a00. 00000020:00000010:0.0:1777573884.354853:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573884.354856:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573884.354875:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.354877:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573884.354879:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520576 02000000:00000010:0.0:1777573884.354886:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411e000. 00010000:00000200:0.0:1777573884.354891:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc41b2d80 x1863919926520576/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573884.354900:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573884.354902:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926520576, offset 224 00000400:00000200:0.0:1777573884.354905:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573884.354909:0:6487:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573884.354914:0:6487:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2b00 00000400:00000200:0.0:1777573884.354918:0:6487:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a51 [1] + 224 00000400:00000200:0.0:1777573884.354921:0:6487:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573884.354923:0:6487:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573884.354928:0:6487:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d69880 x1863919926520576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573884.354943:0:6487:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573884.354944:0:6487:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000020:00000010:0.0:1777573884.354965:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573884.354968:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573884.354971:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1a00. 00000020:00000010:0.0:1777573884.355187:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.355191:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.355195:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46a1a00. 00000020:00000010:0.0:1777573884.355198:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573884.355200:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573884.355225:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573884.355228:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573884.355230:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520064 02000000:00000010:0.0:1777573884.355237:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc411d800. 00010000:00000200:0.0:1777573884.355242:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb7050 x1863919926520064/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573884.355250:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573884.355254:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926520064, offset 224 00000400:00000200:0.0:1777573884.355257:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573884.355263:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573884.355267:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c2900 00000400:00000200:0.0:1777573884.355272:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x179fd [1] + 224 00000400:00000200:0.0:1777573884.355276:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573884.355278:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573884.355285:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d68e00 x1863919926520064/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573884.355295:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:0.0:1777573884.355296:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000020:00000010:0.0:1777573884.355303:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573884.355305:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573884.355308:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46a1a00. 02000000:00000010:0.0:1777573884.355313:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411d800. 00000100:00000200:0.0:1777573884.355319:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573884.355324:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79401b8. 00000400:00000010:0.0:1777573884.355329:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc3f29600. 02000000:00000010:2.0:1777573884.359226:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4748000. 00000400:00000010:2.0:1777573884.359239:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7e18. 00000400:00000010:2.0:1777573884.359246:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf957f8. 00000100:00000200:2.0:1777573884.359252:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926520448, portal 4 00000400:00000010:2.0:1777573884.359259:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573884.359262:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926520448, offset 0 00000400:00000200:2.0:1777573884.359270:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.359282:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.359293:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c2a80 00000400:00000200:2.0:1777573884.359300:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 2688 00000400:00000200:2.0:1777573884.359307:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.359311:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.359320:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573884.359325:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8700. 00000400:00000200:2.0:1777573884.359342:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573884.359345:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573884.359352:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d6a300 x1863919926520448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.359378:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4749e00. 00000400:00000010:2.0:1777573884.359382:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7898. 00000400:00000010:2.0:1777573884.359386:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573884.359389:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926520960, portal 10 00000400:00000010:2.0:1777573884.359393:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573884.359395:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926520960, offset 0 00000400:00000200:2.0:1777573884.359399:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.359404:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.359409:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2c80 00000400:00000200:2.0:1777573884.359414:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 134464 00000400:00000200:2.0:1777573884.359418:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.359420:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.359424:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573884.359427:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79ba680. 00000400:00000200:2.0:1777573884.359442:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573884.359444:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573884.359448:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bb480 x1863919926520960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.359463:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4749800. 00000400:00000010:2.0:1777573884.359467:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7790. 00000400:00000010:2.0:1777573884.359469:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573884.359472:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926521472, portal 10 00000400:00000010:2.0:1777573884.359476:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95ee0. 00000100:00000200:2.0:1777573884.359478:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926521472, offset 0 00000400:00000200:2.0:1777573884.359481:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.359486:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.359491:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c2e80 00000400:00000200:2.0:1777573884.359494:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 134688 00000400:00000200:2.0:1777573884.359498:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.359501:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.359503:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573884.359506:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9f80. 00000400:00000200:2.0:1777573884.359514:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95ee0 00000400:00000010:2.0:1777573884.359517:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95ee0. 00000100:00000200:2.0:1777573884.359521:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cad80 x1863919926521472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.359535:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7840. 00000400:00000200:2.0:1777573884.359537:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:2.0:1777573884.359539:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573884.359544:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d69880 x1863919926520576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.359553:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d69880 x1863919926520576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.359578:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde72c0. 00000400:00000200:2.0:1777573884.359581:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573884.359583:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.359587:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79b9c00 x1863919926521088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.359595:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79b9c00 x1863919926521088/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.359615:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4749400. 02000000:00000010:2.0:1777573884.359621:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f000. 00000100:00000010:2.0:1777573884.359626:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69880. 02000000:00000010:2.0:1777573884.359630:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4748a00. 02000000:00000010:2.0:1777573884.359632:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f300. 00000100:00000010:2.0:1777573884.359634:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b9c00. 00000020:00000010:2.0:1777573884.359678:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e880. 00000020:00000010:2.0:1777573884.359689:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.359710:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573884.359715:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573884.359747:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573884.359751:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84700. 00000020:00000010:2.0:1777573884.359755:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573884.359758:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749400. 00000020:00000010:2.0:1777573884.359760:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.359763:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.359776:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573884.359778:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000100:00000200:2.0:1777573884.359781:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520960 02000000:00000010:2.0:1777573884.359797:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4edf800. 00010000:00000200:2.0:1777573884.359804:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79ba680 x1863919926520960/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.359818:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.359821:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926520960, offset 224 00000400:00000200:2.0:1777573884.359825:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.359830:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.359835:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2c80 00000400:00000200:2.0:1777573884.359840:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a79 [1] + 224 00000400:00000200:2.0:1777573884.359843:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.359846:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.359853:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bb480 x1863919926520960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573884.359867:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573884.359868:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000020:00000010:2.0:1777573884.359878:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573884.359882:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573884.359886:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 00000020:00000010:2.0:1777573884.359897:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573884.359899:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000100:00000200:2.0:1777573884.359902:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521472 02000000:00000010:2.0:1777573884.359908:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4edc400. 00010000:00000200:2.0:1777573884.359913:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b9f80 x1863919926521472/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.359922:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573884.359924:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926521472, offset 224 00000400:00000200:2.0:1777573884.359928:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573884.359932:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573884.359936:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c2e80 00000400:00000200:2.0:1777573884.359940:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17a81 [1] + 224 00000400:00000200:2.0:1777573884.359943:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573884.359946:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573884.359951:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cad80 x1863919926521472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573884.359960:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573884.359962:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000020:00000010:2.0:1777573884.359967:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70000. 00000020:00000010:2.0:1777573884.359970:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573884.359973:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749400. 00000400:00000010:2.0:1777573884.360014:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7160. 00000400:00000200:2.0:1777573884.360018:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573884.360019:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573884.360025:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d68e00 x1863919926520064/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.360033:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d68e00 x1863919926520064/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.361425:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4749a00. 02000000:00000010:2.0:1777573884.361433:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777ff00. 00000100:00000010:2.0:1777573884.361437:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d68e00. 00000400:00000010:2.0:1777573884.361459:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7898. 00000400:00000200:2.0:1777573884.361463:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573884.361465:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573884.361472:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bb480 x1863919926520960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.361481:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bb480 x1863919926520960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573884.361497:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7790. 00000400:00000200:2.0:1777573884.361500:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573884.361502:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573884.361506:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cad80 x1863919926521472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573884.361512:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cad80 x1863919926521472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573884.361521:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4749e00. 02000000:00000010:2.0:1777573884.361524:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f800. 00000100:00000010:2.0:1777573884.361526:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bb480. 02000000:00000010:2.0:1777573884.361529:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4749800. 02000000:00000010:2.0:1777573884.361531:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777fa00. 00000100:00000010:2.0:1777573884.361533:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cad80. 00000020:00000010:1.0:1777573884.361637:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573884.361641:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573884.361646:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1000. 00000020:00000010:1.0:1777573884.361651:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573884.361655:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573884.361712:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7780. 00000020:00000010:1.0:1777573884.361714:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7780. 00000100:00000200:1.0:1777573884.361717:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926520448 02000000:00000010:1.0:1777573884.361735:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89deef1a6c00. 00010000:00000200:1.0:1777573884.361743:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8700 x1863919926520448/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:385/0 lens 224/224 e 0 to 0 dl 1777573895 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573884.361755:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573884.361760:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926520448, offset 224 00000400:00000200:1.0:1777573884.361765:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573884.361775:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573884.361783:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c2a80 00000400:00000200:1.0:1777573884.361790:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17a71 [1] + 224 00000400:00000200:1.0:1777573884.361796:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573884.361799:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573884.361808:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d6a300 x1863919926520448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573884.361829:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:1.0:1777573884.361830:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000020:00000010:1.0:1777573884.361841:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573884.361844:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:1.0:1777573884.361847:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1000. 00000400:00000010:0.0:1777573884.362075:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7e18. 00000400:00000200:0.0:1777573884.362079:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf957f8 00000400:00000010:0.0:1777573884.362080:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf957f8. 00000100:00000200:0.0:1777573884.362094:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d6a300 x1863919926520448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573884.362103:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d6a300 x1863919926520448/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573884.362118:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4748000. 02000000:00000010:0.0:1777573884.362122:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777fb00. 00000100:00000010:0.0:1777573884.362125:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6a300. 00000100:00000010:1.0:1777573884.362911:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4660. 00000100:00000010:0.0:1777573884.362983:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b46c0. 00000100:00000010:2.0:1777573884.363062:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4cc0. 00000100:00000010:3.0:1777573884.363550:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4c60. 00080000:00000010:1.0:1777573884.396186:0:113527:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573884.396196:0:113527:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573884.396206:0:113527:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573884.396212:0:113527:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573884.396220:0:113527:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573884.396225:0:113527:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573884.396234:0:113527:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573884.396240:0:113527:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48000. 00080000:00000010:1.0:1777573885.165255:0:113575:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48480. 00080000:00000010:1.0:1777573885.165264:0:113575:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48480. 00080000:00000010:1.0:1777573885.165277:0:113575:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48480. 00080000:00000010:1.0:1777573885.165282:0:113575:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48480. 00080000:00000010:1.0:1777573885.165291:0:113575:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48480. 00080000:00000010:1.0:1777573885.165295:0:113575:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48480. 00080000:00000010:1.0:1777573885.165304:0:113575:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48480. 00080000:00000010:1.0:1777573885.165309:0:113575:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48480. 00000100:00000010:2.0:1777573885.878784:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb480. 00000100:00000010:1.0:1777573885.878784:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8a80. 02000000:00000010:2.0:1777573885.878807:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf200. 02000000:00000010:1.0:1777573885.878807:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777fd00. 02000000:00000010:2.0:1777573885.878860:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7949800. 02000000:00000010:1.0:1777573885.878870:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89deef1a4c00. 00000400:00000010:1.0:1777573885.878877:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37aa8. 00000400:00000010:1.0:1777573885.878883:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d232a8. 00000100:00000200:1.0:1777573885.878890:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926521728, portal 4 00000400:00000010:2.0:1777573885.878894:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7790. 00000400:00000010:2.0:1777573885.878900:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573885.878904:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926521600, portal 4 00000400:00000010:1.0:1777573885.878914:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000400:00000010:2.0:1777573885.878918:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:1.0:1777573885.878918:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926521728, offset 0 00000100:00000200:2.0:1777573885.878922:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926521600, offset 0 00000400:00000200:1.0:1777573885.878931:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573885.878949:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573885.878962:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c2f80 00000100:00000010:3.0:1777573885.879197:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f100. 02000000:00000010:3.0:1777573885.879205:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2489000. 02000000:00000010:0.0:1777573885.879302:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc45f9800. 00000400:00000010:0.0:1777573885.879307:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940630. 00000400:00000200:2.0:1777573885.879916:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573885.879927:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573885.879927:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 5824 00000400:00000200:1.0:1777573885.879938:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573885.879941:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c2f00 00000400:00000200:1.0:1777573885.879945:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573885.879950:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 6048 00000400:00000200:2.0:1777573885.879956:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1777573885.879957:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:2.0:1777573885.879961:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1777573885.879965:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31ca680. 00000400:00000200:1.0:1777573885.879987:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573885.879989:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573885.879996:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c8a80 x1863919926521728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573885.880098:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fc38. 00000100:00000200:0.0:1777573885.880103:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926521856, portal 4 00000400:00000010:0.0:1777573885.880108:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573885.880111:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926521856, offset 0 00000400:00000200:0.0:1777573885.880117:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573885.880125:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573885.880137:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c3000 00000400:00000200:0.0:1777573885.880143:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 2912 00000400:00000200:0.0:1777573885.880148:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573885.880151:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573885.880154:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573885.880159:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d880. 00000400:00000200:0.0:1777573885.880176:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573885.880179:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573885.880184:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f100 x1863919926521856/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573885.880202:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb1e0. 00000100:00000010:0.0:1777573885.880216:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb780. 00000020:00000010:2.0:1777573885.880218:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573885.880224:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573885.880231:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749e00. 00000100:00000010:0.0:1777573885.880232:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb060. 00000020:00000010:2.0:1777573885.880237:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a00. 00000100:00000010:0.0:1777573885.880240:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb8a0. 00000020:00000010:2.0:1777573885.880243:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:3.0:1777573885.880282:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573885.880287:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f40. 00000020:00000010:2.0:1777573885.880288:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573885.880291:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000020:00000010:3.0:1777573885.880292:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2800. 00000100:00000200:2.0:1777573885.880295:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521728 00000020:00000010:3.0:1777573885.880297:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573885.880301:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 02000000:00000010:2.0:1777573885.880311:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7949400. 00000020:00000010:3.0:1777573885.880332:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573885.880336:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f40. 00010000:00000200:2.0:1777573885.880339:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31ca680 x1863919926521728/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:386/0 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573885.880340:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521856 02000000:00000010:3.0:1777573885.880351:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7928800. 00000400:00000010:2.0:1777573885.880355:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573885.880359:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926521728, offset 224 00000400:00000200:2.0:1777573885.880364:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573885.880370:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1777573885.880376:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defbd6d880 x1863919926521856/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:386/0 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573885.880378:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2f80 00000400:00000200:2.0:1777573885.880387:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17a95 [1] + 224 00000400:00000200:2.0:1777573885.880393:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1777573885.880395:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000400:00000200:2.0:1777573885.880396:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573885.880401:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926521856, offset 224 00000100:00000200:2.0:1777573885.880406:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c8a80 x1863919926521728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573885.880409:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573885.880419:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573885.880428:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3000 00000400:00000200:3.0:1777573885.880439:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17aa5 [1] + 224 00000400:00000200:3.0:1777573885.880443:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573885.880446:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573885.880448:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573885.880451:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:3.0:1777573885.880462:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f100 x1863919926521856/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573885.880462:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573885.880468:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000400:00000200:3.0:1777573885.880483:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573885.880486:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000020:00000010:3.0:1777573885.880494:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573885.880499:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573885.880503:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2800. 00000400:00000010:3.0:1777573885.880522:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940630. 00000400:00000200:3.0:1777573885.880526:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fc38 00000400:00000010:3.0:1777573885.880528:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fc38. 00000100:00000200:3.0:1777573885.880532:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f100 x1863919926521856/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573885.880541:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f100 x1863919926521856/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573885.880567:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc45f9800. 00000020:00000010:2.0:1777573885.880922:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749e00. 00000100:00000200:2.0:1777573885.880939:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573885.880943:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b9c00. 00000400:00000200:2.0:1777573885.880958:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573885.880960:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573885.880966:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bb480 x1863919926521600/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573885.880991:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84dc0. 00000020:00000010:0.0:1777573885.880995:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84dc0. 00000020:00000010:0.0:1777573885.881000:0:8363:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302be00. 00000020:00000010:0.0:1777573885.881003:0:8363:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573885.881007:0:8363:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573885.881034:0:8363:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84dc0. 00000020:00000010:0.0:1777573885.881037:0:8363:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84dc0. 00000100:00000200:0.0:1777573885.881039:0:8363:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521600 02000000:00000010:0.0:1777573885.881047:0:8363:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc45fbc00. 00010000:00000200:0.0:1777573885.881071:0:8363:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b9c00 x1863919926521600/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:386/0 lens 224/368 e 0 to 0 dl 1777573896 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573885.881082:0:8363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573885.881086:0:8363:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926521600, offset 224 00000400:00000200:0.0:1777573885.881090:0:8363:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573885.881095:0:8363:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573885.881101:0:8363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c2f00 00000400:00000200:0.0:1777573885.881106:0:8363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17a99 [1] + 224 00000400:00000200:0.0:1777573885.881110:0:8363:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573885.881114:0:8363:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1777573885.881122:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2489000. 00000100:00000200:0.0:1777573885.881122:0:8363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bb480 x1863919926521600/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573885.881129:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f100. 00000400:00000200:0.0:1777573885.881139:0:8363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573885.881142:0:8363:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000020:00000010:0.0:1777573885.881151:0:8363:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d880. 00000020:00000010:0.0:1777573885.881156:0:8363:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573885.881159:0:8363:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302be00. 00000400:00000010:2.0:1777573885.881175:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7790. 00000400:00000200:2.0:1777573885.881179:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573885.881181:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573885.881186:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bb480 x1863919926521600/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573885.881193:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bb480 x1863919926521600/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573885.881211:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7949800. 02000000:00000010:2.0:1777573885.881215:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf200. 00000100:00000010:2.0:1777573885.881218:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bb480. 00000400:00000010:2.0:1777573885.881233:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37aa8. 00000400:00000200:2.0:1777573885.881236:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d232a8 00000400:00000010:2.0:1777573885.881238:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d232a8. 00000100:00000200:2.0:1777573885.881243:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c8a80 x1863919926521728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573885.881250:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c8a80 x1863919926521728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573885.881265:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89deef1a4c00. 02000000:00000010:2.0:1777573885.881268:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777fd00. 00000100:00000010:2.0:1777573885.881276:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8a80. 00000100:00000010:2.0:1777573885.884795:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb060. 00000100:00000010:1.0:1777573885.885137:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb780. 00000100:00000010:3.0:1777573885.885732:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb8a0. 00000100:00000010:0.0:1777573885.886904:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb1e0. 00080000:00000010:2.0:1777573885.955769:0:113623:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70680. 00080000:00000010:2.0:1777573885.955779:0:113623:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70680. 00080000:00000010:2.0:1777573885.955791:0:113623:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70680. 00080000:00000010:2.0:1777573885.955795:0:113623:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70680. 00080000:00000010:2.0:1777573885.955805:0:113623:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70680. 00080000:00000010:2.0:1777573885.955810:0:113623:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70680. 00080000:00000010:2.0:1777573885.955818:0:113623:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70680. 00080000:00000010:2.0:1777573885.955823:0:113623:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70680. 00000020:00000010:1.0:1777573886.240575:0:113659:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89dec73ae6a0. 00000020:00000010:1.0:1777573886.240645:0:113659:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89dec73ae6a0. 00000020:00000010:1.0:1777573886.240976:0:113659:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc2fb7800. 00000020:00000010:1.0:1777573886.240986:0:113659:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547a00. 00000020:00000010:1.0:1777573886.240991:0:113659:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4547c00. 00000040:00000010:1.0:1777573886.240995:0:113659:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4546800. 00000020:00000010:1.0:1777573886.241000:0:113659:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461c800. 00000020:00000010:1.0:1777573886.241005:0:113659:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc4546400. 80000000:00000010:1.0:1777573886.241009:0:113659:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8c00. 00040000:00000010:1.0:1777573886.241013:0:113659:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc4546c00. 00080000:00000010:1.0:1777573886.241019:0:113659:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329a000. 00080000:00000010:1.0:1777573886.241024:0:113659:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329c000. 20000000:00000010:1.0:1777573886.241030:0:113659:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc4547000. 00000020:00000010:1.0:1777573886.241035:0:113659:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc32c7d40. 00000001:00000010:1.0:1777573886.241043:0:113659:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff89ddc32c7480. 00000020:00000010:1.0:1777573886.241079:0:113659:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546a00. 00000020:00000010:1.0:1777573886.241083:0:113659:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4547400. 00000040:00000010:1.0:1777573886.241086:0:113659:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4547e00. 00000020:00000010:1.0:1777573886.241088:0:113659:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573886.241091:0:113659:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc4546600. 00040000:00000010:1.0:1777573886.241095:0:113659:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def777fe00. 00040000:00000010:1.0:1777573886.241098:0:113659:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc4546200. 00080000:00000010:1.0:1777573886.241103:0:113659:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89deef1ac000. 00080000:00000010:1.0:1777573886.241108:0:113659:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4392000. 00000001:00000010:1.0:1777573886.241259:0:113659:0:(nodemap_storage.c:990:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff89ddc461d000. 00080000:00000010:1.0:1777573886.241270:0:113659:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc4547800. 00000001:00000010:1.0:1777573886.241532:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241556:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241562:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241567:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241570:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241574:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241578:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241581:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241584:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241588:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241591:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241594:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241597:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241600:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241603:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241607:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241609:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241612:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241616:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241618:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241621:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241625:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241628:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241631:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241634:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241637:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241640:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241643:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241646:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241649:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241652:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241655:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241659:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241662:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241665:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241668:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241671:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241674:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241677:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241803:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241810:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241812:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241816:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241818:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241821:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241823:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241826:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241828:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241831:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241834:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241836:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241839:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241842:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241844:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241847:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241850:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241853:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241855:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241858:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241860:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241863:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241866:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241868:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241871:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241873:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241876:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241879:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241881:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241884:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241887:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241890:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241893:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241895:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241898:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241901:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241904:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241908:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241910:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241913:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241915:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241918:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241921:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241923:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241926:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241929:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241932:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241934:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241937:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241940:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241942:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241945:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241947:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241949:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241952:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241955:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241958:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241961:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241963:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241967:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241969:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241972:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241975:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241978:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241981:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241984:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241987:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241990:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241992:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241996:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.241998:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242001:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242003:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242006:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242009:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242011:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242014:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242016:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242018:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242021:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242023:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242026:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242028:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242031:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242033:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242035:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242038:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242040:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242042:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242044:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242046:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242060:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242064:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242067:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242070:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242073:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242075:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242078:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242080:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242084:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242086:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242089:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242092:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242095:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242097:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242101:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242103:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242105:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242108:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242110:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242266:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242274:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242278:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242282:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242284:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242287:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242290:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242293:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242521:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242526:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242528:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242531:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242534:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242536:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242538:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242541:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242544:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242547:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242549:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242552:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242554:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242556:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242558:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242561:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242564:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242567:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242570:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242573:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242575:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242578:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242580:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242583:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242585:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242588:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242590:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242593:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242595:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242597:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242600:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242602:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242605:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242607:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242609:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242612:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242614:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242617:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242621:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242623:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242626:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242628:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242630:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242633:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242636:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242638:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242641:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242643:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242646:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242649:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242651:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242654:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242656:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242658:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242661:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242663:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242666:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242668:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242671:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242673:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242675:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242684:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242688:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242853:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242859:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242863:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242865:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242867:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242870:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242872:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242874:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242877:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242879:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242882:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242884:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242886:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242888:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242890:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242892:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242894:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242896:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242898:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242900:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242903:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242905:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242908:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242910:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242913:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242915:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242918:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242921:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242923:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242926:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242928:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242931:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242933:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242936:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242938:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242941:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242943:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242946:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242948:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242951:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242953:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242955:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242958:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242961:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242964:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242966:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242969:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242971:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242974:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242976:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242979:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242982:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242984:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242987:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242990:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242993:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242995:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.242998:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243001:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243003:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243006:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243009:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243012:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243014:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243017:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243019:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243022:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243025:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243028:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243030:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243033:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243036:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243038:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243041:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243044:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243046:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243059:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243063:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243066:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243068:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243071:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243073:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243076:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243078:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243081:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243083:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243087:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243090:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243092:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243095:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243098:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243101:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243103:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243105:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243108:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243110:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243113:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243115:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243118:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243120:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243123:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243125:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243127:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243130:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243132:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243134:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243137:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243139:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243142:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243144:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243147:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243149:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243152:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243154:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243157:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243159:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243162:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243164:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243167:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243170:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243173:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243175:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243508:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243513:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243516:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243519:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243521:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243549:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243553:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243555:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243558:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243560:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243563:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243565:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243568:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243570:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243573:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243575:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243577:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243580:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243582:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243584:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243587:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243589:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243592:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243594:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243596:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243599:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243601:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243603:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243606:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243608:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243611:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243614:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243616:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243619:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243622:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243624:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243627:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243630:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243632:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243635:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243637:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243639:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243642:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243645:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243647:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243649:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243652:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243654:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243657:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243659:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243662:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243664:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243666:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243669:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243672:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243674:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243677:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243778:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243786:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243790:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243793:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243796:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243798:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243801:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243804:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243806:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243809:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243812:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243815:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243818:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243820:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243823:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243826:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243828:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243831:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243834:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243836:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243839:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243841:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243843:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243845:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243848:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243850:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243853:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243855:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243857:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243859:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243860:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243863:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243865:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243867:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243869:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243872:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243873:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243876:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243878:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243880:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243883:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243885:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243887:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243889:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243892:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243894:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243896:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243899:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243901:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243903:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243905:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243908:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243911:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243914:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243916:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243919:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243922:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243925:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243927:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243930:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243933:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243935:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243938:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243941:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243943:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243946:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243949:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243952:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243955:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243957:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243959:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243962:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243965:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243968:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243971:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243973:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243976:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243979:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243982:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243984:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243987:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243989:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243991:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243994:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.243997:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244000:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244003:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244005:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244008:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244010:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244012:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244015:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244018:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244020:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244022:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244025:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244028:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244031:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244033:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244036:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244038:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244041:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244043:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244045:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244048:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244062:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244065:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244068:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244070:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244073:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244075:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244078:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244080:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244239:0:113659:0:(nodemap_storage.c:1004:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff89ddc461d000. 00000020:00000010:1.0:1777573886.244249:0:113659:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4547400. 00000040:00000010:1.0:1777573886.244253:0:113659:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4547e00. 00000020:00000010:1.0:1777573886.244256:0:113659:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573886.244260:0:113659:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc4546600. 00040000:00000010:1.0:1777573886.244265:0:113659:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def777fe00. 00040000:00000010:1.0:1777573886.244274:0:113659:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc4546200. 00080000:00000010:1.0:1777573886.244278:0:113659:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4392000. 00080000:00000010:1.0:1777573886.244284:0:113659:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89deef1ac000. 00000020:00000010:1.0:1777573886.244288:0:113659:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546a00. 00000020:00000010:1.0:1777573886.244358:0:113659:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546a00. 00000020:00000010:1.0:1777573886.244363:0:113659:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4547200. 00000040:00000010:1.0:1777573886.244367:0:113659:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4546200. 00000020:00000010:1.0:1777573886.244370:0:113659:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573886.244373:0:113659:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc4546600. 00040000:00000010:1.0:1777573886.244378:0:113659:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def777fe00. 00040000:00000010:1.0:1777573886.244380:0:113659:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc4547e00. 00080000:00000010:1.0:1777573886.244384:0:113659:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4392000. 00080000:00000010:1.0:1777573886.244389:0:113659:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4394000. 00080000:00000010:1.0:1777573886.244399:0:113659:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2fb1a00. 00000001:00000010:1.0:1777573886.244411:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244417:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00080000:00000010:1.0:1777573886.244429:0:113659:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2d2ac00. 00000001:00000010:1.0:1777573886.244435:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244438:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00080000:00000010:1.0:1777573886.244446:0:113659:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89dec120b000. 00000001:00000010:1.0:1777573886.244450:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244453:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00080000:00000010:1.0:1777573886.244460:0:113659:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def4df4a00. 00000001:00000010:1.0:1777573886.244463:0:113659:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b58. 00000001:00000010:1.0:1777573886.244470:0:113659:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b58. 00000020:00000010:1.0:1777573886.244476:0:113659:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4547200. 00000040:00000010:1.0:1777573886.244479:0:113659:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4546200. 00000020:00000010:1.0:1777573886.244481:0:113659:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573886.244484:0:113659:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc4546600. 00040000:00000010:1.0:1777573886.244486:0:113659:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def777fe00. 00040000:00000010:1.0:1777573886.244490:0:113659:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc4547e00. 00080000:00000010:1.0:1777573886.244492:0:113659:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4394000. 00080000:00000010:1.0:1777573886.244497:0:113659:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4392000. 00000020:00000010:1.0:1777573886.244499:0:113659:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546a00. 00000001:00000010:1.0:1777573886.244895:0:113659:0:(nodemap_lproc.c:1441:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff89ddc491e240. 00000001:00000010:1.0:1777573886.244906:0:113659:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at ffff89ddc3c24c00. 00000001:00000010:1.0:1777573886.244915:0:113659:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff89ddc32c7480. 00010000:00000010:1.0:1777573886.244942:0:113659:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3186a00. 00010000:00000010:1.0:1777573886.244960:0:113659:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc32c7480. 00000100:00000010:1.0:1777573886.244967:0:113659:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc446c6c0. 00000100:00000010:1.0:1777573886.244978:0:113659:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb480. 02000000:00000010:1.0:1777573886.244992:0:113659:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4546a00. 02000000:00000010:1.0:1777573886.245022:0:113659:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547400. 00000400:00000010:1.0:1777573886.245027:0:113659:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573886.245034:0:113659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573886.245042:0:113659:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926521984, portal 16 00000400:00000010:1.0:1777573886.245047:0:113659:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573886.245063:0:113659:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926521984, offset 0 00000400:00000200:1.0:1777573886.245072:0:113659:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573886.245085:0:113659:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573886.245098:0:113659:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c3080 00000400:00000200:1.0:1777573886.245104:0:113659:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17765 [2] + 656 00000400:00000200:1.0:1777573886.245113:0:113659:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573886.245118:0:113659:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573886.245127:0:113659:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1777573886.245131:0:113659:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9c00. 00000400:00000200:1.0:1777573886.245155:0:113659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573886.245158:0:113659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573886.245166:0:113659:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb480 x1863919926521984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573902 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1777573886.245183:0:113659:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d86c0. 00000020:00000010:3.0:1777573886.245210:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573886.245216:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573886.245220:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2200. 00000020:00000010:3.0:1777573886.245224:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573886.245228:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000100:00000010:1.0:1777573886.245236:0:113659:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d81e0. 00000100:00000010:1.0:1777573886.245241:0:113659:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8a80. 00000100:00000010:1.0:1777573886.245245:0:113659:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d88a0. 00000020:00000010:3.0:1777573886.245271:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573886.245274:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000100:00000200:3.0:1777573886.245277:0:9433:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926521984 02000000:00000010:3.0:1777573886.245291:0:9433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def792b800. 00000400:00000010:3.0:1777573886.245314:0:9433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573886.245318:0:9433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926521984, offset 224 00000400:00000200:3.0:1777573886.245323:0:9433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573886.245328:0:9433:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573886.245334:0:9433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c3080 00000400:00000200:3.0:1777573886.245338:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17ab9 [1] + 224 00000400:00000200:3.0:1777573886.245343:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573886.245346:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573886.245351:0:9433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb480 x1863919926521984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573902 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777573886.245378:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573886.245380:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00010000:00000010:3.0:1777573886.245387:0:9433:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc6adc180. 00000400:00000010:1.0:1777573886.245405:0:113659:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000020:00000010:3.0:1777573886.245409:0:9433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000400:00000200:1.0:1777573886.245409:0:113659:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573886.245410:0:113659:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000020:00000010:3.0:1777573886.245412:0:9433:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000100:00000200:1.0:1777573886.245414:0:113659:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb480 x1863919926521984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573902 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1777573886.245416:0:9433:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2200. 00000100:00000200:1.0:1777573886.245422:0:113659:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb480 x1863919926521984/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573902 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777573886.245444:0:113659:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547400. 02000000:00000010:1.0:1777573886.245449:0:113659:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4546a00. 00000100:00000010:1.0:1777573886.245453:0:113659:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb480. 00000100:00000010:1.0:1777573886.245456:0:113659:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc446c6c0. 00010000:00000010:1.0:1777573886.245458:0:113659:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc32c7480. 00000100:00000010:0.0:1777573886.245533:0:8386:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc700. 02000000:00000010:0.0:1777573886.245540:0:8386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc302bc00. 02000000:00000010:2.0:1777573886.245596:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4748000. 00000400:00000010:2.0:1777573886.245601:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7790. 00000400:00000010:2.0:1777573886.245605:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573886.245608:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926522112, portal 18 00000400:00000010:2.0:1777573886.245611:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573886.245613:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926522112, offset 0 00000400:00000200:2.0:1777573886.245618:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573886.245623:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573886.245629:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c3100 00000400:00000200:2.0:1777573886.245633:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5ee9 [2] + 984 00000400:00000200:2.0:1777573886.245638:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573886.245640:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573886.245644:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777573886.245647:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb480. 00000400:00000200:2.0:1777573886.245665:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573886.245667:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573886.245672:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fc700 x1863919926522112/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573902 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573886.245736:0:6471:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573886.245740:0:6471:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573886.245743:0:6471:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc46f2200. 00000020:00000010:3.0:1777573886.245745:0:6471:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573886.245748:0:6471:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000100:00000200:3.0:1777573886.245764:0:6471:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89def79bb480 x1863919926522112/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:387/0 lens 328/0 e 0 to 0 dl 1777573897 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573886.245786:0:6471:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573886.245788:0:6471:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000100:00000200:3.0:1777573886.245791:0:6471:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926522112 02000000:00000010:3.0:1777573886.245797:0:6471:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def792a800. 00010000:00000010:0.0:1777573886.245811:0:8386:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc6adc180. 00010000:00000010:3.0:1777573886.245816:0:6471:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc25c5b40. 00000100:00000010:3.0:1777573886.245820:0:6471:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6adcb40. 00000100:00000010:3.0:1777573886.245837:0:6471:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6adcb40. 00010000:00000010:3.0:1777573886.245840:0:6471:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc25c5b40. 00000400:00000010:3.0:1777573886.245847:0:6471:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573886.245850:0:6471:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926522112, offset 224 00000020:00000010:0.0:1777573886.245852:0:113659:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc32c7d40. 00000400:00000200:3.0:1777573886.245853:0:6471:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573886.245858:0:6471:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1777573886.245860:0:113659:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4547c00. 00000400:00000200:3.0:1777573886.245863:0:6471:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c3100 00000040:00000010:0.0:1777573886.245863:0:113659:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4546800. 00000020:00000010:0.0:1777573886.245866:0:113659:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461c800. 00000400:00000200:3.0:1777573886.245867:0:6471:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17ac5 [1] + 224 00000020:00000010:0.0:1777573886.245870:0:113659:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc4546400. 00000400:00000200:3.0:1777573886.245871:0:6471:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573886.245873:0:6471:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 80000000:00000010:0.0:1777573886.245873:0:113659:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8c00. 00000100:00000200:3.0:1777573886.245878:0:6471:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fc700 x1863919926522112/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573902 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1777573886.245878:0:113659:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc4546c00. 00080000:00000010:0.0:1777573886.245881:0:113659:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329c000. 00080000:00000010:0.0:1777573886.245885:0:113659:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329a000. 20000000:00000010:0.0:1777573886.245888:0:113659:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc4547000. 00000020:00000010:0.0:1777573886.245891:0:113659:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547a00. 00000020:00000010:0.0:1777573886.245981:0:113659:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc2fb7800. 00000400:00000200:3.0:1777573886.250844:0:6471:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573886.250852:0:6471:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000020:00000010:3.0:1777573886.250877:0:6471:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573886.250882:0:6471:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573886.250886:0:6471:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc46f2200. 00000400:00000010:2.0:1777573886.252856:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7790. 00000400:00000200:2.0:1777573886.252863:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573886.252866:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573886.252879:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fc700 x1863919926522112/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573902 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573886.252894:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fc700 x1863919926522112/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573902 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573886.252922:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4748000. 02000000:00000010:2.0:1777573886.252927:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc302bc00. 00000100:00000010:2.0:1777573886.252931:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc700. 00010000:00000010:3.1:1777573886.253792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1c00. 00010000:00000010:0.1:1777573886.254024:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eed400. 00010000:00000010:0.1:1777573886.254031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3186000. 00010000:00000010:0.1:1777573886.254035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2effb00. 00010000:00000010:0.1:1777573886.254038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3186a00. 00000100:00000010:0.0:1777573886.266658:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d86c0. 00000100:00000010:2.0:1777573886.266963:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8a80. 00000100:00000010:1.0:1777573886.269942:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d81e0. 00000100:00000010:3.0:1777573886.272684:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d88a0. 00080000:00000010:0.0:1777573886.647619:0:113668:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573886.647630:0:113668:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573886.647642:0:113668:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573886.647647:0:113668:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573886.647658:0:113668:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573886.647662:0:113668:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573886.647672:0:113668:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573886.647676:0:113668:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00000020:00000010:3.0:1777573886.987576:0:113707:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848560. 00000020:00000010:3.0:1777573886.987648:0:113707:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848560. 00000020:00000010:3.0:1777573886.988177:0:113707:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89def7928400. 00000020:00000010:3.0:1777573886.988188:0:113707:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4e00. 00000020:00000010:3.0:1777573886.988192:0:113707:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48e5400. 00000040:00000010:3.0:1777573886.988196:0:113707:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48e5000. 00000020:00000010:3.0:1777573886.988201:0:113707:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc2d35000. 00000020:00000010:3.0:1777573886.988205:0:113707:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48e5800. 80000000:00000010:3.0:1777573886.988210:0:113707:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8360. 00040000:00000010:3.0:1777573886.988215:0:113707:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48e4000. 00080000:00000010:3.0:1777573886.988221:0:113707:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573886.988225:0:113707:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 20000000:00000010:3.0:1777573886.988231:0:113707:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc48e5e00. 00000020:00000010:3.0:1777573886.988235:0:113707:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c5c40. 00000001:00000010:3.0:1777573886.988242:0:113707:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff89ddc25c5e40. 00000020:00000010:3.0:1777573886.988262:0:113707:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4238000. 00000020:00000010:3.0:1777573886.988266:0:113707:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc40ae000. 00000040:00000010:3.0:1777573886.988269:0:113707:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc40aee00. 00000020:00000010:3.0:1777573886.988272:0:113707:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc2d36800. 00000020:00000010:3.0:1777573886.988275:0:113707:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2758a00. 00040000:00000010:3.0:1777573886.988279:0:113707:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2489100. 00040000:00000010:3.0:1777573886.988282:0:113707:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89deef3c1200. 00080000:00000010:3.0:1777573886.988286:0:113707:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc426e000. 00080000:00000010:3.0:1777573886.988291:0:113707:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573886.988299:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89deef3c1600. 00000001:00000010:3.0:1777573886.988322:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988344:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000020:00000010:3.0:1777573886.988370:0:113707:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc40ae000. 00000040:00000010:3.0:1777573886.988374:0:113707:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc40aee00. 00000020:00000010:3.0:1777573886.988377:0:113707:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc2d36800. 00000020:00000010:3.0:1777573886.988381:0:113707:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2758a00. 00040000:00000010:3.0:1777573886.988383:0:113707:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2489100. 00040000:00000010:3.0:1777573886.988386:0:113707:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89deef3c1200. 00080000:00000010:3.0:1777573886.988391:0:113707:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573886.988396:0:113707:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc426e000. 00000020:00000010:3.0:1777573886.988400:0:113707:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4238000. 00000001:00000010:3.0:1777573886.988404:0:113707:0:(nodemap_range.c:341:range_destroy()) kfreed 'range': 176 at ffff89ddc3106300. 00000020:00000010:3.0:1777573886.988410:0:113707:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c0400. 00000020:00000010:3.0:1777573886.988412:0:113707:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89deef3c1200. 00000040:00000010:3.0:1777573886.988415:0:113707:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4238000. 00000020:00000010:3.0:1777573886.988417:0:113707:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc2d36800. 00000020:00000010:3.0:1777573886.988419:0:113707:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2758a00. 00040000:00000010:3.0:1777573886.988422:0:113707:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2489100. 00040000:00000010:3.0:1777573886.988424:0:113707:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc40aee00. 00080000:00000010:3.0:1777573886.988426:0:113707:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439a000. 00080000:00000010:3.0:1777573886.988430:0:113707:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439c000. 00000001:00000010:3.0:1777573886.988435:0:113707:0:(nodemap_storage.c:990:nodemap_idx_fileset_fragments_clear()) kmalloced '(nk_array)': 2048 at ffff89ddc32d4000. 00080000:00000010:3.0:1777573886.988439:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc25a5000. 00000001:00000010:3.0:1777573886.988449:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988454:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988458:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988460:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988463:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988466:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988469:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988472:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988474:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988477:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988480:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988482:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988485:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988487:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988489:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988491:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988494:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988497:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988500:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988503:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988505:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988508:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988510:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988513:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988516:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988518:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988521:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988523:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988526:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988529:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988532:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988534:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988536:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988539:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988541:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988544:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.988547:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.994982:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995013:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995020:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995023:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995026:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995028:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995031:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995044:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995047:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995050:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995052:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995055:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995057:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995059:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995062:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995064:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995066:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995069:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995071:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995073:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995075:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995077:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995079:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995081:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995083:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995086:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995088:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995090:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995092:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995095:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995097:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995100:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995102:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995105:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995107:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995110:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995112:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995114:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995116:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995119:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995121:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995123:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995125:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995128:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995130:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995133:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995135:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995137:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995139:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995142:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995144:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995146:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995152:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995155:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995157:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995160:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995171:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995175:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995179:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995181:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995183:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995186:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995189:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995192:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995194:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995196:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995199:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995202:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995205:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995207:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995210:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995213:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995216:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995219:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995221:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995224:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995227:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995230:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995232:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995235:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995237:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995240:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995242:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995244:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995247:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995249:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995252:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995254:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995256:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995259:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995261:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995264:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995266:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995269:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995272:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995275:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995278:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995281:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995283:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995286:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995289:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995292:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995294:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995297:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995300:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995303:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995306:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995309:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995312:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995314:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995317:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995320:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995322:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995325:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995327:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995329:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995332:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995335:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995338:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995340:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995343:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995346:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995348:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995351:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995354:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995357:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995359:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995362:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995365:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995367:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995369:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995372:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995375:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995378:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995380:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995382:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995385:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995387:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995391:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995394:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995396:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995398:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995400:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995403:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995405:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995408:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995411:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995413:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995415:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995418:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995420:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995423:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995425:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995428:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995431:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995433:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995436:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995439:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995441:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995444:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995447:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995450:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995453:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995455:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995458:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995460:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995463:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995466:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995468:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995471:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995474:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995477:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995480:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995482:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995484:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995487:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995489:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995492:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995494:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995497:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995499:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995502:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995504:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995507:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995510:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995512:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995515:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995517:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995520:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995522:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995525:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995528:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995530:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995532:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995535:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995538:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995541:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995543:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995546:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995548:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995551:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995553:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995555:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995558:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995561:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995563:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995565:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995568:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995570:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995573:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995576:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995578:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995581:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995584:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995586:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995589:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995592:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995594:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995596:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995599:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995601:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995604:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995606:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995609:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995611:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995614:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995616:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995619:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995621:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995623:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995626:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995628:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995631:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995633:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995636:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995638:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995641:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995644:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995646:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995649:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995651:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995654:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995657:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995659:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995662:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995665:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995667:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995670:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995672:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995675:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995677:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995680:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995682:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995685:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.995688:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996788:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996804:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996814:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996817:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996820:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996823:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996826:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996828:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996831:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996834:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996836:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996838:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996841:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996844:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996847:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996850:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996853:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996855:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996858:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996861:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996864:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996867:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996869:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996872:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996875:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996877:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996880:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996883:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996886:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996888:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996892:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996894:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996897:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996900:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996902:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996905:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996908:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996911:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996914:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996916:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996919:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996921:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996924:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996926:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996929:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996931:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996934:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996936:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996940:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996942:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996945:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996948:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996950:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996959:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996963:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996966:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996969:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996972:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996975:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996977:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996980:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996983:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996986:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996989:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996992:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996995:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.996997:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997000:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997003:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997007:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997009:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997012:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997015:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997018:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997021:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997024:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997027:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997029:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997032:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997045:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997049:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997053:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997056:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997059:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997061:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997064:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997067:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997069:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997072:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997075:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997078:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997080:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997083:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997086:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997089:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997091:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997094:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997096:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997099:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997102:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997105:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997108:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997111:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997114:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997116:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997119:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997121:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997123:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997126:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997128:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997131:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997133:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997136:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997138:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997142:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997144:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997147:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997150:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997153:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997156:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997159:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997161:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997164:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997167:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997170:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997172:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997175:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997178:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997180:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997182:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997185:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997187:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997190:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997193:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997195:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997198:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997200:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997203:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997205:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997207:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997210:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997212:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997215:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997217:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997220:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997222:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997225:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997228:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997231:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997234:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997237:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997239:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997242:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997245:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997248:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997250:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997253:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997256:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997259:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997261:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997264:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997266:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997268:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997271:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997274:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997277:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997279:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997282:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997285:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997288:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997291:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997293:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997295:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997298:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997300:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997302:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997304:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997307:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997310:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997312:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997316:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997318:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997321:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997324:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997327:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997330:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997333:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997335:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997338:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997340:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997343:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997346:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997349:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997352:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997355:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997357:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997360:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997362:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997366:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997368:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997371:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997374:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997376:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997378:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997382:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997384:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997387:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997389:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997392:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997395:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997397:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997400:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997403:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997406:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997409:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997412:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997415:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997417:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997420:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997423:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997659:0:113707:0:(nodemap_storage.c:1004:nodemap_idx_fileset_fragments_clear()) kfreed 'nk_array': 2048 at ffff89ddc32d4000. 00000020:00000010:3.0:1777573886.997670:0:113707:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89deef3c1200. 00000040:00000010:3.0:1777573886.997677:0:113707:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4238000. 00000020:00000010:3.0:1777573886.997681:0:113707:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc2d36800. 00000020:00000010:3.0:1777573886.997687:0:113707:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2758a00. 00040000:00000010:3.0:1777573886.997718:0:113707:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2489100. 00040000:00000010:3.0:1777573886.997723:0:113707:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc40aee00. 00080000:00000010:3.0:1777573886.997728:0:113707:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439c000. 00080000:00000010:3.0:1777573886.997733:0:113707:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439a000. 00000020:00000010:3.0:1777573886.997739:0:113707:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c0400. 00000020:00000010:3.0:1777573886.997749:0:113707:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc25a5800. 00000020:00000010:3.0:1777573886.997753:0:113707:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc25a4800. 00000040:00000010:3.0:1777573886.997757:0:113707:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc25a4600. 00000020:00000010:3.0:1777573886.997759:0:113707:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc32d4000. 00000020:00000010:3.0:1777573886.997764:0:113707:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc40ae000. 00040000:00000010:3.0:1777573886.997768:0:113707:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc2489100. 00040000:00000010:3.0:1777573886.997770:0:113707:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc40aee00. 00080000:00000010:3.0:1777573886.997774:0:113707:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439a000. 00080000:00000010:3.0:1777573886.997779:0:113707:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439c000. 00080000:00000010:3.0:1777573886.997788:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc4238000. 00000001:00000010:3.0:1777573886.997801:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997806:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00080000:00000010:3.0:1777573886.997816:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89deef3c0400. 00000001:00000010:3.0:1777573886.997821:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997825:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00080000:00000010:3.0:1777573886.997832:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89deef3c1200. 00000001:00000010:3.0:1777573886.997837:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997840:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00080000:00000010:3.0:1777573886.997847:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc3061000. 00000001:00000010:3.0:1777573886.997851:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997856:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00080000:00000010:3.0:1777573886.997861:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc3060c00. 00000001:00000010:3.0:1777573886.997865:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997868:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00080000:00000010:3.0:1777573886.997875:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc3060800. 00000001:00000010:3.0:1777573886.997879:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997882:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00080000:00000010:3.0:1777573886.997887:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc3061c00. 00000001:00000010:3.0:1777573886.997892:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997895:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00080000:00000010:3.0:1777573886.997902:0:113707:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc3060000. 00000001:00000010:3.0:1777573886.997906:0:113707:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def4f8d160. 00000001:00000010:3.0:1777573886.997910:0:113707:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def4f8d160. 00000020:00000010:3.0:1777573886.997915:0:113707:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc25a4800. 00000040:00000010:3.0:1777573886.997918:0:113707:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc25a4600. 00000020:00000010:3.0:1777573886.997921:0:113707:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc32d4000. 00000020:00000010:3.0:1777573886.997923:0:113707:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc40ae000. 00040000:00000010:3.0:1777573886.997925:0:113707:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc2489100. 00040000:00000010:3.0:1777573886.997927:0:113707:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc40aee00. 00080000:00000010:3.0:1777573886.997929:0:113707:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439c000. 00080000:00000010:3.0:1777573886.997932:0:113707:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439a000. 00000020:00000010:3.0:1777573886.997934:0:113707:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc25a5800. 00000001:00000010:3.0:1777573886.998172:0:113707:0:(nodemap_lproc.c:1441:lprocfs_nodemap_remove()) kfreed 'nm_pde': 48 at ffff89ddc1d89c80. 00000020:00000010:3.0:1777573886.998181:0:113707:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff89ddc2faac00. 00000020:00000010:3.0:1777573886.998184:0:113707:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff89ddc33eb400. 00000020:00000010:3.0:1777573886.998188:0:113707:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff89ddc2d2b000. 00000020:00000010:3.0:1777573886.998191:0:113707:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff89ddc41c4400. 00000020:00000010:3.0:1777573886.998193:0:113707:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff89ddc461c000. 00000020:00000010:3.0:1777573886.998197:0:113707:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff89ddc403e000. 00000020:00000010:3.0:1777573886.998200:0:113707:0:(lprocfs_status.c:1544:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff89ddc3340800. 00000020:00000010:3.0:1777573886.998203:0:113707:0:(lprocfs_status.c:1550:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff89ddc452e000. 00000020:00000010:3.0:1777573886.998205:0:113707:0:(lprocfs_status.c:1560:stats_free()) kfreed 'stats': 608 at ffff89def7998000. 00000001:00000010:3.0:1777573886.998209:0:113707:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff89ddc32c7080. 00000001:00000010:3.0:1777573886.998212:0:113707:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff89ddc491e300. 00000001:00000010:3.0:1777573886.998214:0:113707:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff89ddc25c5740. 00000001:00000010:3.0:1777573886.998216:0:113707:0:(nodemap_idmap.c:45:idmap_destroy()) kfreed 'idmap': 56 at ffff89ddc25c5980. 00000001:00000010:3.0:1777573886.998219:0:113707:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 968 at ffff89defafa6c00. 00000001:00000010:3.0:1777573886.998224:0:113707:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff89ddc25c5e40. 00010000:00000010:3.0:1777573886.998250:0:113707:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc10eaf00. 00010000:00000010:3.0:1777573886.998258:0:113707:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2ace400. 00000020:00000010:3.0:1777573886.998305:0:113707:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573886.998311:0:113707:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48e5400. 00000040:00000010:3.0:1777573886.998316:0:113707:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48e5000. 00000020:00000010:3.0:1777573886.998319:0:113707:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc2d35000. 00000020:00000010:3.0:1777573886.998321:0:113707:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48e5800. 80000000:00000010:3.0:1777573886.998325:0:113707:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8360. 00040000:00000010:3.0:1777573886.998329:0:113707:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48e4000. 00080000:00000010:3.0:1777573886.998336:0:113707:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573886.998340:0:113707:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 20000000:00000010:3.0:1777573886.998345:0:113707:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc48e5e00. 00000020:00000010:3.0:1777573886.998348:0:113707:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4e00. 00000020:00000010:3.0:1777573886.998354:0:113707:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89def7928400. 00010000:00000010:3.1:1777573887.017742:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc10eaf00. 00010000:00000010:3.1:1777573887.017756:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2ace400. 00000100:00000010:0.0:1777573887.414889:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44ff480. 02000000:00000010:0.0:1777573887.414923:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488800. 02000000:00000010:2.0:1777573887.415187:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def4edc800. 00000400:00000010:2.0:1777573887.415196:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7790. 00000400:00000010:2.0:1777573887.415203:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573887.415210:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926522240, portal 4 00000400:00000010:2.0:1777573887.415217:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573887.415220:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926522240, offset 0 00000400:00000200:2.0:1777573887.415227:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573887.415241:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573887.415253:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c3180 00000400:00000200:2.0:1777573887.415260:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 3136 00000400:00000200:2.0:1777573887.415268:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573887.415272:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573887.415279:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573887.415284:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d6a300. 00000400:00000200:2.0:1777573887.415311:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573887.415313:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573887.415321:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44ff480 x1863919926522240/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573887.415341:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4b40. 00000100:00000010:2.0:1777573887.415352:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4960. 00000100:00000010:2.0:1777573887.415357:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b40c0. 00000100:00000010:2.0:1777573887.415361:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4600. 00000020:00000010:0.0:1777573887.415471:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573887.415477:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573887.415484:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302a600. 00000020:00000010:0.0:1777573887.415489:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431db00. 00000020:00000010:0.0:1777573887.415494:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573887.415537:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573887.415541:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573887.415545:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926522240 02000000:00000010:0.0:1777573887.415561:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc411e400. 00010000:00000200:0.0:1777573887.415645:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4d6a300 x1863919926522240/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:388/0 lens 224/368 e 0 to 0 dl 1777573898 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573887.415663:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573887.415667:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926522240, offset 224 00000400:00000200:0.0:1777573887.415672:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573887.415680:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573887.415687:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3180 00000400:00000200:0.0:1777573887.415716:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17ad1 [1] + 224 00000400:00000200:0.0:1777573887.415721:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573887.415724:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573887.415731:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44ff480 x1863919926522240/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573903 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573887.415752:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573887.415753:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000020:00000010:0.0:1777573887.415765:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431db00. 00000020:00000010:0.0:1777573887.415769:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573887.415772:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302a600. 00000400:00000010:2.0:1777573887.415790:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7790. 00000400:00000200:2.0:1777573887.415796:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:2.0:1777573887.415798:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573887.415803:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44ff480 x1863919926522240/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573887.415812:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44ff480 x1863919926522240/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573903 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573887.415839:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def4edc800. 02000000:00000010:2.0:1777573887.415845:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488800. 00000100:00000010:2.0:1777573887.415850:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44ff480. 00000100:00000010:0.0:1777573887.418758:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4b40. 00000100:00000010:2.0:1777573887.421170:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b40c0. 00000100:00000010:1.0:1777573887.426759:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4960. 00000100:00000010:3.0:1777573887.427963:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4600. 00080000:00000010:0.0:1777573887.467264:0:113715:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573887.467274:0:113715:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573887.467285:0:113715:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573887.467291:0:113715:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573887.467301:0:113715:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573887.467305:0:113715:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573887.467315:0:113715:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573887.467320:0:113715:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00000100:00000010:1.0:1777573887.479780:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb480. 02000000:00000010:1.0:1777573887.479813:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4546c00. 00010000:00000010:1.0:1777573887.479829:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eed100. 00010000:00000010:1.0:1777573887.479836:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187e00. 00000100:00000010:1.0:1777573887.479856:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc446c900. 02000000:00000010:1.0:1777573887.479877:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fb7800. 00000400:00000010:1.0:1777573887.479884:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573887.479890:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573887.479905:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926522368, portal 25 00000400:00000010:1.0:1777573887.479910:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573887.479913:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926522368, offset 0 00000400:00000200:1.0:1777573887.479920:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573887.479932:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573887.479942:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c3200 00000400:00000200:1.0:1777573887.479948:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16ad9 [2] + 0 00000400:00000010:1.0:1777573887.479951:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c379a0. 00000400:00000200:1.0:1777573887.479955:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc40cc300 00000400:00000200:1.0:1777573887.479960:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573887.479964:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573887.479968:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40cc300 00000400:00000010:1.0:1777573887.479970:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc40cc300. 00000100:00000200:1.0:1777573887.479975:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573887.479999:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573887.480001:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573887.480009:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb480 x1863919926522368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573903 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573887.480039:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8e40. 00000100:00000010:1.0:1777573887.480051:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d85a0. 00000100:00000010:1.0:1777573887.480055:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d81e0. 00000100:00000010:1.0:1777573887.480059:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8960. 00000020:00000010:3.0:1777573887.480154:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573887.480159:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573887.480166:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4e00. 00000020:00000010:3.0:1777573887.480171:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573887.480175:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573887.480222:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573887.480225:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f40. 00000100:00000200:3.0:1777573887.480228:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926522368 00010000:00000010:3.0:1777573887.480246:0:6480:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc10eaf00. 00010000:00000010:3.0:1777573887.480251:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2ace400. 02000000:00000010:3.0:1777573887.480262:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89def7929400. 00010000:00000200:3.0:1777573887.480283:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb5050 x1863919926522368/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:388/0 lens 328/344 e 0 to 0 dl 1777573898 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573887.480298:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573887.480301:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926522368, offset 224 00000400:00000200:3.0:1777573887.480307:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573887.480312:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573887.480317:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c3200 00000400:00000200:3.0:1777573887.480321:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17add [1] + 224 00000400:00000200:3.0:1777573887.480336:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573887.480339:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573887.480346:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb480 x1863919926522368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573903 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573887.480365:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573887.480367:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000020:00000010:3.0:1777573887.480378:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573887.480381:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573887.480384:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4e00. 02000000:00000010:3.0:1777573887.480395:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89def7929400. 00000100:00000200:3.0:1777573887.480401:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573887.480405:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d160. 00000400:00000010:3.0:1777573887.480409:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adc9c0. 00000400:00000010:1.0:1777573887.480441:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000400:00000200:1.0:1777573887.480445:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573887.480447:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573887.480451:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb480 x1863919926522368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573903 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573887.480459:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb480 x1863919926522368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573903 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573887.480484:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc446c900. 02000000:00000010:1.0:1777573887.480497:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fb7800. 02000000:00000010:1.0:1777573887.480502:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4546c00. 00000100:00000010:1.0:1777573887.480505:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb480. 00000100:00000010:3.0:1777573887.498770:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8960. 00000100:00000010:1.0:1777573887.498887:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d85a0. 00000100:00000010:0.0:1777573887.499485:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8e40. 00000100:00000010:2.0:1777573887.499639:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d81e0. 00000020:00000010:2.0:1777573887.790923:0:113755:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ddc2718180. 00000020:00000010:2.0:1777573887.790982:0:113755:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ddc2718180. 00000020:00000010:2.0:1777573887.791123:0:113755:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89def4edf000. 00000020:00000010:2.0:1777573887.791132:0:113755:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749800. 00000020:00000010:2.0:1777573887.791135:0:113755:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4748400. 00000040:00000010:2.0:1777573887.791139:0:113755:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4748200. 00000020:00000010:2.0:1777573887.791143:0:113755:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403c800. 00000020:00000010:2.0:1777573887.791148:0:113755:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc4748000. 80000000:00000010:2.0:1777573887.791152:0:113755:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b40c0. 00040000:00000010:2.0:1777573887.791158:0:113755:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7871a00. 00080000:00000010:2.0:1777573887.791164:0:113755:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4220000. 00080000:00000010:2.0:1777573887.791168:0:113755:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4222000. 20000000:00000010:2.0:1777573887.791173:0:113755:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89def7870200. 00000020:00000010:2.0:1777573887.791178:0:113755:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc491eac0. 00000001:00000010:2.0:1777573887.791184:0:113755:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff89ddc43b4480. 00000020:00000010:2.0:1777573887.791199:0:113755:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871c00. 00000020:00000010:2.0:1777573887.791202:0:113755:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870a00. 00000040:00000010:2.0:1777573887.791204:0:113755:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def7870600. 00000020:00000010:2.0:1777573887.791206:0:113755:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573887.791209:0:113755:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7871000. 00040000:00000010:2.0:1777573887.791213:0:113755:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4faf200. 00040000:00000010:2.0:1777573887.791216:0:113755:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870800. 00080000:00000010:2.0:1777573887.791221:0:113755:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4116000. 00080000:00000010:2.0:1777573887.791224:0:113755:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4112000. 00080000:00000010:2.0:1777573887.791231:0:113755:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def7871200. 00000001:00000010:2.0:1777573887.791253:0:113755:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7790. 00000001:00000010:2.0:1777573887.791271:0:113755:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7790. 00000001:00000010:2.0:1777573887.791277:0:113755:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7790. 00000001:00000010:2.0:1777573887.791281:0:113755:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7790. 00000020:00000010:2.0:1777573887.791303:0:113755:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870a00. 00000040:00000010:2.0:1777573887.791307:0:113755:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def7870600. 00000020:00000010:2.0:1777573887.791309:0:113755:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573887.791312:0:113755:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7871000. 00040000:00000010:2.0:1777573887.791315:0:113755:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4faf200. 00040000:00000010:2.0:1777573887.791319:0:113755:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870800. 00080000:00000010:2.0:1777573887.791322:0:113755:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4112000. 00080000:00000010:2.0:1777573887.791325:0:113755:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4116000. 00000020:00000010:2.0:1777573887.791328:0:113755:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871c00. 00000001:00000010:2.0:1777573887.791338:0:113755:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff89ddc43b4480. 00010000:00000010:2.0:1777573887.791360:0:113755:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c55000. 00010000:00000010:2.0:1777573887.791373:0:113755:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc491e900. 00000100:00000010:2.0:1777573887.791379:0:113755:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc3c233c0. 00000100:00000010:2.0:1777573887.791389:0:113755:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d68e00. 02000000:00000010:2.0:1777573887.791400:0:113755:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def7871c00. 02000000:00000010:2.0:1777573887.791425:0:113755:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7870c00. 00000400:00000010:2.0:1777573887.791430:0:113755:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7790. 00000400:00000010:2.0:1777573887.791437:0:113755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95000. 00000100:00000200:2.0:1777573887.791444:0:113755:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926522496, portal 16 00000400:00000010:2.0:1777573887.791449:0:113755:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573887.791452:0:113755:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926522496, offset 0 00000400:00000200:2.0:1777573887.791460:0:113755:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573887.791471:0:113755:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573887.791482:0:113755:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c3280 00000400:00000200:2.0:1777573887.791488:0:113755:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17765 [2] + 984 00000400:00000200:2.0:1777573887.791495:0:113755:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573887.791499:0:113755:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573887.791506:0:113755:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777573887.791510:0:113755:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69880. 00000400:00000200:2.0:1777573887.791586:0:113755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573887.791590:0:113755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573887.791597:0:113755:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d68e00 x1863919926522496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573903 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1777573887.791614:0:113755:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4480. 00000100:00000010:2.0:1777573887.791625:0:113755:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b47e0. 00000100:00000010:2.0:1777573887.791629:0:113755:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4360. 00000100:00000010:2.0:1777573887.791633:0:113755:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4120. 00000020:00000010:0.0:1777573887.791688:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573887.791839:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573887.791845:0:6468:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76aea00. 00000020:00000010:0.0:1777573887.791849:0:6468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431db80. 00000020:00000010:0.0:1777573887.791853:0:6468:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573887.791914:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573887.791917:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000100:00000200:0.0:1777573887.791920:0:6468:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926522496 02000000:00000010:0.0:1777573887.791931:0:6468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc4564c00. 00000400:00000010:0.0:1777573887.791941:0:6468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573887.791944:0:6468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926522496, offset 224 00000400:00000200:0.0:1777573887.791948:0:6468:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573887.791953:0:6468:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573887.791959:0:6468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c3280 00000400:00000200:0.0:1777573887.791963:0:6468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17aed [1] + 224 00000400:00000200:0.0:1777573887.791967:0:6468:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573887.791969:0:6468:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573887.791975:0:6468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d68e00 x1863919926522496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573903 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777573887.791996:0:6468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573887.791998:0:6468:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00010000:00000010:0.0:1777573887.792005:0:6468:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc3f29d80. 00000020:00000010:0.0:1777573887.792058:0:6468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431db80. 00000020:00000010:0.0:1777573887.792062:0:6468:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573887.792065:0:6468:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76aea00. 00000400:00000010:1.0:1777573887.792098:0:113755:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7790. 00000400:00000200:1.0:1777573887.792102:0:113755:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95000 00000400:00000010:1.0:1777573887.792104:0:113755:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95000. 00000100:00000200:1.0:1777573887.792109:0:113755:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d68e00 x1863919926522496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573903 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777573887.792118:0:113755:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d68e00 x1863919926522496/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573903 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777573887.792138:0:113755:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7870c00. 02000000:00000010:1.0:1777573887.792143:0:113755:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def7871c00. 00000100:00000010:1.0:1777573887.792146:0:113755:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d68e00. 00000100:00000010:1.0:1777573887.792149:0:113755:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc3c233c0. 00010000:00000010:1.0:1777573887.792152:0:113755:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc491e900. 00000100:00000010:3.0:1777573887.792230:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f100. 02000000:00000010:3.0:1777573887.792239:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89dec87cf000. 00010000:00000010:3.0:1777573887.792268:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc3f29d80. 02000000:00000010:3.0:1777573887.792284:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2b000. 00000400:00000010:3.0:1777573887.792288:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d108. 00000400:00000010:3.0:1777573887.792291:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573887.792295:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926522624, portal 18 00000400:00000010:3.0:1777573887.792298:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573887.792300:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926522624, offset 0 00000400:00000200:3.0:1777573887.792304:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573887.792309:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573887.792314:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c3300 00000400:00000200:3.0:1777573887.792318:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5ee9 [2] + 1312 00000400:00000200:3.0:1777573887.792323:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573887.792325:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573887.792329:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777573887.792333:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ca80. 00000400:00000200:3.0:1777573887.792343:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573887.792345:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573887.792350:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f100 x1863919926522624/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573903 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573887.792386:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573887.792389:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573887.792393:0:6472:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2758a00. 00000020:00000010:3.0:1777573887.792396:0:6472:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573887.792398:0:6472:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000100:00000200:3.0:1777573887.792411:0:6472:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89ddc250ca80 x1863919926522624/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:388/0 lens 328/0 e 0 to 0 dl 1777573898 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573887.792429:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f40. 00000020:00000010:3.0:1777573887.792431:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f40. 00000100:00000200:3.0:1777573887.792434:0:6472:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926522624 02000000:00000010:3.0:1777573887.792439:0:6472:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7929400. 00010000:00000010:3.0:1777573887.792458:0:6472:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc25c5f40. 00000100:00000010:3.0:1777573887.792461:0:6472:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6adc3c0. 00000100:00000010:3.0:1777573887.792475:0:6472:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6adc3c0. 00010000:00000010:3.0:1777573887.792477:0:6472:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc25c5f40. 00000400:00000010:3.0:1777573887.792483:0:6472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573887.792485:0:6472:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926522624, offset 224 00000400:00000200:3.0:1777573887.792489:0:6472:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573887.792493:0:6472:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573887.792498:0:6472:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c3300 00000400:00000200:3.0:1777573887.792502:0:6472:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17af9 [1] + 224 00000400:00000200:3.0:1777573887.792505:0:6472:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573887.792508:0:6472:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573887.792513:0:6472:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f100 x1863919926522624/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573903 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573887.792525:0:6472:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573887.792527:0:6472:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000020:00000010:3.0:1777573887.792533:0:6472:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573887.792535:0:6472:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573887.792538:0:6472:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2758a00. 00000400:00000010:3.0:1777573887.792552:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d108. 00000400:00000200:3.0:1777573887.792554:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573887.792556:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573887.792560:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f100 x1863919926522624/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573903 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573887.792567:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f100 x1863919926522624/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573903 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573887.792579:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2b000. 02000000:00000010:3.0:1777573887.792583:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89dec87cf000. 00000100:00000010:3.0:1777573887.792586:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f100. 00000020:00000010:1.0:1777573887.792631:0:113755:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc491eac0. 00000020:00000010:1.0:1777573887.792639:0:113755:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4748400. 00000040:00000010:1.0:1777573887.792642:0:113755:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4748200. 00000020:00000010:1.0:1777573887.792645:0:113755:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403c800. 00000020:00000010:1.0:1777573887.792648:0:113755:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc4748000. 80000000:00000010:1.0:1777573887.792651:0:113755:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b40c0. 00040000:00000010:1.0:1777573887.792654:0:113755:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7871a00. 00080000:00000010:1.0:1777573887.792658:0:113755:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4222000. 00080000:00000010:1.0:1777573887.792661:0:113755:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4220000. 20000000:00000010:1.0:1777573887.792664:0:113755:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89def7870200. 00000020:00000010:1.0:1777573887.792666:0:113755:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749800. 00000020:00000010:1.0:1777573887.792672:0:113755:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89def4edf000. 00010000:00000010:1.1:1777573887.802447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc10eaf00. 00010000:00000010:1.1:1777573887.802456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c55000. 00010000:00000010:3.1:1777573887.804258:0:113756:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eed100. 00010000:00000010:3.1:1777573887.804267:0:113756:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187e00. 00010000:00000010:3.1:1777573887.804271:0:113756:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2ace400. 00000100:00000010:1.0:1777573887.811796:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b47e0. 00000100:00000010:2.0:1777573887.811862:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4360. 00000100:00000010:0.0:1777573887.811960:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4480. 00000100:00000010:3.0:1777573887.813228:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4120. 00080000:00000010:1.0:1777573888.234961:0:113767:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f80. 00080000:00000010:1.0:1777573888.234970:0:113767:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f80. 00080000:00000010:1.0:1777573888.234981:0:113767:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f80. 00080000:00000010:1.0:1777573888.234986:0:113767:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f80. 00080000:00000010:1.0:1777573888.234996:0:113767:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f80. 00080000:00000010:1.0:1777573888.235001:0:113767:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f80. 00080000:00000010:1.0:1777573888.235021:0:113767:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f80. 00080000:00000010:1.0:1777573888.235027:0:113767:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f80. 00000020:00000010:2.0:1777573888.508821:0:113803:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ddc2718990. 00000020:00000010:2.0:1777573888.508884:0:113803:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ddc2718990. 00000020:00000010:2.0:1777573888.509026:0:113803:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89def4eddc00. 00000020:00000010:2.0:1777573888.509035:0:113803:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573888.509039:0:113803:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870a00. 00000040:00000010:2.0:1777573888.509043:0:113803:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def7870200. 00000020:00000010:2.0:1777573888.509047:0:113803:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573888.509052:0:113803:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7870e00. 80000000:00000010:2.0:1777573888.509056:0:113803:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4360. 00040000:00000010:2.0:1777573888.509060:0:113803:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7871a00. 00080000:00000010:2.0:1777573888.509066:0:113803:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4116000. 00080000:00000010:2.0:1777573888.509070:0:113803:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4112000. 20000000:00000010:2.0:1777573888.509075:0:113803:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89def7870c00. 00000020:00000010:2.0:1777573888.509079:0:113803:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc491e440. 00000001:00000010:2.0:1777573888.509086:0:113803:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff89ddc43b4900. 00000020:00000010:2.0:1777573888.509102:0:113803:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870600. 00000020:00000010:2.0:1777573888.509105:0:113803:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc302be00. 00000040:00000010:2.0:1777573888.509107:0:113803:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc2758a00. 00000020:00000010:2.0:1777573888.509110:0:113803:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403d800. 00000020:00000010:2.0:1777573888.509113:0:113803:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc322d400. 00040000:00000010:2.0:1777573888.509117:0:113803:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4faf200. 00040000:00000010:2.0:1777573888.509120:0:113803:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ded8092400. 00080000:00000010:2.0:1777573888.509124:0:113803:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4110000. 00080000:00000010:2.0:1777573888.509130:0:113803:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89deef34c000. 00080000:00000010:2.0:1777573888.509138:0:113803:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def76ada00. 00000001:00000010:2.0:1777573888.509160:0:113803:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7898. 00000001:00000010:2.0:1777573888.509177:0:113803:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7898. 00000001:00000010:2.0:1777573888.509182:0:113803:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7898. 00000001:00000010:2.0:1777573888.509186:0:113803:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7898. 00000020:00000010:2.0:1777573888.509207:0:113803:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc302be00. 00000040:00000010:2.0:1777573888.509211:0:113803:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc2758a00. 00000020:00000010:2.0:1777573888.509214:0:113803:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403d800. 00000020:00000010:2.0:1777573888.509217:0:113803:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc322d400. 00040000:00000010:2.0:1777573888.509220:0:113803:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4faf200. 00040000:00000010:2.0:1777573888.509224:0:113803:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ded8092400. 00080000:00000010:2.0:1777573888.509228:0:113803:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89deef34c000. 00080000:00000010:2.0:1777573888.509232:0:113803:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4110000. 00000020:00000010:2.0:1777573888.509235:0:113803:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870600. 00000001:00000010:2.0:1777573888.509245:0:113803:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff89ddc43b4900. 00010000:00000010:2.0:1777573888.509265:0:113803:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89deef25cb00. 00010000:00000010:2.0:1777573888.509271:0:113803:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c54c00. 00000020:00000010:2.0:1777573888.509306:0:113803:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc491e440. 00000020:00000010:2.0:1777573888.509310:0:113803:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870a00. 00000040:00000010:2.0:1777573888.509313:0:113803:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def7870200. 00000020:00000010:2.0:1777573888.509315:0:113803:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573888.509317:0:113803:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7870e00. 80000000:00000010:2.0:1777573888.509320:0:113803:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4360. 00040000:00000010:2.0:1777573888.509322:0:113803:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7871a00. 00080000:00000010:2.0:1777573888.509324:0:113803:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4112000. 00080000:00000010:2.0:1777573888.509327:0:113803:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4116000. 20000000:00000010:2.0:1777573888.509330:0:113803:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89def7870c00. 00000020:00000010:2.0:1777573888.509332:0:113803:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573888.509335:0:113803:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89def4eddc00. 00010000:00000010:2.1:1777573888.518197:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89deef25cb00. 00010000:00000010:2.1:1777573888.518220:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c54c00. 00080000:00000010:2.0:1777573889.038375:0:113815:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573889.038385:0:113815:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573889.038395:0:113815:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573889.038400:0:113815:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573889.038410:0:113815:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573889.038414:0:113815:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573889.038422:0:113815:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70080. 00080000:00000010:2.0:1777573889.038426:0:113815:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70080. 00000100:00000010:1.0:1777573889.275211:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb480. 02000000:00000010:1.0:1777573889.275232:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4547e00. 00010000:00000010:1.0:1777573889.275246:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eed400. 00010000:00000010:1.0:1777573889.275253:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187c00. 00000100:00000010:1.0:1777573889.275272:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ded192b600. 02000000:00000010:1.0:1777573889.275293:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fb7800. 00000400:00000010:1.0:1777573889.275300:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573889.275306:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573889.275313:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926522752, portal 25 00000400:00000010:1.0:1777573889.275317:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573889.275319:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926522752, offset 0 00000400:00000200:1.0:1777573889.275327:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573889.275339:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573889.275351:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c3380 00000400:00000200:1.0:1777573889.275358:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16ae9 [2] + 0 00000400:00000010:1.0:1777573889.275362:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9a7e8. 00000400:00000200:1.0:1777573889.275365:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc48279c0 00000400:00000200:1.0:1777573889.275371:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573889.275375:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573889.275380:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc48279c0 00000400:00000010:1.0:1777573889.275382:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc48279c0. 00000100:00000200:1.0:1777573889.275387:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573889.275409:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573889.275412:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573889.275419:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb480 x1863919926522752/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573905 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573889.275443:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d85a0. 00000100:00000010:1.0:1777573889.275455:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8c60. 00000100:00000010:1.0:1777573889.275459:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d80. 00000100:00000010:1.0:1777573889.275463:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8600. 00000020:00000010:0.0:1777573889.275475:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84e00. 00000020:00000010:0.0:1777573889.275480:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84e00. 00000020:00000010:0.0:1777573889.275486:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c800. 00000020:00000010:0.0:1777573889.275491:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573889.275495:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573889.275525:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84e00. 00000020:00000010:0.0:1777573889.275527:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84e00. 00000100:00000200:0.0:1777573889.275530:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926522752 00010000:00000010:0.0:1777573889.275548:0:6479:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2effa00. 00010000:00000010:0.0:1777573889.275553:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1000. 02000000:00000010:0.0:1777573889.275564:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc4565800. 00010000:00000200:0.0:1777573889.275585:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb5850 x1863919926522752/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:390/0 lens 328/344 e 0 to 0 dl 1777573900 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573889.275601:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573889.275605:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926522752, offset 224 00000400:00000200:0.0:1777573889.275609:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573889.275614:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573889.275619:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c3380 00000400:00000200:0.0:1777573889.275623:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17b05 [1] + 224 00000400:00000200:0.0:1777573889.275627:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573889.275629:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573889.275635:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb480 x1863919926522752/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573889.275656:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573889.275659:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000020:00000010:0.0:1777573889.275671:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573889.275675:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573889.275677:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c800. 02000000:00000010:0.0:1777573889.275684:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc4565800. 00000100:00000200:0.0:1777573889.275705:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573889.275709:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940738. 00000400:00000010:1.0:1777573889.275712:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000400:00000200:1.0:1777573889.275715:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573889.275718:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573889.275723:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb480 x1863919926522752/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573905 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573889.275723:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc3f29900. 00000100:00000200:1.0:1777573889.275732:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb480 x1863919926522752/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573905 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573889.275755:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ded192b600. 02000000:00000010:1.0:1777573889.275770:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fb7800. 02000000:00000010:1.0:1777573889.275775:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4547e00. 00000100:00000010:1.0:1777573889.275778:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb480. 00000100:00000010:2.0:1777573889.294955:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d80. 00000100:00000010:3.0:1777573889.295738:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8600. 00000100:00000010:1.0:1777573889.295752:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8c60. 00000100:00000010:0.0:1777573889.295851:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d85a0. 00000100:00000010:2.0:1777573889.462874:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d68e00. 02000000:00000010:2.0:1777573889.462895:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf200. 02000000:00000010:2.0:1777573889.463092:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def4edc800. 00000400:00000010:2.0:1777573889.463099:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7898. 00000400:00000010:2.0:1777573889.463106:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573889.463113:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926522880, portal 4 00000400:00000010:2.0:1777573889.463120:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573889.463123:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926522880, offset 0 00000400:00000200:2.0:1777573889.463132:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573889.463149:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573889.463161:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c3400 00000400:00000200:2.0:1777573889.463168:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 6272 00000400:00000200:2.0:1777573889.463176:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573889.463180:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573889.463190:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573889.463196:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4198380. 00000400:00000200:2.0:1777573889.463214:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573889.463217:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573889.463225:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d68e00 x1863919926522880/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573889.463245:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b45a0. 00000100:00000010:2.0:1777573889.463257:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4900. 00000100:00000010:2.0:1777573889.463263:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4360. 00000100:00000010:2.0:1777573889.463268:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4480. 00000020:00000010:2.0:1777573889.463312:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e4c0. 00000020:00000010:2.0:1777573889.463329:0:8364:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870200. 00000020:00000010:2.0:1777573889.463334:0:8364:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573889.463339:0:8364:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573889.463371:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e740. 00000020:00000010:2.0:1777573889.463374:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e740. 00000100:00000200:2.0:1777573889.463378:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926522880 02000000:00000010:2.0:1777573889.463394:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc411d800. 00010000:00000200:2.0:1777573889.463422:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4198380 x1863919926522880/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:390/0 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573889.463437:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573889.463440:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926522880, offset 224 00000400:00000200:2.0:1777573889.463444:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573889.463449:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573889.463454:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3400 00000400:00000200:2.0:1777573889.463459:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17b15 [1] + 224 00000400:00000200:2.0:1777573889.463462:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573889.463465:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573889.463472:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d68e00 x1863919926522880/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573889.463487:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573889.463489:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000020:00000010:2.0:1777573889.463502:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573889.463506:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573889.463511:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870200. 00000400:00000010:2.0:1777573889.463537:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7898. 00000400:00000200:2.0:1777573889.463540:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573889.463541:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573889.463545:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d68e00 x1863919926522880/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573889.463557:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d68e00 x1863919926522880/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573889.463585:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def4edc800. 02000000:00000010:2.0:1777573889.463591:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf200. 00000100:00000010:2.0:1777573889.463597:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d68e00. 00000100:00000010:3.0:1777573889.463659:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f100. 02000000:00000010:3.0:1777573889.463668:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2489700. 02000000:00000010:3.0:1777573889.463729:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7928400. 00000400:00000010:3.0:1777573889.463733:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d108. 00000400:00000010:3.0:1777573889.463737:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573889.463741:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926523008, portal 4 00000400:00000010:3.0:1777573889.463745:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573889.463748:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926523008, offset 0 00000400:00000200:3.0:1777573889.463753:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.463758:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.463764:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c3480 00000400:00000200:3.0:1777573889.463768:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 6496 00000400:00000200:3.0:1777573889.463772:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.463774:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.463778:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573889.463782:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d4700. 00000400:00000200:3.0:1777573889.463793:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573889.463795:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573889.463799:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f100 x1863919926523008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573889.463830:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573889.463834:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491ea40. 00000020:00000010:3.0:1777573889.463840:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573889.463843:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e5e00. 00000020:00000010:3.0:1777573889.463847:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573889.463850:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573889.463868:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573889.463870:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000100:00000200:3.0:1777573889.463872:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523008 02000000:00000010:3.0:1777573889.463879:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7929c00. 00010000:00000200:3.0:1777573889.463888:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d4700 x1863919926523008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:390/0 lens 224/368 e 0 to 0 dl 1777573900 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.463897:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573889.463900:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926523008, offset 224 00000400:00000200:3.0:1777573889.463903:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.463908:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.463912:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3480 00000400:00000200:3.0:1777573889.463916:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17b21 [1] + 224 00000400:00000200:3.0:1777573889.463920:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.463922:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.463928:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f100 x1863919926523008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.463940:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573889.463942:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000020:00000010:3.0:1777573889.463948:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573889.463951:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573889.463954:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e5e00. 00000400:00000010:3.0:1777573889.463970:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d108. 00000400:00000200:3.0:1777573889.463973:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573889.463974:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573889.463978:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f100 x1863919926523008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.463999:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f100 x1863919926523008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.464015:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7928400. 02000000:00000010:3.0:1777573889.464019:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2489700. 00000100:00000010:3.0:1777573889.464021:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f100. 00000100:00000010:3.0:1777573889.467799:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4480. 00000100:00000010:1.0:1777573889.471709:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4900. 00000100:00000010:3.0:1777573889.475257:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f100. 02000000:00000010:3.0:1777573889.475280:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2489700. 00000100:00000010:3.0:1777573889.475327:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4e00. 02000000:00000010:3.0:1777573889.475332:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2489500. 00000100:00000010:3.0:1777573889.475351:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5c00. 02000000:00000010:3.0:1777573889.475356:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2800. 00000100:00000010:3.0:1777573889.475362:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6300. 02000000:00000010:3.0:1777573889.475368:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbed5400. 00000100:00000010:3.0:1777573889.475374:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6d80. 02000000:00000010:3.0:1777573889.475378:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef30bd00. 00000100:00000010:3.0:1777573889.475383:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7480. 02000000:00000010:3.0:1777573889.475386:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef30b400. 00000100:00000010:3.0:1777573889.475390:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4380. 02000000:00000010:3.0:1777573889.475395:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef30ba00. 00000100:00000010:3.0:1777573889.475399:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573889.475403:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef30bc00. 00000100:00000010:3.0:1777573889.475407:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6a00. 02000000:00000010:3.0:1777573889.475411:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef30be00. 00000100:00000010:3.0:1777573889.475415:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4a80. 02000000:00000010:3.0:1777573889.475419:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef30b600. 00000100:00000010:3.0:1777573889.475424:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5180. 02000000:00000010:3.0:1777573889.475427:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef315000. 02000000:00000010:3.0:1777573889.475462:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48e5e00. 00000400:00000010:3.0:1777573889.475469:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d108. 00000400:00000010:3.0:1777573889.475475:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573889.475482:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926523264, portal 10 00000400:00000010:3.0:1777573889.475489:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573889.475492:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926523264, offset 0 00000400:00000200:3.0:1777573889.475500:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.475513:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.475524:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c3580 00000400:00000200:3.0:1777573889.475531:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 134912 00000400:00000200:3.0:1777573889.475539:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.475542:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.475550:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573889.475554:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6680. 00000400:00000200:3.0:1777573889.475569:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573889.475571:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573889.475578:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4e00 x1863919926523264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573889.475603:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a89c0. 00000100:00000010:3.0:1777573889.475614:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8360. 02000000:00000010:3.0:1777573889.475622:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48e4a00. 00000400:00000010:3.0:1777573889.475625:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d688. 00000400:00000010:3.0:1777573889.475627:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573889.475629:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926523776, portal 10 00000400:00000010:3.0:1777573889.475633:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573889.475635:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926523776, offset 0 00000400:00000200:3.0:1777573889.475639:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.475643:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.475647:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c3780 00000400:00000200:3.0:1777573889.475650:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 135136 00000400:00000200:3.0:1777573889.475654:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.475656:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.475659:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573889.475662:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f4000. 00000400:00000200:3.0:1777573889.475672:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573889.475674:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573889.475678:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7480 x1863919926523776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.475706:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48e4200. 00000400:00000010:3.0:1777573889.475708:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d318. 00000400:00000010:3.0:1777573889.475710:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573889.475713:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926524288, portal 10 00000400:00000010:3.0:1777573889.475715:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573889.475717:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926524288, offset 0 00000400:00000200:3.0:1777573889.475720:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.475724:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.475727:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c3980 00000400:00000200:3.0:1777573889.475730:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 135360 00000400:00000200:3.0:1777573889.475733:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.475735:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.475737:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573889.475740:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f4e00. 00000400:00000200:3.0:1777573889.475748:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573889.475750:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573889.475754:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4a80 x1863919926524288/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.475785:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48e4c00. 00000400:00000010:3.0:1777573889.475790:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d0b0. 00000400:00000010:3.0:1777573889.475793:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573889.475795:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926523392, portal 4 00000400:00000010:3.0:1777573889.475799:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573889.475801:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926523392, offset 0 00000400:00000200:3.0:1777573889.475804:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.475809:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.475813:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c3600 00000400:00000200:3.0:1777573889.475818:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 3360 00000400:00000200:3.0:1777573889.475821:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.475824:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.475827:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573889.475831:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f4380. 00000400:00000200:3.0:1777573889.475841:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d088 00000400:00000010:3.0:1777573889.475843:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573889.475847:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5c00 x1863919926523392/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.475861:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48e5a00. 00000400:00000010:3.0:1777573889.475864:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d7e8. 00000400:00000010:3.0:1777573889.475867:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573889.475869:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926523904, portal 10 00000400:00000010:3.0:1777573889.475873:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573889.475875:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926523904, offset 0 00000400:00000200:3.0:1777573889.475878:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.475882:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.475886:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c3800 00000400:00000200:3.0:1777573889.475889:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 135584 00000400:00000200:3.0:1777573889.475892:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.475895:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.475898:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573889.475901:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f6680. 00000400:00000200:3.0:1777573889.475909:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573889.475912:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573889.475915:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4380 x1863919926523904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.475929:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48e4400. 00000400:00000010:3.0:1777573889.475932:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d3c8. 00000400:00000010:3.0:1777573889.475934:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573889.475937:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926524416, portal 10 00000400:00000010:3.0:1777573889.475941:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.475943:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926524416, offset 0 00000400:00000200:3.0:1777573889.475946:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.475949:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.475953:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c3a00 00000400:00000200:3.0:1777573889.475956:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 135808 00000400:00000200:3.0:1777573889.475959:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.475962:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.475964:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573889.475967:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f6a00. 00000400:00000200:3.0:1777573889.475975:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.475978:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.475981:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5180 x1863919926524416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573889.477071:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573889.477078:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573889.477084:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4239a00. 00000020:00000010:3.0:1777573889.477089:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573889.477094:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573889.477128:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573889.477144:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc1563600. 00000020:00000010:3.0:1777573889.477147:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573889.477150:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573889.477162:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573889.477166:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e0c0. 00000020:00000010:3.0:1777573889.477169:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573889.477172:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc1562800. 00000020:00000010:3.0:1777573889.477174:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573889.477176:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573889.477186:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573889.477192:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381400. 00000020:00000010:3.0:1777573889.477195:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573889.477197:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573889.477206:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477208:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e880. 00000020:00000010:3.0:1777573889.477211:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477214:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381c00. 00000020:00000010:3.0:1777573889.477216:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.477219:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.477231:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477233:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000100:00000200:3.0:1777573889.477235:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523264 02000000:00000010:3.0:1777573889.477252:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7928400. 00010000:00000200:3.0:1777573889.477262:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a6680 x1863919926523264/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.477280:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.477285:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926523264, offset 224 00000400:00000200:3.0:1777573889.477291:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.477316:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.477324:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c3580 00000400:00000200:3.0:1777573889.477329:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b2d [1] + 224 00000400:00000200:3.0:1777573889.477334:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.477336:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.477344:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4e00 x1863919926523264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.477360:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.477362:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000020:00000010:3.0:1777573889.477374:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573889.477377:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573889.477380:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4239a00. 00000020:00000010:3.0:1777573889.477392:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477395:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000100:00000200:3.0:1777573889.477397:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523776 02000000:00000010:3.0:1777573889.477403:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7929800. 00010000:00000200:3.0:1777573889.477408:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f4000 x1863919926523776/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.477417:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.477420:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926523776, offset 224 00000400:00000200:3.0:1777573889.477423:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.477427:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.477432:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c3780 00000400:00000200:3.0:1777573889.477435:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b35 [1] + 224 00000400:00000200:3.0:1777573889.477439:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.477442:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.477447:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7480 x1863919926523776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.477456:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.477458:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000020:00000010:3.0:1777573889.477463:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573889.477466:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573889.477469:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc1563600. 00000020:00000010:3.0:1777573889.477478:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477481:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000100:00000200:3.0:1777573889.477483:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524288 02000000:00000010:3.0:1777573889.477488:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def792b000. 00010000:00000200:3.0:1777573889.477492:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f4e00 x1863919926524288/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.477501:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.477503:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926524288, offset 224 00000400:00000200:3.0:1777573889.477506:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.477511:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.477515:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c3980 00000400:00000200:3.0:1777573889.477519:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b3d [1] + 224 00000400:00000200:3.0:1777573889.477522:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.477525:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.477529:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4a80 x1863919926524288/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.477538:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.477540:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000020:00000010:3.0:1777573889.477546:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449aa00. 00000020:00000010:3.0:1777573889.477548:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573889.477550:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc1562800. 00000020:00000010:3.0:1777573889.477561:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477564:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000100:00000200:3.0:1777573889.477565:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523904 02000000:00000010:3.0:1777573889.477572:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7949c00. 00010000:00000200:3.0:1777573889.477576:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f6680 x1863919926523904/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.477584:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.477587:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926523904, offset 224 00000400:00000200:3.0:1777573889.477590:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.477594:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.477599:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c3800 00000400:00000200:3.0:1777573889.477603:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b4d [1] + 224 00000400:00000200:3.0:1777573889.477607:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.477609:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.477614:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4380 x1863919926523904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.477623:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.477625:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000020:00000010:3.0:1777573889.477631:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573889.477633:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573889.477636:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381400. 00000020:00000010:3.0:1777573889.477645:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477647:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000100:00000200:3.0:1777573889.477649:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524416 02000000:00000010:3.0:1777573889.477654:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7948000. 00010000:00000200:3.0:1777573889.477658:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f6a00 x1863919926524416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.477666:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.477668:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926524416, offset 224 00000400:00000200:3.0:1777573889.477671:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.477675:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.477679:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c3a00 00000400:00000200:3.0:1777573889.477682:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b55 [1] + 224 00000400:00000200:3.0:1777573889.477685:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.477688:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.477709:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5180 x1863919926524416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.477718:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.477720:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000020:00000010:3.0:1777573889.477726:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.477728:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.477731:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381c00. 00000020:00000010:3.0:1777573889.477753:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477756:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477758:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381c00. 00000020:00000010:3.0:1777573889.477760:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.477762:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.477782:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573889.477784:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5340. 00000100:00000200:3.0:1777573889.477786:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523392 02000000:00000010:3.0:1777573889.477794:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc45f8c00. 00010000:00000200:3.0:1777573889.477799:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f4380 x1863919926523392/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.477808:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.477810:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926523392, offset 224 00000400:00000200:3.0:1777573889.477813:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.477817:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.477821:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c3600 00000400:00000200:3.0:1777573889.477826:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b45 [1] + 224 00000400:00000200:3.0:1777573889.477829:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.477832:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.477837:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5c00 x1863919926523392/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.477847:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.477848:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000020:00000010:3.0:1777573889.477854:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.477856:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.477858:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381c00. 02000000:00000010:3.0:1777573889.477942:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef381c00. 00000400:00000010:3.0:1777573889.477947:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d738. 00000400:00000010:3.0:1777573889.477951:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.477955:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926523136, portal 25 00000400:00000010:3.0:1777573889.477958:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d7f8. 00000100:00000200:3.0:1777573889.477960:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926523136, offset 0 00000400:00000200:3.0:1777573889.477963:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.477968:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.477973:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c3500 00000400:00000200:3.0:1777573889.477977:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16af9 [2] + 0 00000400:00000010:3.0:1777573889.477980:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defaf9acb8. 00000400:00000200:3.0:1777573889.477983:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4827000 00000400:00000200:3.0:1777573889.477997:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478000:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777573889.478002:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4827000 00000400:00000010:3.0:1777573889.478004:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4827000. 00000100:00000200:3.0:1777573889.478008:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777573889.478018:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d7f8 00000400:00000010:3.0:1777573889.478020:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d7f8. 00000100:00000200:3.0:1777573889.478024:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250f100 x1863919926523136/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.478052:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef381400. 00000400:00000010:3.0:1777573889.478056:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d8f0. 00000400:00000010:3.0:1777573889.478059:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d7f8. 00000100:00000200:3.0:1777573889.478061:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926523648, portal 4 00000400:00000010:3.0:1777573889.478065:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573889.478067:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926523648, offset 0 00000400:00000200:3.0:1777573889.478070:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.478074:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.478078:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c3700 00000400:00000200:3.0:1777573889.478081:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 3584 00000400:00000200:3.0:1777573889.478084:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478087:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.478089:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573889.478094:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f7800. 00000400:00000200:3.0:1777573889.478104:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573889.478106:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573889.478110:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6d80 x1863919926523648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.478128:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc1562800. 00000400:00000010:3.0:1777573889.478131:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d898. 00000400:00000010:3.0:1777573889.478134:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573889.478136:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926524160, portal 4 00000400:00000010:3.0:1777573889.478141:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573889.478143:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926524160, offset 0 00000400:00000200:3.0:1777573889.478146:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.478150:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.478154:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c3900 00000400:00000200:3.0:1777573889.478159:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 11344 00000400:00000200:3.0:1777573889.478162:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478164:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.478167:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573889.478170:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f5c00. 00000400:00000200:3.0:1777573889.478180:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573889.478182:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573889.478186:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6a00 x1863919926524160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.478209:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc1563600. 00000400:00000010:3.0:1777573889.478212:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d580. 00000400:00000010:3.0:1777573889.478214:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573889.478217:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926523520, portal 10 00000400:00000010:3.0:1777573889.478221:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573889.478223:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926523520, offset 0 00000400:00000200:3.0:1777573889.478226:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.478230:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.478235:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c3680 00000400:00000200:3.0:1777573889.478238:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 136032 00000400:00000200:3.0:1777573889.478242:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478244:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.478247:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573889.478250:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f5500. 00000400:00000200:3.0:1777573889.478258:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573889.478260:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573889.478263:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6300 x1863919926523520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.478278:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4239a00. 00000400:00000010:3.0:1777573889.478281:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17210. 00000400:00000010:3.0:1777573889.478284:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573889.478286:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926524032, portal 4 00000400:00000010:3.0:1777573889.478289:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573889.478291:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926524032, offset 0 00000400:00000200:3.0:1777573889.478294:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.478298:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.478301:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c3880 00000400:00000200:3.0:1777573889.478304:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 11568 00000400:00000200:3.0:1777573889.478307:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478310:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.478312:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573889.478314:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f5180. 00000400:00000200:3.0:1777573889.478325:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573889.478326:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573889.478330:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5f80 x1863919926524032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573889.478358:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c55c0. 00000020:00000010:3.0:1777573889.478361:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c55c0. 00000020:00000010:3.0:1777573889.478365:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec87cec00. 00000020:00000010:3.0:1777573889.478367:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.478370:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.478390:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c55c0. 00000020:00000010:3.0:1777573889.478392:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c55c0. 00000100:00000200:3.0:1777573889.478394:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523136 02000000:00000010:3.0:1777573889.478400:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc45f9800. 00010000:00000200:3.0:1777573889.478405:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb4050 x1863919926523136/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.478413:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573889.478416:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926523136, offset 224 00000400:00000200:3.0:1777573889.478419:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.478423:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.478428:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c3500 00000400:00000200:3.0:1777573889.478432:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17b75 [1] + 224 00000400:00000200:3.0:1777573889.478435:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478437:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.478442:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250f100 x1863919926523136/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.478454:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573889.478455:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573889.478462:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.478465:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.478467:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec87cec00. 02000000:00000010:3.0:1777573889.478472:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc45f9800. 00000100:00000200:3.0:1777573889.478477:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573889.478480:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17370. 00000400:00000010:3.0:1777573889.478483:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adcb40. 00000020:00000010:3.0:1777573889.478539:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c55c0. 00000020:00000010:3.0:1777573889.478546:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec87cec00. 00000020:00000010:3.0:1777573889.478548:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.478551:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.478572:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573889.478574:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7e80. 00000020:00000010:3.0:1777573889.478578:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573889.478581:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec87cf000. 00000020:00000010:3.0:1777573889.478584:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573889.478586:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573889.478599:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573889.478602:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c56c0. 00000100:00000200:3.0:1777573889.478604:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524160 02000000:00000010:3.0:1777573889.478611:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc45f9800. 00010000:00000200:3.0:1777573889.478616:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f5c00 x1863919926524160/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.478625:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573889.478628:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926524160, offset 224 00000400:00000200:3.0:1777573889.478632:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.478636:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.478641:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c3900 00000400:00000200:3.0:1777573889.478645:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b85 [1] + 224 00000400:00000200:3.0:1777573889.478648:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478651:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.478656:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6a00 x1863919926524160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.478666:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573889.478668:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573889.478675:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a380. 00000020:00000010:3.0:1777573889.478678:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573889.478681:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec87cec00. 00000020:00000010:3.0:1777573889.478715:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573889.478718:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c56c0. 00000100:00000200:3.0:1777573889.478720:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524032 02000000:00000010:3.0:1777573889.478726:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7998000. 00010000:00000200:3.0:1777573889.478730:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f5180 x1863919926524032/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.478739:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573889.478741:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926524032, offset 224 00000400:00000200:3.0:1777573889.478745:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.478749:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.478754:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c3880 00000400:00000200:3.0:1777573889.478757:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b95 [1] + 224 00000400:00000200:3.0:1777573889.478761:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.478763:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.478768:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5f80 x1863919926524032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.478777:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573889.478778:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000020:00000010:3.0:1777573889.478785:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573889.478787:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573889.478790:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec87cf000. 00000400:00000010:3.0:1777573889.478814:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17210. 00000400:00000200:3.0:1777573889.478817:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573889.478818:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573889.478823:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5f80 x1863919926524032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.478831:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5f80 x1863919926524032/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.478853:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d738. 00000400:00000200:3.0:1777573889.478857:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573889.478858:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573889.478861:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250f100 x1863919926523136/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.478868:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250f100 x1863919926523136/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.478878:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d898. 00000400:00000200:3.0:1777573889.478880:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573889.478882:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573889.478885:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6a00 x1863919926524160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.478892:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6a00 x1863919926524160/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.478904:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4239a00. 02000000:00000010:3.0:1777573889.478909:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef30bc00. 00000100:00000010:3.0:1777573889.478913:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573889.478917:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef381c00. 02000000:00000010:3.0:1777573889.478919:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2489700. 00000100:00000010:3.0:1777573889.478921:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250f100. 02000000:00000010:3.0:1777573889.478924:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc1562800. 02000000:00000010:3.0:1777573889.478927:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef30be00. 00000100:00000010:3.0:1777573889.478929:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6a00. 00000400:00000010:3.0:1777573889.478940:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d0b0. 00000400:00000200:3.0:1777573889.478943:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573889.478945:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573889.478949:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5c00 x1863919926523392/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.478956:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5c00 x1863919926523392/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.478968:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d7e8. 00000400:00000200:3.0:1777573889.478970:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d088 00000400:00000010:3.0:1777573889.478972:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573889.478976:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4380 x1863919926523904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.478997:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4380 x1863919926523904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.479011:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d3c8. 00000400:00000200:3.0:1777573889.479014:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573889.479015:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573889.479019:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5180 x1863919926524416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.479027:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5180 x1863919926524416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.479037:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d108. 00000400:00000200:3.0:1777573889.479040:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573889.479042:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573889.479046:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4e00 x1863919926523264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.479053:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4e00 x1863919926523264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.479069:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d688. 00000400:00000200:3.0:1777573889.479072:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573889.479073:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573889.479076:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7480 x1863919926523776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.479083:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7480 x1863919926523776/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.479094:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d318. 00000400:00000200:3.0:1777573889.479096:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573889.479098:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573889.479102:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4a80 x1863919926524288/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.479109:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4a80 x1863919926524288/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.479120:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48e4c00. 02000000:00000010:3.0:1777573889.479129:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2800. 00000100:00000010:3.0:1777573889.479135:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5c00. 02000000:00000010:3.0:1777573889.479138:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48e5a00. 02000000:00000010:3.0:1777573889.479143:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef30ba00. 00000100:00000010:3.0:1777573889.479144:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4380. 02000000:00000010:3.0:1777573889.479147:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48e4400. 02000000:00000010:3.0:1777573889.479150:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef315000. 00000100:00000010:3.0:1777573889.479153:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5180. 02000000:00000010:3.0:1777573889.479155:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48e5e00. 02000000:00000010:3.0:1777573889.479157:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2489500. 00000100:00000010:3.0:1777573889.479159:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4e00. 02000000:00000010:3.0:1777573889.479161:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48e4a00. 02000000:00000010:3.0:1777573889.479163:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef30b400. 00000100:00000010:3.0:1777573889.479164:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7480. 02000000:00000010:3.0:1777573889.479167:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48e4200. 02000000:00000010:3.0:1777573889.479169:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef30b600. 00000100:00000010:3.0:1777573889.479172:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4a80. 00000020:00000010:3.0:1777573889.479193:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573889.479195:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573889.479198:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec87cf000. 00000020:00000010:3.0:1777573889.479201:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573889.479203:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573889.479221:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573889.479224:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c56c0. 00000100:00000200:3.0:1777573889.479226:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523520 02000000:00000010:3.0:1777573889.479234:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41c4400. 00010000:00000200:3.0:1777573889.479239:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f5500 x1863919926523520/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573889.479247:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573889.479250:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926523520, offset 224 00000400:00000200:3.0:1777573889.479254:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573889.479259:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573889.479264:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c3680 00000400:00000200:3.0:1777573889.479268:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17b8d [1] + 224 00000400:00000200:3.0:1777573889.479271:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573889.479274:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573889.479279:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6300 x1863919926523520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573889.479292:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573889.479293:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000020:00000010:3.0:1777573889.479301:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573889.479303:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573889.479305:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec87cf000. 00000400:00000010:3.0:1777573889.479320:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d580. 00000400:00000200:3.0:1777573889.479323:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573889.479324:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573889.479328:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6300 x1863919926523520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573889.479334:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6300 x1863919926523520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573889.479347:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc1563600. 02000000:00000010:3.0:1777573889.479350:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbed5400. 00000100:00000010:3.0:1777573889.479354:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6300. 00000001:00000010:3.0:1777573889.480259:0:7398:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccbd20. 00080000:00000010:3.0:1777573889.480266:0:7398:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc46a0600. 00000001:00000010:3.0:1777573889.480280:0:7398:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff89ddc1ccbd80. 00080000:00000010:3.0:1777573889.480283:0:7398:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc46a1c00. 00000004:00000010:3.0:1777573889.480391:0:9870:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff89def7a84d00. 00000001:00000010:3.0:1777573889.480401:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40af600. 00000001:00000010:3.0:1777573889.480404:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40af400. 00000001:00000010:3.0:1777573889.480405:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40aec00. 00000001:00000010:3.0:1777573889.480407:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40ae200. 00000001:00000010:3.0:1777573889.480410:0:9870:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff89ddc3e91900. 00000001:00000010:3.0:1777573889.480412:0:9870:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff89ddc4488c00. 00000001:00000010:3.0:1777573889.480420:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40afa00. 00000001:00000010:3.0:1777573889.480422:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40afe00. 00000001:00000010:3.0:1777573889.480423:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89def76ac000. 00000001:00000010:3.0:1777573889.480426:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89def76ac800. 00000001:00000010:3.0:1777573889.480427:0:9870:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff89ddc3e91780. 00000001:00000010:3.0:1777573889.480429:0:9870:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff89ddc3026500. 00000001:00000010:3.0:1777573889.480437:0:9870:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff89ddc3f29180. 00000001:00000010:3.0:1777573889.480440:0:9870:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff89ddc431dd80. 00000020:00000010:3.0:1777573889.480447:0:9870:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff89ddc452a000. 00000020:00000010:3.0:1777573889.480459:0:9870:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff89ddc4528800. 00000001:00000010:3.0:1777573889.481528:0:9424:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccbde0. 00080000:00000010:3.0:1777573889.481534:0:9424:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc46a1600. 00080000:00000010:3.0:1777573889.481537:0:9424:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc46a1800. 00000001:00000010:3.0:1777573889.481560:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc2d2a800. 00000001:00000010:3.0:1777573889.481563:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc2d2b600. 00000001:00000010:3.0:1777573889.481566:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc2d2b200. 00000001:00000010:3.0:1777573889.481567:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc2d2a400. 00000001:00000010:3.0:1777573889.481569:0:9870:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff89ddc4656480. 00000001:00000010:3.0:1777573889.481571:0:9870:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff89def4de0400. 00000001:00000010:3.0:1777573889.481577:0:9870:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff89ddc3d48e00. 00000020:00000010:3.0:1777573889.481583:0:9870:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff89ddc4619000. 00000020:00000010:3.0:1777573889.481591:0:9870:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff89ddc461b000. 00000020:00000010:2.0:1777573889.481686:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e740. 00000020:00000010:2.0:1777573889.481714:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e740. 00000020:00000010:2.0:1777573889.481721:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870200. 00000020:00000010:2.0:1777573889.481725:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573889.481729:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573889.481761:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e740. 00000020:00000010:2.0:1777573889.481763:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e740. 00000100:00000200:2.0:1777573889.481766:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926523648 02000000:00000010:2.0:1777573889.481781:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4edc800. 00010000:00000200:2.0:1777573889.481792:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f7800 x1863919926523648/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:390/0 lens 224/224 e 0 to 0 dl 1777573900 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573889.481809:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573889.481815:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926523648, offset 224 00000400:00000200:2.0:1777573889.481821:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573889.481833:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573889.481842:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c3700 00000400:00000200:2.0:1777573889.481848:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17b7d [1] + 224 00000400:00000200:2.0:1777573889.481855:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573889.481859:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573889.481869:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6d80 x1863919926523648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573889.481889:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:2.0:1777573889.481892:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000020:00000010:2.0:1777573889.481903:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573889.481907:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573889.481912:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870200. 00000400:00000010:2.0:1777573889.481948:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d8f0. 00000400:00000200:2.0:1777573889.481952:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d7f8 00000400:00000010:2.0:1777573889.481954:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d7f8. 00000100:00000200:2.0:1777573889.481959:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6d80 x1863919926523648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573889.481969:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6d80 x1863919926523648/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573889.482007:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef381400. 02000000:00000010:2.0:1777573889.482013:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef30bd00. 00000100:00000010:2.0:1777573889.482018:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6d80. 00000001:00000010:0.0:1777573889.483596:0:8355:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc26d8f60. 00080000:00000010:0.0:1777573889.483607:0:8355:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2fb0800. 00080000:00000010:0.0:1777573889.483611:0:8355:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2fb0000. 00000001:00000010:2.0:1777573889.484222:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492c400. 00000001:00000010:2.0:1777573889.484228:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492c000. 00000001:00000010:2.0:1777573889.484230:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492c200. 00000001:00000010:2.0:1777573889.484232:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc492cc00. 00000001:00000010:2.0:1777573889.484234:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff89ddc434dca0. 00000001:00000010:2.0:1777573889.484237:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff89ddc25c4100. 00000001:00000010:2.0:1777573889.484243:0:36:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff89ddc449a300. 00000020:00000010:2.0:1777573889.484250:0:36:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff89ddc3347000. 00000020:00000010:2.0:1777573889.484260:0:36:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff89ddc3191000. 00080000:00000010:1.0:1777573889.487609:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def76ada00. 00080000:00000010:1.0:1777573889.487619:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def7871200. 00080000:00000010:1.0:1777573889.487622:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc3060000. 00080000:00000010:1.0:1777573889.487626:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc3061c00. 00080000:00000010:1.0:1777573889.487629:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc3060800. 00080000:00000010:1.0:1777573889.487632:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc3060c00. 00080000:00000010:1.0:1777573889.487635:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc3061000. 00080000:00000010:1.0:1777573889.487638:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89deef3c1200. 00080000:00000010:1.0:1777573889.487642:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89deef3c0400. 00080000:00000010:1.0:1777573889.487645:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc4238000. 00080000:00000010:1.0:1777573889.487648:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc25a5000. 00080000:00000010:1.0:1777573889.487651:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89deef3c1600. 00080000:00000010:1.0:1777573889.487654:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def4df4a00. 00080000:00000010:1.0:1777573889.487657:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89dec120b000. 00080000:00000010:1.0:1777573889.487660:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2d2ac00. 00080000:00000010:1.0:1777573889.487663:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2fb1a00. 00080000:00000010:1.0:1777573889.487666:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc4547800. 00000001:00000010:1.0:1777573889.487672:0:6464:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccb480. 00080000:00000010:1.0:1777573889.487675:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc46a1400. 00000001:00000010:1.0:1777573889.488919:0:6464:0:(tgt_lastrcvd.c:992:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff89ddc1ccb600. 00080000:00000010:1.0:1777573889.488929:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc46a1e00. 00000004:00000010:2.0:1777573889.491279:0:9870:0:(mdt_handler.c:7649:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff89def7a84740. 00000001:00000010:2.0:1777573889.491303:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40ae600. 00000001:00000010:2.0:1777573889.491307:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40afc00. 00000001:00000010:2.0:1777573889.491309:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40aea00. 00000001:00000010:2.0:1777573889.491311:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40af800. 00000001:00000010:2.0:1777573889.491313:0:9870:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff89ddc3e911e0. 00000001:00000010:2.0:1777573889.491316:0:9870:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff89ddc4488d00. 00000001:00000010:2.0:1777573889.491324:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40af000. 00000001:00000010:2.0:1777573889.491326:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40af200. 00000001:00000010:2.0:1777573889.491328:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40ae800. 00000001:00000010:2.0:1777573889.491329:0:9870:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff89ddc40ae400. 00000001:00000010:2.0:1777573889.491331:0:9870:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff89ddc3e913c0. 00000001:00000010:2.0:1777573889.491334:0:9870:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff89ddc4488e00. 00000001:00000010:2.0:1777573889.491342:0:9870:0:(tgt_lastrcvd.c:363:tgt_free_reply_data()) kfreed 'trd': 136 at ffff89ddc3f29540. 00000001:00000010:2.0:1777573889.491345:0:9870:0:(tgt_lastrcvd.c:475:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff89ddc431d900. 00000020:00000010:2.0:1777573889.491355:0:9870:0:(genops.c:881:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff89ddc4528000. 00000020:00000010:2.0:1777573889.491364:0:9870:0:(genops.c:1222:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff89ddc4529800. 00000100:00000010:3.0:1777573889.497755:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8360. 00000100:00000010:0.0:1777573889.498197:0:29468:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b45a0. 00000100:00000010:2.0:1777573889.498332:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4360. 00000100:00000010:1.0:1777573889.502812:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a89c0. 00080000:00000010:2.0:1777573889.915780:0:113863:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70400. 00080000:00000010:2.0:1777573889.915789:0:113863:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70400. 00080000:00000010:2.0:1777573889.915801:0:113863:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70400. 00080000:00000010:2.0:1777573889.915806:0:113863:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70400. 00080000:00000010:2.0:1777573889.915816:0:113863:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70400. 00080000:00000010:2.0:1777573889.915820:0:113863:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70400. 00080000:00000010:2.0:1777573889.915829:0:113863:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70400. 00080000:00000010:2.0:1777573889.915834:0:113863:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70400. 00000400:00000010:1.0:1777573890.228277:0:113900:0:(api-ni.c:5724:lnet_net_show_start()) alloc '(nlist)': 8 at ffff89dec7065e28. 00000400:00000010:1.0:1777573890.228362:0:113900:0:(api-ni.c:5702:lnet_net_show_done()) kfreed 'nlist': 8 at ffff89dec7065e28. 00080000:00000010:2.0:1777573890.741593:0:113911:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573890.741606:0:113911:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573890.741621:0:113911:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573890.741628:0:113911:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573890.741639:0:113911:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573890.741644:0:113911:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573890.741655:0:113911:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70600. 00080000:00000010:2.0:1777573890.741660:0:113911:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70600. 00000100:00000010:0.0:1777573890.999066:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc380. 02000000:00000010:0.0:1777573890.999091:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488100. 02000000:00000010:0.0:1777573890.999154:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc4564400. 00000400:00000010:0.0:1777573890.999163:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940a50. 00000400:00000010:0.0:1777573890.999169:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573890.999176:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926524544, portal 4 00000400:00000010:0.0:1777573890.999184:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573890.999188:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926524544, offset 0 00000400:00000200:0.0:1777573890.999196:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573890.999211:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573890.999224:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c3a80 00000400:00000200:0.0:1777573890.999236:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 6720 00000400:00000200:0.0:1777573890.999244:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573890.999248:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573890.999257:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573890.999262:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fed80. 00000400:00000200:0.0:1777573890.999282:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573890.999285:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573890.999294:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fc380 x1863919926524544/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573890.999314:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb480. 00000100:00000010:0.0:1777573890.999318:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb4e0. 02000000:00000010:1.0:1777573890.999325:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777fe00. 00000100:00000010:0.0:1777573890.999332:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb7e0. 00000100:00000010:0.0:1777573890.999340:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccba80. 00000100:00000010:0.0:1777573890.999345:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb900. 02000000:00000010:0.0:1777573890.999363:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc4567000. 00000400:00000010:0.0:1777573890.999366:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940c08. 00000400:00000010:0.0:1777573890.999369:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573890.999372:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926524672, portal 4 00000400:00000010:0.0:1777573890.999376:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573890.999378:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926524672, offset 0 00000400:00000200:0.0:1777573890.999382:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573890.999387:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573890.999393:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c3b00 00000400:00000200:0.0:1777573890.999397:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 6944 00000400:00000200:0.0:1777573890.999401:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573890.999404:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573890.999407:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573890.999410:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44ff480. 00000400:00000200:0.0:1777573890.999423:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:0.0:1777573890.999425:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573890.999431:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cb480 x1863919926524672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573890.999474:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a847c0. 00000020:00000010:0.0:1777573890.999480:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a847c0. 00000020:00000010:0.0:1777573890.999487:0:8364:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000020:00000010:0.0:1777573890.999492:0:8364:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573890.999497:0:8364:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:1.0:1777573890.999505:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573890.999511:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573890.999516:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547200. 00000020:00000010:1.0:1777573890.999519:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48b00. 00000020:00000010:1.0:1777573890.999522:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06960. 00000020:00000010:0.0:1777573890.999587:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a847c0. 00000020:00000010:0.0:1777573890.999591:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a847c0. 00000100:00000200:0.0:1777573890.999594:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524544 02000000:00000010:0.0:1777573890.999610:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc4564800. 00010000:00000200:0.0:1777573890.999647:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44fed80 x1863919926524544/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:391/0 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573890.999662:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573890.999665:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926524544, offset 224 00000400:00000200:0.0:1777573890.999669:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573890.999684:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573890.999709:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3a80 00000400:00000200:0.0:1777573890.999714:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17bb5 [1] + 224 00000400:00000200:0.0:1777573890.999717:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573890.999720:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573890.999725:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fc380 x1863919926524544/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573890.999741:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:0.0:1777573890.999743:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 00000020:00000010:0.0:1777573890.999754:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573890.999757:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573890.999760:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 00000020:00000010:0.0:1777573890.999773:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a847c0. 00000020:00000010:0.0:1777573890.999775:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a847c0. 00000100:00000200:0.0:1777573890.999778:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524672 02000000:00000010:0.0:1777573890.999784:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc4566000. 00010000:00000200:0.0:1777573890.999793:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44ff480 x1863919926524672/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:391/0 lens 224/368 e 0 to 0 dl 1777573901 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573890.999802:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573890.999805:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926524672, offset 224 00000400:00000200:0.0:1777573890.999808:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573890.999813:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573890.999817:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3b00 00000400:00000200:0.0:1777573890.999821:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17bbd [1] + 224 00000400:00000200:0.0:1777573890.999825:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573890.999827:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573890.999832:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cb480 x1863919926524672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573890.999841:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:0.0:1777573890.999843:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 00000020:00000010:0.0:1777573890.999849:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48b00. 00000020:00000010:0.0:1777573890.999852:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06960. 00000020:00000010:0.0:1777573890.999855:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547200. 00000100:00000010:1.0:1777573891.003218:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31ca300. 02000000:00000010:1.0:1777573891.003256:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0400. 00000100:00000010:3.0:1777573891.003286:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb900. 02000000:00000010:3.0:1777573891.003319:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3360000. 00000400:00000010:3.0:1777573891.003327:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17210. 00000400:00000010:3.0:1777573891.003334:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573891.003341:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926524800, portal 4 00000400:00000010:3.0:1777573891.003347:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573891.003350:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926524800, offset 0 00000400:00000200:3.0:1777573891.003359:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573891.003373:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573891.003386:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c3b80 00000400:00000200:3.0:1777573891.003393:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 3808 00000400:00000200:3.0:1777573891.003401:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573891.003405:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573891.003412:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573891.003417:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f5f80. 00000400:00000200:3.0:1777573891.003444:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573891.003446:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573891.003454:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31ca300 x1863919926524800/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573891.003485:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8300. 00000400:00000010:0.0:1777573891.003569:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940c08. 00000400:00000200:0.0:1777573891.003573:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573891.003575:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573891.003583:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cb480 x1863919926524672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573891.003592:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cb480 x1863919926524672/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573891.003943:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940a50. 00000400:00000200:0.0:1777573891.003947:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573891.003949:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573891.003966:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fc380 x1863919926524544/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573891.003975:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fc380 x1863919926524544/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573891.003995:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc4567000. 02000000:00000010:0.0:1777573891.004002:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777fe00. 00000100:00000010:0.0:1777573891.004012:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cb480. 02000000:00000010:0.0:1777573891.004016:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc4564400. 02000000:00000010:0.0:1777573891.004019:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488100. 00000100:00000010:0.0:1777573891.004022:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc380. 00000020:00000010:1.0:1777573891.005047:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573891.005054:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573891.005061:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547000. 00000020:00000010:1.0:1777573891.005065:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573891.005070:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573891.005112:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7180. 00000020:00000010:1.0:1777573891.005115:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7180. 00000100:00000200:1.0:1777573891.005119:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524800 02000000:00000010:1.0:1777573891.005140:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fb4c00. 00010000:00000200:1.0:1777573891.005171:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f5f80 x1863919926524800/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:392/0 lens 224/368 e 0 to 0 dl 1777573902 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573891.005193:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573891.005198:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926524800, offset 224 00000400:00000200:1.0:1777573891.005205:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573891.005216:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573891.005226:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3b80 00000400:00000200:1.0:1777573891.005233:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17bcd [1] + 224 00000400:00000200:1.0:1777573891.005238:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573891.005241:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573891.005251:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31ca300 x1863919926524800/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573891.005274:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:1.0:1777573891.005277:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000020:00000010:1.0:1777573891.005289:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48780. 00000020:00000010:1.0:1777573891.005293:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573891.005296:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547000. 00000400:00000010:3.0:1777573891.005316:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17210. 00000400:00000200:3.0:1777573891.005322:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573891.005324:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573891.005331:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31ca300 x1863919926524800/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573891.005340:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31ca300 x1863919926524800/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573891.005362:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3360000. 02000000:00000010:3.0:1777573891.005366:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0400. 00000100:00000010:3.0:1777573891.005370:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31ca300. 00000100:00000010:2.0:1777573891.005914:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccba80. 00000100:00000010:3.0:1777573891.005973:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8300. 00000100:00000010:0.0:1777573891.006157:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb4e0. 00000100:00000010:1.0:1777573891.007934:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb7e0. 00080000:00000010:1.0:1777573891.635507:0:113963:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573891.635517:0:113963:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573891.635528:0:113963:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573891.635532:0:113963:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573891.635541:0:113963:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573891.635546:0:113963:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573891.635555:0:113963:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573891.635560:0:113963:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00000020:00000010:2.0:1777573891.972486:0:113999:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ddc2718850. 00000020:00000010:2.0:1777573891.972554:0:113999:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ddc2718850. 00000020:00000010:2.0:1777573891.972740:0:113999:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc2faac00. 00000020:00000010:2.0:1777573891.972750:0:113999:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4c15000. 00000020:00000010:2.0:1777573891.972754:0:113999:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def4c15200. 00000040:00000010:2.0:1777573891.972758:0:113999:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def4c14400. 00000020:00000010:2.0:1777573891.972762:0:113999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403e000. 00000020:00000010:2.0:1777573891.972766:0:113999:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def4c14c00. 80000000:00000010:2.0:1777573891.972770:0:113999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4600. 00040000:00000010:2.0:1777573891.972777:0:113999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7736600. 00080000:00000010:2.0:1777573891.972784:0:113999:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89deef34c000. 00080000:00000010:2.0:1777573891.972789:0:113999:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4116000. 20000000:00000010:2.0:1777573891.972794:0:113999:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89def7737e00. 00000020:00000010:2.0:1777573891.972799:0:113999:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc491eb00. 00000001:00000010:2.0:1777573891.972806:0:113999:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff89ddc43b40c0. 00000020:00000010:2.0:1777573891.972814:0:113999:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3df0e00. 00000020:00000010:2.0:1777573891.972816:0:113999:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc3df0c00. 00000040:00000010:2.0:1777573891.972819:0:113999:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89deef2c7a00. 00000020:00000010:2.0:1777573891.972822:0:113999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573891.972824:0:113999:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89deef2c6200. 00040000:00000010:2.0:1777573891.972828:0:113999:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4faf200. 00040000:00000010:2.0:1777573891.972832:0:113999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89deef1a2600. 00080000:00000010:2.0:1777573891.972835:0:113999:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4112000. 00080000:00000010:2.0:1777573891.972839:0:113999:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4110000. 00080000:00000010:2.0:1777573891.972846:0:113999:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89deef1a2a00. 00000001:00000010:2.0:1777573891.972873:0:113999:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7898. 00000001:00000010:2.0:1777573891.972896:0:113999:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7898. 00000001:00000010:2.0:1777573891.972904:0:113999:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7898. 00000001:00000010:2.0:1777573891.972909:0:113999:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7898. 00000020:00000010:2.0:1777573891.972931:0:113999:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc3df0c00. 00000040:00000010:2.0:1777573891.974089:0:113999:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89deef2c7a00. 00000020:00000010:2.0:1777573891.974096:0:113999:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403b800. 00000020:00000010:2.0:1777573891.974100:0:113999:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89deef2c6200. 00040000:00000010:2.0:1777573891.974104:0:113999:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4faf200. 00040000:00000010:2.0:1777573891.974109:0:113999:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89deef1a2600. 00080000:00000010:2.0:1777573891.974114:0:113999:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4110000. 00080000:00000010:2.0:1777573891.974118:0:113999:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4112000. 00000020:00000010:2.0:1777573891.974121:0:113999:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3df0e00. 00000001:00000010:2.0:1777573891.974138:0:113999:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff89ddc43b40c0. 00010000:00000010:2.0:1777573891.974161:0:113999:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c55800. 00010000:00000010:2.0:1777573891.974177:0:113999:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc491e040. 00000100:00000010:2.0:1777573891.974184:0:113999:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc444c840. 00000100:00000010:2.0:1777573891.974193:0:113999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc419a300. 02000000:00000010:2.0:1777573891.974207:0:113999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89deef1a2e00. 02000000:00000010:2.0:1777573891.974235:0:113999:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef1a2600. 00000400:00000010:2.0:1777573891.974241:0:113999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7898. 00000400:00000010:2.0:1777573891.974258:0:113999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95880. 00000100:00000200:2.0:1777573891.974266:0:113999:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926524928, portal 16 00000400:00000010:2.0:1777573891.974270:0:113999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573891.974273:0:113999:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926524928, offset 0 00000400:00000200:2.0:1777573891.974281:0:113999:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573891.974294:0:113999:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573891.974305:0:113999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c3c00 00000400:00000200:2.0:1777573891.974312:0:113999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17765 [2] + 1312 00000400:00000200:2.0:1777573891.974319:0:113999:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573891.974323:0:113999:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573891.974331:0:113999:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777573891.974336:0:113999:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d68e00. 00000400:00000200:2.0:1777573891.974362:0:113999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573891.974365:0:113999:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573891.974373:0:113999:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc419a300 x1863919926524928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573907 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1777573891.974390:0:113999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b40c0. 00000100:00000010:2.0:1777573891.974401:0:113999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b47e0. 00000100:00000010:2.0:1777573891.974419:0:113999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4360. 00000100:00000010:2.0:1777573891.974423:0:113999:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4960. 00000020:00000010:3.0:1777573891.974596:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573891.974601:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573891.974606:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76aca00. 00000020:00000010:3.0:1777573891.974610:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a280. 00000020:00000010:3.0:1777573891.974615:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573891.974656:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573891.974658:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c80. 00000100:00000200:3.0:1777573891.974661:0:9433:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926524928 02000000:00000010:3.0:1777573891.974673:0:9433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3363c00. 00000400:00000010:3.0:1777573891.974684:0:9433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573891.974711:0:9433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926524928, offset 224 00000400:00000200:3.0:1777573891.974717:0:9433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573891.974722:0:9433:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573891.974728:0:9433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c3c00 00000400:00000200:3.0:1777573891.974732:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17bd9 [1] + 224 00000400:00000200:3.0:1777573891.974736:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573891.974739:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573891.974746:0:9433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc419a300 x1863919926524928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573907 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777573891.974771:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573891.974773:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00010000:00000010:3.0:1777573891.974780:0:9433:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc6adc6c0. 00000020:00000010:3.0:1777573891.974804:0:9433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a280. 00000020:00000010:3.0:1777573891.974807:0:9433:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573891.974810:0:9433:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76aca00. 00000400:00000010:0.0:1777573891.974917:0:113999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7898. 00000400:00000200:0.0:1777573891.974922:0:113999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95880 00000400:00000010:0.0:1777573891.974923:0:113999:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95880. 00000100:00000200:0.0:1777573891.974929:0:113999:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc419a300 x1863919926524928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573907 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777573891.974948:0:113999:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc419a300 x1863919926524928/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573907 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777573891.974970:0:113999:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef1a2600. 02000000:00000010:0.0:1777573891.974975:0:113999:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89deef1a2e00. 00000100:00000010:0.0:1777573891.974979:0:113999:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc419a300. 00000100:00000010:0.0:1777573891.974983:0:113999:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc444c840. 00010000:00000010:0.0:1777573891.974986:0:113999:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc491e040. 00000100:00000010:1.0:1777573891.976034:0:6473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9880. 02000000:00000010:1.0:1777573891.976045:0:6473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4547c00. 00010000:00000010:1.0:1777573891.976090:0:6473:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc6adc6c0. 02000000:00000010:3.0:1777573891.976294:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76aca00. 00000400:00000010:3.0:1777573891.976299:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17210. 00000400:00000010:3.0:1777573891.976304:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573891.976310:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926525056, portal 18 00000400:00000010:3.0:1777573891.976314:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573891.976316:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926525056, offset 0 00000400:00000200:3.0:1777573891.976321:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573891.976329:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573891.976337:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c3c80 00000400:00000200:3.0:1777573891.976343:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5ee9 [2] + 1640 00000400:00000200:3.0:1777573891.976348:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573891.976351:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573891.976355:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777573891.976359:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f7480. 00000400:00000200:3.0:1777573891.976381:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573891.976384:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573891.976390:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c9880 x1863919926525056/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573907 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573891.976559:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84dc0. 00000020:00000010:0.0:1777573891.976563:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84dc0. 00000020:00000010:0.0:1777573891.976568:0:10290:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc302aa00. 00000020:00000010:0.0:1777573891.976571:0:10290:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573891.976575:0:10290:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000100:00000200:0.0:1777573891.976593:0:10290:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89ddc45f7480 x1863919926525056/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:392/0 lens 328/0 e 0 to 0 dl 1777573902 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573891.976625:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84dc0. 00000020:00000010:0.0:1777573891.976628:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84dc0. 00000100:00000200:0.0:1777573891.976631:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525056 02000000:00000010:0.0:1777573891.976639:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc4567800. 00010000:00000010:0.0:1777573891.976665:0:10290:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89def7a84dc0. 00000100:00000010:0.0:1777573891.976671:0:10290:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc5396840. 00000100:00000010:0.0:1777573891.976729:0:10290:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc5396840. 00010000:00000010:0.0:1777573891.976732:0:10290:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89def7a84dc0. 00000400:00000010:0.0:1777573891.976742:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573891.976745:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926525056, offset 224 00000400:00000200:0.0:1777573891.976750:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573891.976756:0:10290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573891.976761:0:10290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c3c80 00000400:00000200:0.0:1777573891.976765:0:10290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17be5 [1] + 224 00000400:00000200:0.0:1777573891.976769:0:10290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573891.976772:0:10290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573891.976777:0:10290:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c9880 x1863919926525056/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573907 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573891.976791:0:10290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:0.0:1777573891.976793:0:10290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000020:00000010:0.0:1777573891.976803:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573891.976807:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573891.976809:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc302aa00. 00000020:00000010:1.0:1777573891.977047:0:113999:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc491eb00. 00000020:00000010:1.0:1777573891.977058:0:113999:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def4c15200. 00000040:00000010:1.0:1777573891.977064:0:113999:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def4c14400. 00000020:00000010:1.0:1777573891.977067:0:113999:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403e000. 00000020:00000010:1.0:1777573891.977072:0:113999:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def4c14c00. 80000000:00000010:1.0:1777573891.977076:0:113999:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4600. 00040000:00000010:1.0:1777573891.977080:0:113999:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7736600. 00080000:00000010:1.0:1777573891.977085:0:113999:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4116000. 00080000:00000010:1.0:1777573891.977089:0:113999:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89deef34c000. 20000000:00000010:1.0:1777573891.977094:0:113999:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89def7737e00. 00000020:00000010:1.0:1777573891.977096:0:113999:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4c15000. 00000020:00000010:1.0:1777573891.977102:0:113999:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc2faac00. 00000400:00000010:3.0:1777573891.981791:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17210. 00000400:00000200:3.0:1777573891.981800:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573891.981802:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573891.981815:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c9880 x1863919926525056/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573907 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573891.981827:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c9880 x1863919926525056/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573907 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573891.981855:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76aca00. 02000000:00000010:3.0:1777573891.981860:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4547c00. 00000100:00000010:3.0:1777573891.981864:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c9880. 00010000:00000010:1.1:1777573891.991022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eed400. 00010000:00000010:1.1:1777573891.991031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187c00. 00010000:00000010:1.1:1777573891.991036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2effa00. 00010000:00000010:1.1:1777573891.991039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c55800. 00010000:00000010:0.1:1777573891.993764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1000. 00000100:00000010:2.0:1777573891.995769:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4360. 00000100:00000010:0.0:1777573891.995837:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b40c0. 00000100:00000010:3.0:1777573891.996398:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4960. 00000100:00000010:1.0:1777573892.000065:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b47e0. 00000100:00000010:3.0:1777573892.546855:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f5880. 02000000:00000010:3.0:1777573892.546875:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef315000. 00080000:00000010:0.0:1777573892.549238:0:114007:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573892.549247:0:114007:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573892.549260:0:114007:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573892.549265:0:114007:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573892.549275:0:114007:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573892.549279:0:114007:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573892.549289:0:114007:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d300. 00080000:00000010:0.0:1777573892.549294:0:114007:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d300. 02000000:00000010:1.0:1777573892.553849:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89defddd1800. 00000400:00000010:1.0:1777573892.553863:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573892.553871:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23880. 00000100:00000200:1.0:1777573892.553879:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926525184, portal 4 00000400:00000010:1.0:1777573892.553886:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573892.553889:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926525184, offset 0 00000400:00000200:1.0:1777573892.553898:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573892.553911:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573892.553923:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c3d00 00000400:00000200:1.0:1777573892.553941:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 4032 00000400:00000200:1.0:1777573892.553968:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573892.553972:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573892.553981:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573892.553987:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb100. 00000400:00000200:1.0:1777573892.554012:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573892.554015:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573892.554023:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45f5880 x1863919926525184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573908 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573892.554043:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d81e0. 00000100:00000010:1.0:1777573892.554332:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d80. 00000100:00000010:1.0:1777573892.554338:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8600. 00000100:00000010:1.0:1777573892.554342:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d85a0. 00000020:00000010:1.0:1777573892.554378:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d80. 00000020:00000010:1.0:1777573892.554382:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d80. 00000020:00000010:1.0:1777573892.554389:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547200. 00000020:00000010:1.0:1777573892.554393:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48580. 00000020:00000010:1.0:1777573892.554398:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000100:00000010:0.0:1777573892.554775:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d81e0. 00000020:00000010:1.0:1777573892.555385:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7d80. 00000020:00000010:1.0:1777573892.555389:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7d80. 00000100:00000200:1.0:1777573892.555393:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525184 02000000:00000010:1.0:1777573892.555413:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fb5800. 00010000:00000200:1.0:1777573892.555469:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31cb100 x1863919926525184/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:393/0 lens 224/368 e 0 to 0 dl 1777573903 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573892.555487:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573892.555492:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926525184, offset 224 00000400:00000200:1.0:1777573892.555497:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573892.555507:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573892.555515:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3d00 00000400:00000200:1.0:1777573892.555522:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17bf1 [1] + 224 00000400:00000200:1.0:1777573892.555528:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573892.555531:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573892.555539:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45f5880 x1863919926525184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573908 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573892.555565:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573892.555567:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000020:00000010:1.0:1777573892.555579:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48580. 00000020:00000010:1.0:1777573892.555583:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573892.555586:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547200. 00000400:00000010:0.0:1777573892.555633:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b58. 00000400:00000200:0.0:1777573892.555638:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23880 00000400:00000010:0.0:1777573892.555639:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23880. 00000100:00000200:0.0:1777573892.555644:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45f5880 x1863919926525184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573908 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573892.555652:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45f5880 x1863919926525184/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573908 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573892.555680:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89defddd1800. 02000000:00000010:0.0:1777573892.555685:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef315000. 00000100:00000010:0.0:1777573892.555712:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f5880. 00000100:00000010:3.0:1777573892.556338:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d85a0. 00000100:00000010:2.0:1777573892.561969:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8600. 00000100:00000010:1.0:1777573892.563093:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d80. 00080000:00000010:1.0:1777573893.653028:0:114059:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573893.653038:0:114059:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573893.653051:0:114059:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573893.653057:0:114059:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573893.653066:0:114059:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573893.653070:0:114059:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573893.653080:0:114059:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573893.653085:0:114059:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00000100:00000010:1.0:1777573893.688587:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31caa00. 02000000:00000010:1.0:1777573893.688612:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4546e00. 00010000:00000010:1.0:1777573893.688628:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eed800. 00010000:00000010:1.0:1777573893.688634:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187200. 00000100:00000010:1.0:1777573893.688656:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890300. 02000000:00000010:1.0:1777573893.688682:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc30ab400. 00000400:00000010:1.0:1777573893.688690:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c379a0. 00000400:00000010:1.0:1777573893.688714:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573893.688723:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926525312, portal 25 00000400:00000010:1.0:1777573893.688728:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573893.688731:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926525312, offset 0 00000400:00000200:1.0:1777573893.688740:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573893.688754:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573893.688767:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c3d80 00000400:00000200:1.0:1777573893.688774:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x16b09 [2] + 0 00000400:00000010:1.0:1777573893.688779:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded2596e18. 00000400:00000200:1.0:1777573893.688784:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4820a80 00000400:00000200:1.0:1777573893.688790:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573893.688794:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573893.688800:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4820a80 00000400:00000010:1.0:1777573893.688802:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4820a80. 00000100:00000200:1.0:1777573893.688809:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573893.688835:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:1.0:1777573893.688836:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573893.688844:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31caa00 x1863919926525312/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573909 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573893.688863:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d80. 00000100:00000010:1.0:1777573893.688875:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8a80. 00000100:00000010:1.0:1777573893.688880:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d88a0. 00000100:00000010:1.0:1777573893.688884:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8960. 00000020:00000010:2.0:1777573893.689628:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e140. 00000020:00000010:2.0:1777573893.689634:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e140. 00000020:00000010:2.0:1777573893.689641:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef2c6200. 00000020:00000010:2.0:1777573893.689646:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573893.689652:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573893.689736:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e140. 00000020:00000010:2.0:1777573893.689739:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e140. 00000100:00000200:2.0:1777573893.689742:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525312 00010000:00000010:2.0:1777573893.689764:0:6479:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89deef25c800. 00010000:00000010:2.0:1777573893.689769:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c54a00. 02000000:00000010:2.0:1777573893.689783:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc2ea0000. 00010000:00000200:2.0:1777573893.689804:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb6c50 x1863919926525312/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:394/0 lens 328/344 e 0 to 0 dl 1777573904 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573893.689821:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573893.689826:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926525312, offset 224 00000400:00000200:2.0:1777573893.689832:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573893.689840:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573893.689848:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c3d80 00000400:00000200:2.0:1777573893.689853:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17bfd [1] + 224 00000400:00000200:2.0:1777573893.689858:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573893.689861:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573893.689869:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31caa00 x1863919926525312/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573909 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573893.689887:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573893.689889:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000020:00000010:2.0:1777573893.689900:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70f80. 00000020:00000010:2.0:1777573893.689915:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573893.689920:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef2c6200. 02000000:00000010:2.0:1777573893.689926:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc2ea0000. 00000100:00000200:2.0:1777573893.689931:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573893.689936:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7160. 00000400:00000010:2.0:1777573893.689941:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc444c540. 00000400:00000010:1.0:1777573893.690023:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c379a0. 00000400:00000200:1.0:1777573893.690027:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:1.0:1777573893.690029:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573893.690034:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31caa00 x1863919926525312/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573909 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573893.690043:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31caa00 x1863919926525312/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573909 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573893.690063:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890300. 02000000:00000010:1.0:1777573893.690080:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc30ab400. 02000000:00000010:1.0:1777573893.690086:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4546e00. 00000100:00000010:1.0:1777573893.690090:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31caa00. 00000100:00000010:0.0:1777573893.708836:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d80. 00000100:00000010:3.0:1777573893.708941:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8960. 00000100:00000010:1.0:1777573893.709009:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8a80. 00000100:00000010:2.0:1777573893.709111:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d88a0. 00000400:00000010:3.0:1777573894.040785:0:114096:0:(api-ni.c:5724:lnet_net_show_start()) alloc '(nlist)': 8 at ffff89ded22ec138. 00000400:00000010:3.0:1777573894.040864:0:114096:0:(api-ni.c:5702:lnet_net_show_done()) kfreed 'nlist': 8 at ffff89ded22ec138. 00000100:00000010:3.0:1777573894.582840:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f7b80. 02000000:00000010:3.0:1777573894.582867:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f80a00. 02000000:00000010:0.0:1777573894.582976:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc4564400. 00000400:00000010:0.0:1777573894.582984:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940a50. 00000400:00000010:0.0:1777573894.582991:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f880. 00000100:00000200:0.0:1777573894.582997:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926525440, portal 4 00000400:00000010:0.0:1777573894.583005:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573894.583008:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926525440, offset 0 00000400:00000200:0.0:1777573894.583017:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573894.583029:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573894.583040:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c3e00 00000400:00000200:0.0:1777573894.583047:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 7168 00000400:00000200:0.0:1777573894.583094:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573894.583099:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573894.583107:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573894.583112:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc380. 00000400:00000200:0.0:1777573894.583148:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573894.583151:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573894.583159:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45f7b80 x1863919926525440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573894.583179:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbc60. 00000100:00000010:0.0:1777573894.583192:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbea0. 00000100:00000010:0.0:1777573894.583207:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb840. 00000100:00000010:0.0:1777573894.583213:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb4e0. 00000020:00000010:3.0:1777573894.583303:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5680. 00000020:00000010:3.0:1777573894.583327:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef2c6200. 00000020:00000010:3.0:1777573894.583333:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573894.583337:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573894.583385:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573894.583388:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5180. 00000100:00000200:3.0:1777573894.583392:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525440 02000000:00000010:3.0:1777573894.583405:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3360000. 00010000:00000200:3.0:1777573894.583430:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44fc380 x1863919926525440/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:395/0 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.583446:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573894.583449:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926525440, offset 224 00000400:00000200:3.0:1777573894.583453:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.583459:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.583465:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c3e00 00000400:00000200:3.0:1777573894.583469:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17c0d [1] + 224 00000400:00000200:3.0:1777573894.583473:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.583476:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.583482:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45f7b80 x1863919926525440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.583515:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573894.583517:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000020:00000010:3.0:1777573894.583529:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573894.583532:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573894.583535:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef2c6200. 00000400:00000010:3.0:1777573894.583556:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940a50. 00000400:00000200:3.0:1777573894.583561:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f880 00000400:00000010:3.0:1777573894.583562:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f880. 00000100:00000200:3.0:1777573894.583567:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45f7b80 x1863919926525440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.583575:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45f7b80 x1863919926525440/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.583603:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc4564400. 02000000:00000010:3.0:1777573894.583609:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f80a00. 00000100:00000010:3.0:1777573894.583613:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f7b80. 00000100:00000010:2.0:1777573894.584312:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc447ad80. 02000000:00000010:2.0:1777573894.584324:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf200. 00000100:00000010:2.0:1777573894.584345:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc447aa00. 02000000:00000010:2.0:1777573894.584349:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf600. 00000100:00000010:2.0:1777573894.584354:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4478700. 02000000:00000010:2.0:1777573894.584358:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4fafc00. 00000100:00000010:2.0:1777573894.584366:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b0700. 02000000:00000010:2.0:1777573894.584370:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf700. 00000100:00000010:2.0:1777573894.584390:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b3480. 02000000:00000010:2.0:1777573894.584395:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4fafb00. 00000100:00000010:2.0:1777573894.584401:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b1880. 02000000:00000010:2.0:1777573894.584404:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf500. 00000100:00000010:2.0:1777573894.584409:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4470700. 02000000:00000010:2.0:1777573894.584412:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf900. 00000100:00000010:2.0:1777573894.584417:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4472680. 02000000:00000010:2.0:1777573894.584420:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf100. 00000100:00000010:2.0:1777573894.584424:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4471180. 02000000:00000010:2.0:1777573894.584428:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf800. 00000100:00000010:2.0:1777573894.584434:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494e680. 02000000:00000010:2.0:1777573894.584436:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf300. 00000100:00000010:2.0:1777573894.584440:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494fb80. 02000000:00000010:2.0:1777573894.584442:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4fafa00. 00000100:00000010:2.0:1777573894.584444:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494c380. 02000000:00000010:2.0:1777573894.584446:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4fafd00. 02000000:00000010:2.0:1777573894.584464:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3df0e00. 00000400:00000010:2.0:1777573894.584469:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde72c0. 00000400:00000010:2.0:1777573894.584482:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573894.584486:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926525568, portal 25 00000400:00000010:2.0:1777573894.584489:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573894.584490:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926525568, offset 0 00000400:00000200:2.0:1777573894.584494:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1777573894.584614:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc700. 02000000:00000010:0.0:1777573894.584621:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def777f600. 02000000:00000010:3.0:1777573894.584673:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef2c6200. 00000400:00000010:3.0:1777573894.584677:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17210. 02000000:00000010:1.0:1777573894.584865:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547e00. 00000400:00000010:1.0:1777573894.584870:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c379a0. 00000400:00000200:2.0:1777573894.584927:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573894.584937:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c3e80 00000400:00000010:3.0:1777573894.586221:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573894.586230:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926525696, portal 10 00000400:00000010:3.0:1777573894.586237:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573894.586241:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926525696, offset 0 00000400:00000200:3.0:1777573894.586247:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.586256:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.586264:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c3f00 00000400:00000200:3.0:1777573894.586270:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 136256 00000400:00000200:3.0:1777573894.586382:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.586388:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.586394:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573894.586400:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f7b80. 00000400:00000200:3.0:1777573894.586421:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573894.586423:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573894.586431:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc447aa00 x1863919926525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.586474:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef2c7a00. 00000400:00000010:3.0:1777573894.586478:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17420. 00000400:00000010:3.0:1777573894.586481:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573894.586484:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526208, portal 10 00000400:00000010:3.0:1777573894.586488:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573894.586491:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926526208, offset 0 00000400:00000200:3.0:1777573894.586494:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.586499:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.586504:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4100 00000400:00000200:3.0:1777573894.586508:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 136480 00000400:00000200:3.0:1777573894.586512:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.586515:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.586517:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573894.586520:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f5880. 00000400:00000200:3.0:1777573894.586530:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573894.586532:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573894.586536:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc15b1880 x1863919926526208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.586553:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4e18a00. 00000400:00000010:3.0:1777573894.586556:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17688. 00000400:00000010:3.0:1777573894.586559:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573894.586562:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526720, portal 10 00000400:00000010:3.0:1777573894.586565:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573894.586567:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926526720, offset 0 00000400:00000200:3.0:1777573894.586570:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.586574:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.586578:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4300 00000400:00000200:3.0:1777573894.586581:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 136704 00000400:00000200:3.0:1777573894.586584:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.586586:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.586589:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573894.586592:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250f100. 00000400:00000200:3.0:1777573894.586825:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573894.586907:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573894.586914:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494e680 x1863919926526720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.586945:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3361400. 00000400:00000010:3.0:1777573894.586950:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d175d8. 00000400:00000010:3.0:1777573894.586953:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573894.586956:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926527104, portal 4 00000400:00000010:3.0:1777573894.586959:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.586962:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926527104, offset 0 00000400:00000200:3.0:1777573894.586965:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.586971:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.586975:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c4480 00000400:00000200:3.0:1777573894.586980:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 7392 00000400:00000200:3.0:1777573894.586984:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.586987:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.586991:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573894.586995:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6d80. 00000400:00000200:3.0:1777573894.587008:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573894.587010:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.587014:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44fc700 x1863919926527104/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573894.587058:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573894.587062:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573894.587067:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4e18400. 00000020:00000010:3.0:1777573894.587072:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573894.587076:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573894.587124:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573894.587138:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4ecd400. 00000020:00000010:3.0:1777573894.587141:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.587144:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.587158:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587161:0:6485:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.587164:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587166:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4ecd800. 00000020:00000010:3.0:1777573894.587168:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.587171:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.587185:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587187:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000100:00000200:3.0:1777573894.587189:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525696 02000000:00000010:3.0:1777573894.587204:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3363400. 00010000:00000200:3.0:1777573894.587211:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f7b80 x1863919926525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.587224:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.587227:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926525696, offset 224 00000400:00000200:3.0:1777573894.587230:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.587235:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.587239:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c3f00 00000400:00000200:3.0:1777573894.587244:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c21 [1] + 224 00000400:00000200:3.0:1777573894.587247:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.587250:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.587256:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc447aa00 x1863919926525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.587270:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573894.587271:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000020:00000010:3.0:1777573894.587369:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a480. 00000020:00000010:3.0:1777573894.587374:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573894.587378:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4e18400. 00000020:00000010:3.0:1777573894.587391:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587394:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000100:00000200:3.0:1777573894.587395:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526208 02000000:00000010:3.0:1777573894.587403:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3362000. 00010000:00000200:3.0:1777573894.587408:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45f5880 x1863919926526208/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.587417:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.587420:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926526208, offset 224 00000400:00000200:3.0:1777573894.587424:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.587429:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.587433:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4100 00000400:00000200:3.0:1777573894.587438:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c29 [1] + 224 00000400:00000200:3.0:1777573894.587441:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.587444:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.587448:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc15b1880 x1863919926526208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.587457:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573894.587459:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000020:00000010:3.0:1777573894.587465:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.587468:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.587470:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4ecd400. 00000020:00000010:3.0:1777573894.587479:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587482:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000100:00000200:3.0:1777573894.587483:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526720 02000000:00000010:3.0:1777573894.587489:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2faac00. 00010000:00000200:3.0:1777573894.587494:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250f100 x1863919926526720/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.587502:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.587505:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926526720, offset 224 00000400:00000200:3.0:1777573894.587508:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.587512:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.587517:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4300 00000400:00000200:3.0:1777573894.587520:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c31 [1] + 224 00000400:00000200:3.0:1777573894.587523:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.587526:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.587531:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494e680 x1863919926526720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.587540:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573894.587541:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000020:00000010:3.0:1777573894.587547:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.587550:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.587552:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4ecd800. 00000020:00000010:3.0:1777573894.587583:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587587:0:24449:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e4c0. 00000020:00000010:3.0:1777573894.587591:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587729:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4ecd800. 00000020:00000010:3.0:1777573894.587733:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.587736:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.587760:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.587763:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ec0. 00000100:00000200:3.0:1777573894.587766:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926527104 02000000:00000010:3.0:1777573894.587773:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fa9400. 00010000:00000200:3.0:1777573894.587789:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a6d80 x1863919926527104/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:395/0 lens 224/368 e 0 to 0 dl 1777573905 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.587798:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.587802:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926527104, offset 224 00000400:00000200:3.0:1777573894.587805:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.587809:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.587814:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4480 00000400:00000200:3.0:1777573894.587817:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17c39 [1] + 224 00000400:00000200:3.0:1777573894.587820:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.587822:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.587913:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44fc700 x1863919926527104/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.587927:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573894.587928:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000020:00000010:3.0:1777573894.587936:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.587939:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.587942:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4ecd800. 02000000:00000010:3.0:1777573894.587980:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4ecd800. 00000400:00000010:3.0:1777573894.587984:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d173c8. 00000400:00000010:3.0:1777573894.587987:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.587991:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926525952, portal 10 00000400:00000010:3.0:1777573894.587995:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573894.587997:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926525952, offset 0 00000400:00000200:3.0:1777573894.588001:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.588006:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.588012:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4000 00000400:00000200:3.0:1777573894.588016:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 136928 00000400:00000200:3.0:1777573894.588020:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.588023:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.588026:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573894.588030:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6300. 00000400:00000200:3.0:1777573894.588038:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d088 00000400:00000010:3.0:1777573894.588040:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573894.588044:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc15b0700 x1863919926525952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.588062:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4ecd400. 00000400:00000010:3.0:1777573894.588065:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17bb0. 00000400:00000010:3.0:1777573894.588068:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573894.588070:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526464, portal 4 00000400:00000010:3.0:1777573894.588074:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573894.588076:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926526464, offset 0 00000400:00000200:3.0:1777573894.588079:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.588083:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.588087:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c4200 00000400:00000200:3.0:1777573894.588093:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 11792 00000400:00000200:3.0:1777573894.588096:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.588098:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.588102:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573894.588105:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4a80. 00000400:00000200:3.0:1777573894.588115:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573894.588117:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573894.588121:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4472680 x1863919926526464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.588136:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4e18400. 00000400:00000010:3.0:1777573894.588139:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179a0. 00000400:00000010:3.0:1777573894.588142:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573894.588145:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526976, portal 4 00000400:00000010:3.0:1777573894.588148:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573894.588150:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926526976, offset 0 00000400:00000200:3.0:1777573894.588154:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.588158:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.588162:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c4400 00000400:00000200:3.0:1777573894.588166:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 12016 00000400:00000200:3.0:1777573894.588170:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.588172:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.588175:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573894.588178:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7480. 00000400:00000200:3.0:1777573894.588194:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573894.588196:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573894.588200:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494c380 x1863919926526976/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573894.588231:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ec0. 00000020:00000010:3.0:1777573894.588241:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573894.588244:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.588247:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.588264:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.588266:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.588269:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573894.588271:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.588274:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.588372:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.588375:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000100:00000200:3.0:1777573894.588378:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526464 02000000:00000010:3.0:1777573894.588386:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89deef1a4c00. 00010000:00000200:3.0:1777573894.588392:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a4a80 x1863919926526464/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.588408:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573894.588411:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926526464, offset 224 00000400:00000200:3.0:1777573894.588415:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.588420:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.588425:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4200 00000400:00000200:3.0:1777573894.588429:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c59 [1] + 224 00000400:00000200:3.0:1777573894.588432:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.588435:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.588441:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4472680 x1863919926526464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.588453:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573894.588455:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000020:00000010:3.0:1777573894.588461:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.588464:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.588467:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573894.588477:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.588479:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000100:00000200:3.0:1777573894.588481:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526976 02000000:00000010:3.0:1777573894.588487:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89deef1a5000. 00010000:00000200:3.0:1777573894.588492:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a7480 x1863919926526976/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.588500:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573894.588502:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926526976, offset 224 00000400:00000200:3.0:1777573894.588506:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.588510:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.588515:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4400 00000400:00000200:3.0:1777573894.588519:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c61 [1] + 224 00000400:00000200:3.0:1777573894.588522:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.588524:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.588529:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494c380 x1863919926526976/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.588544:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573894.588546:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000020:00000010:3.0:1777573894.588552:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.588554:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.588557:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573894.588584:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.588587:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.588589:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573894.588592:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.588594:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.588610:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.588613:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000100:00000200:3.0:1777573894.588615:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525952 02000000:00000010:3.0:1777573894.588622:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33eb400. 00010000:00000200:3.0:1777573894.588627:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a6300 x1863919926525952/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.588637:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573894.588640:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926525952, offset 224 00000400:00000200:3.0:1777573894.588643:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.588648:0:6485:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.588653:0:6485:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4000 00000400:00000200:3.0:1777573894.588656:0:6485:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c51 [1] + 224 00000400:00000200:3.0:1777573894.588660:0:6485:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.588663:0:6485:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.588668:0:6485:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc15b0700 x1863919926525952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.588677:0:6485:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573894.588679:0:6485:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000020:00000010:3.0:1777573894.588686:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.588689:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.588710:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 00000400:00000010:3.0:1777573894.588729:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d175d8. 00000400:00000200:3.0:1777573894.588732:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573894.588733:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573894.588738:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44fc700 x1863919926527104/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.588746:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44fc700 x1863919926527104/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.588773:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17210. 00000400:00000200:3.0:1777573894.588775:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573894.588777:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573894.588781:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc447aa00 x1863919926525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.588789:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc447aa00 x1863919926525696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.588800:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17420. 00000400:00000200:3.0:1777573894.588803:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:3.0:1777573894.588804:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573894.588808:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc15b1880 x1863919926526208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.588816:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc15b1880 x1863919926526208/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.588827:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17688. 00000400:00000200:3.0:1777573894.588916:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:3.0:1777573894.588918:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573894.588923:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494e680 x1863919926526720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.588931:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494e680 x1863919926526720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.588946:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3361400. 02000000:00000010:3.0:1777573894.588952:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def777f600. 00000100:00000010:3.0:1777573894.588956:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44fc700. 02000000:00000010:3.0:1777573894.588960:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef2c6200. 02000000:00000010:3.0:1777573894.588963:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf600. 00000100:00000010:3.0:1777573894.588965:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc447aa00. 02000000:00000010:3.0:1777573894.588969:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef2c7a00. 02000000:00000010:3.0:1777573894.588972:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf500. 00000100:00000010:3.0:1777573894.588974:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b1880. 02000000:00000010:3.0:1777573894.588976:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4e18a00. 02000000:00000010:3.0:1777573894.588979:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf300. 00000100:00000010:3.0:1777573894.588981:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494e680. 00000400:00000010:3.0:1777573894.588995:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d173c8. 00000400:00000200:3.0:1777573894.588997:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:3.0:1777573894.588999:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573894.589002:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc15b0700 x1863919926525952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.589011:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc15b0700 x1863919926525952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.589022:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17bb0. 00000400:00000200:3.0:1777573894.589025:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d088 00000400:00000010:3.0:1777573894.589026:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573894.589030:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4472680 x1863919926526464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.589038:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4472680 x1863919926526464/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.589046:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179a0. 00000400:00000200:3.0:1777573894.589048:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573894.589050:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573894.589052:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494c380 x1863919926526976/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573894.589059:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494c380 x1863919926526976/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573894.589074:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4ecd800. 02000000:00000010:3.0:1777573894.589417:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf700. 00000100:00000010:3.0:1777573894.589423:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b0700. 02000000:00000010:3.0:1777573894.589427:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4ecd400. 02000000:00000010:3.0:1777573894.589430:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf100. 00000100:00000010:3.0:1777573894.589431:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4472680. 02000000:00000010:3.0:1777573894.589434:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4e18400. 02000000:00000010:3.0:1777573894.589436:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4fafd00. 00000100:00000010:3.0:1777573894.589438:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494c380. 00000100:00000010:0.0:1777573894.591547:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbc60. 00000100:00000010:3.0:1777573894.592215:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb4e0. 00000100:00000010:1.0:1777573894.596527:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbea0. 00000400:00000010:1.0:1777573894.596783:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573894.596794:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926525824, portal 4 00000400:00000010:1.0:1777573894.596804:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573894.596807:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926525824, offset 0 00000400:00000200:1.0:1777573894.596817:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573894.596831:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573894.596843:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c3f80 00000400:00000200:1.0:1777573894.596851:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 4256 00000400:00000200:1.0:1777573894.596859:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573894.596863:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573894.596871:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573894.596877:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31caa00. 00000400:00000200:1.0:1777573894.597035:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:1.0:1777573894.597039:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573894.597050:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4478700 x1863919926525824/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573894.597074:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8c00. 00000100:00000010:1.0:1777573894.597168:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d86c0. 00000020:00000010:0.0:1777573894.597172:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a00. 00000020:00000010:0.0:1777573894.597179:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a00. 00000020:00000010:0.0:1777573894.597195:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef1a2e00. 00000100:00000010:1.0:1777573894.597296:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8e40. 02000000:00000010:1.0:1777573894.597320:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4546000. 00000400:00000010:1.0:1777573894.597325:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c370b0. 00000400:00000010:1.0:1777573894.597329:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573894.597333:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526336, portal 10 00000020:00000010:0.0:1777573894.597344:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573894.597350:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000400:00000010:1.0:1777573894.597382:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23bb0. 00000400:00000200:2.0:1777573894.597385:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x16c45 [2] + 0 00000020:00000010:0.0:1777573894.597396:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a00. 00000020:00000010:0.0:1777573894.597398:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a00. 00000100:00000200:0.0:1777573894.597402:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525824 02000000:00000010:0.0:1777573894.597422:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc4567000. 00010000:00000200:0.0:1777573894.597432:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31caa00 x1863919926525824/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573894.597450:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000400:00000010:2.0:1777573894.597459:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded2596210. 00000400:00000200:2.0:1777573894.597465:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc48206c0 00000100:00000200:1.0:1777573894.597469:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926526336, offset 0 00000100:00000200:0.0:1777573894.597470:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926525824, offset 224 00000400:00000200:2.0:1777573894.597471:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573894.597478:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573894.597479:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573894.597484:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573894.597489:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573894.597490:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc48206c0 00000400:00000010:2.0:1777573894.597495:0:3635:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc48206c0. 00000400:00000200:0.0:1777573894.597495:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573894.597500:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4180 00000100:00000200:2.0:1777573894.597503:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573894.597508:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c3f80 00000400:00000200:1.0:1777573894.597509:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 137152 00000400:00000200:1.0:1777573894.597517:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573894.597518:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17c75 [1] + 224 00000400:00000200:1.0:1777573894.597524:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573894.597525:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573894.597530:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573894.597531:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573894.597537:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9880. 00000100:00000200:0.0:1777573894.597539:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4478700 x1863919926525824/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573894.597555:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23bb0 00000400:00000010:1.0:1777573894.597558:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573894.597564:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4470700 x1863919926526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573894.597574:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573894.597577:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000020:00000010:0.0:1777573894.597589:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573894.597593:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573894.597596:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef1a2e00. 02000000:00000010:1.0:1777573894.597665:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547400. 00000400:00000010:1.0:1777573894.597668:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37210. 00000400:00000010:1.0:1777573894.597671:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573894.597674:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526848, portal 10 00000400:00000200:2.0:1777573894.597678:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:1.0:1777573894.597678:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23c38. 00000400:00000010:2.0:1777573894.597682:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000100:00000200:1.0:1777573894.597687:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926526848, offset 0 00000400:00000200:1.0:1777573894.597714:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573894.597719:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573894.597723:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4380 00000400:00000200:1.0:1777573894.597727:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 137376 00000400:00000200:1.0:1777573894.597731:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573894.597733:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573894.597737:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573894.597740:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31ca300. 00000400:00000200:1.0:1777573894.597757:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23c38 00000400:00000010:1.0:1777573894.597759:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573894.597764:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc494fb80 x1863919926526848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573894.597785:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.597790:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000400:00000010:1.0:1777573894.597793:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c379a0. 00000020:00000010:3.0:1777573894.597795:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000400:00000200:1.0:1777573894.597797:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000020:00000010:3.0:1777573894.597800:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000400:00000010:1.0:1777573894.597800:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 00000020:00000010:3.0:1777573894.597807:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000100:00000200:1.0:1777573894.597807:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4478700 x1863919926525824/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573894.597818:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4478700 x1863919926525824/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573894.597832:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.597835:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5dc0. 00000100:00000200:3.0:1777573894.597838:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926525568 02000000:00000010:1.0:1777573894.597841:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547e00. 02000000:00000010:3.0:1777573894.597846:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33e8400. 02000000:00000010:1.0:1777573894.597847:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4fafc00. 00000100:00000010:1.0:1777573894.597853:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4478700. 00010000:00000200:3.0:1777573894.597855:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb4c50 x1863919926525568/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.597868:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573894.597872:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926525568, offset 224 00000400:00000200:3.0:1777573894.597878:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.597883:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.597898:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c3e80 00000400:00000200:3.0:1777573894.597904:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17c19 [1] + 224 00000400:00000200:3.0:1777573894.597908:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.597911:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.597917:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc447ad80 x1863919926525568/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.597929:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573894.597931:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000020:00000010:3.0:1777573894.597939:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.597942:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.597945:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 02000000:00000010:3.0:1777573894.597950:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc33e8400. 00000100:00000200:3.0:1777573894.597955:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573894.597959:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179a0. 00000400:00000010:3.0:1777573894.597963:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adce40. 00000020:00000010:3.0:1777573894.597981:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5dc0. 00000020:00000010:3.0:1777573894.598004:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573894.598007:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.598010:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.598029:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573894.598032:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573894.598035:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573894.598038:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c600. 00000020:00000010:3.0:1777573894.598041:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.598044:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.598056:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573894.598058:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000100:00000200:3.0:1777573894.598060:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526336 02000000:00000010:3.0:1777573894.598067:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33e8400. 00010000:00000200:3.0:1777573894.598073:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31c9880 x1863919926526336/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.598082:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573894.598085:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926526336, offset 224 00000400:00000200:3.0:1777573894.598089:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.598094:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.598099:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4180 00000400:00000200:3.0:1777573894.598103:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c7d [1] + 224 00000400:00000200:3.0:1777573894.598107:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.598110:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.598116:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4470700 x1863919926526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.598129:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573894.598132:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000020:00000010:3.0:1777573894.598138:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a580. 00000020:00000010:3.0:1777573894.598141:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573894.598143:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573894.598153:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5d80. 00000020:00000010:3.0:1777573894.598155:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5d80. 00000100:00000200:3.0:1777573894.598157:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526848 02000000:00000010:3.0:1777573894.598163:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc33ea800. 00010000:00000200:3.0:1777573894.598167:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31ca300 x1863919926526848/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573894.598176:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573894.598179:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926526848, offset 224 00000400:00000200:3.0:1777573894.598182:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573894.598186:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573894.598190:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4380 00000400:00000200:3.0:1777573894.598194:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17c89 [1] + 224 00000400:00000200:3.0:1777573894.598198:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573894.598201:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573894.598205:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc494fb80 x1863919926526848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573894.598214:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:3.0:1777573894.598216:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 00000020:00000010:3.0:1777573894.598221:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a300. 00000020:00000010:3.0:1777573894.598224:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573894.598226:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c600. 00000100:00000200:2.0:1777573894.598332:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc447ad80 x1863919926525568/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573894.598371:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde72c0. 00000400:00000200:2.0:1777573894.598374:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573894.598376:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573894.598380:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc447ad80 x1863919926525568/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573894.598389:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc447ad80 x1863919926525568/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573894.598408:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3df0c00. 00000400:00000010:2.0:1777573894.598411:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde72c0. 00000400:00000010:2.0:1777573894.598414:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573894.598417:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526080, portal 4 00000400:00000010:2.0:1777573894.598421:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573894.598423:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926526080, offset 0 00000400:00000200:2.0:1777573894.598426:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573894.598431:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573894.598435:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c4080 00000400:00000200:2.0:1777573894.598439:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 4480 00000400:00000200:2.0:1777573894.598443:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573894.598446:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573894.598449:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573894.598453:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494c380. 00000400:00000200:2.0:1777573894.598463:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573894.598465:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573894.598469:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc15b3480 x1863919926526080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573894.598495:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed40. 00000020:00000010:2.0:1777573894.598498:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed40. 00000020:00000010:2.0:1777573894.598502:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2446400. 00000020:00000010:2.0:1777573894.598505:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573894.598508:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573894.598525:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed40. 00000020:00000010:2.0:1777573894.598528:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed40. 00000100:00000200:2.0:1777573894.598530:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526080 02000000:00000010:2.0:1777573894.598537:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2ea3c00. 00010000:00000200:2.0:1777573894.598543:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494c380 x1863919926526080/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573894.598677:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573894.598680:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926526080, offset 224 00000400:00000200:2.0:1777573894.598685:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573894.598711:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573894.598718:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4080 00000400:00000200:2.0:1777573894.598723:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17ca1 [1] + 224 00000400:00000200:2.0:1777573894.598727:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573894.598730:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573894.598736:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc15b3480 x1863919926526080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573894.598746:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573894.598747:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000020:00000010:2.0:1777573894.598754:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573894.598757:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573894.598761:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2446400. 00000400:00000010:2.0:1777573894.598775:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde72c0. 00000400:00000200:2.0:1777573894.598778:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:2.0:1777573894.598779:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573894.598783:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc15b3480 x1863919926526080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573894.598797:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc15b3480 x1863919926526080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573894.598814:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2446400. 00000400:00000010:2.0:1777573894.598817:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde72c0. 00000400:00000010:2.0:1777573894.598819:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95908. 00000100:00000200:2.0:1777573894.598822:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926526592, portal 4 00000400:00000010:2.0:1777573894.598826:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573894.598828:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926526592, offset 0 00000400:00000200:2.0:1777573894.598832:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573894.598836:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573894.598840:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c4280 00000400:00000200:2.0:1777573894.598845:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 12240 00000400:00000200:2.0:1777573894.598849:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573894.598852:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573894.598855:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573894.598858:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494e680. 00000400:00000200:2.0:1777573894.598954:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:2.0:1777573894.598957:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573894.598961:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc4471180 x1863919926526592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573894.598977:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3df0e00. 02000000:00000010:2.0:1777573894.598981:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf200. 00000100:00000010:2.0:1777573894.598985:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc447ad80. 02000000:00000010:2.0:1777573894.598989:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3df0c00. 02000000:00000010:2.0:1777573894.598991:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4fafb00. 00000100:00000010:2.0:1777573894.598993:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b3480. 00000400:00000010:1.0:1777573894.599173:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c370b0. 00000400:00000200:1.0:1777573894.599177:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:1.0:1777573894.599179:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573894.599184:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4470700 x1863919926526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573894.599191:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4470700 x1863919926526336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573894.599205:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37210. 00000400:00000200:1.0:1777573894.599207:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23bb0 00000400:00000010:1.0:1777573894.599209:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573894.599212:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc494fb80 x1863919926526848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573894.599220:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc494fb80 x1863919926526848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573894.599231:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4546000. 02000000:00000010:1.0:1777573894.599236:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf900. 00000100:00000010:1.0:1777573894.599239:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4470700. 02000000:00000010:1.0:1777573894.599241:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547400. 02000000:00000010:1.0:1777573894.599243:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4fafa00. 00000100:00000010:1.0:1777573894.599245:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494fb80. 00000020:00000010:0.0:1777573894.602116:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a00. 00000020:00000010:0.0:1777573894.602130:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c55c0. 00000020:00000010:0.0:1777573894.602156:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a00. 00000020:00000010:0.0:1777573894.602163:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef1a2e00. 00000020:00000010:0.0:1777573894.602169:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573894.602174:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573894.602220:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84a00. 00000020:00000010:0.0:1777573894.602223:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84a00. 00000100:00000200:0.0:1777573894.602226:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926526592 02000000:00000010:0.0:1777573894.602246:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc4565800. 00010000:00000200:0.0:1777573894.602269:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494e680 x1863919926526592/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:395/0 lens 224/224 e 0 to 0 dl 1777573905 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573894.602291:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573894.602299:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926526592, offset 224 00000400:00000200:0.0:1777573894.602305:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573894.602319:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573894.602330:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4280 00000400:00000200:0.0:1777573894.602337:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17cad [1] + 224 00000400:00000200:0.0:1777573894.602344:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573894.602348:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573894.602358:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc4471180 x1863919926526592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573894.602383:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:0.0:1777573894.602385:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 00000020:00000010:0.0:1777573894.602399:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573894.602402:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573894.602405:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef1a2e00. 00000400:00000010:0.0:1777573894.602430:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde72c0. 00000400:00000200:0.0:1777573894.602433:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95908 00000400:00000010:0.0:1777573894.602435:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95908. 00000100:00000200:0.0:1777573894.602441:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc4471180 x1863919926526592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573894.602450:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc4471180 x1863919926526592/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573894.602479:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2446400. 02000000:00000010:0.0:1777573894.602485:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf800. 00000100:00000010:0.0:1777573894.602489:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4471180. 00000100:00000010:1.0:1777573894.617781:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d86c0. 00000100:00000010:2.0:1777573894.617859:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb840. 00000100:00000010:0.0:1777573894.618018:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8c00. 00000100:00000010:3.0:1777573894.618480:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8e40. 00080000:00000010:1.0:1777573894.700048:0:114110:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573894.700058:0:114110:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573894.700068:0:114110:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573894.700073:0:114110:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573894.700083:0:114110:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573894.700088:0:114110:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573894.700098:0:114110:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48f00. 00080000:00000010:1.0:1777573894.700102:0:114110:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48f00. 00000400:00000200:3.0:1777573895.156792:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.156821:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 26 MB=0x69f39ac97b600 00000400:00000200:3.0:1777573895.156831:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 520/520 into md 0x16cc9 [2] + 0 00000400:00000010:3.0:1777573895.156838:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded2596a50. 00000400:00000200:3.0:1777573895.156845:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4820f00 00000400:00000200:3.0:1777573895.156862:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.156866:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.156872:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4820f00 00000400:00000010:3.0:1777573895.156886:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4820f00. 00000100:00000200:3.0:1777573895.156895:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573895.156988:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546c00. 00000020:00000010:1.0:1777573895.156996:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.157000:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000100:00000200:1.0:1777573895.157034:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917839872 02000000:00000010:1.0:1777573895.157055:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89ddc30a9800. 00000020:00000010:1.0:1777573895.157065:0:6480:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc461b000. 00000001:00000010:1.0:1777573895.157075:0:6480:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def4de0000. 00000001:00000010:1.0:1777573895.157080:0:6480:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc4656620. 00000001:00000010:1.0:1777573895.157084:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc4547800. 00000001:00000010:1.0:1777573895.157086:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc4546e00. 00000001:00000010:1.0:1777573895.157088:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc4547200. 00000001:00000010:1.0:1777573895.157091:0:6480:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc4547a00. 00000020:00000010:1.0:1777573895.157104:0:6480:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ddc26d8de0. 00000020:00000010:1.0:1777573895.157109:0:6480:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ddc26d8de0. 00000020:00000010:1.0:1777573895.157117:0:6480:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc4619000. 00000400:00000200:1.0:1777573895.157130:0:6480:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:1.0:1777573895.157162:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defafb7850 x1863919917839872/t0(0) o250->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573895.157185:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23bb0. 00000100:00000200:1.0:1777573895.157191:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1863919917839872, offset 0 00000400:00000200:1.0:1777573895.157198:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573895.157206:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573895.157213:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3625:3625:256:4294967295] 192.168.204.9@tcp LPNI seq info [3621:3621:8:4294967295] 00000400:00000200:1.0:1777573895.157223:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573895.157229:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573895.157233:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0600. 00000800:00000200:1.0:1777573895.157240:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573895.157247:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573895.157252:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0600 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:1.0:1777573895.157276:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.157281:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.157284:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546c00. 00000100:00000200:1.0:1777573895.157293:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573895.157297:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37210. 00000400:00000010:1.0:1777573895.157301:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890cc0. 00000800:00000200:0.0:1777573895.157496:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.157500:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0600. 00000400:00000200:0.0:1777573895.157504:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.157509:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.157512:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23bb0 00000400:00000010:0.0:1777573895.157514:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23bb0. 02000000:00000010:0.0:1777573895.157519:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff89ddc30a9800. 00000400:00000200:2.0:1777573895.171865:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573895.171897:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac97b680 00000400:00000200:2.0:1777573895.171906:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x16e25 [2] + 0 00000400:00000010:2.0:1777573895.171912:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79404d0. 00000400:00000200:2.0:1777573895.171919:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc436de40 00000400:00000200:2.0:1777573895.171945:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.171950:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.171955:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc436de40 00000400:00000010:2.0:1777573895.171957:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc436de40. 00000100:00000200:2.0:1777573895.171964:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573895.172311:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.172316:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.172322:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea4e00. 00000020:00000010:0.0:1777573895.172328:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573895.172333:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573895.172418:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.172421:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000100:00000200:0.0:1777573895.172424:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840000 00010000:00000010:0.0:1777573895.172450:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec0600. 02000000:00000010:0.0:1777573895.172467:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc4564000. 00010000:00000200:0.0:1777573895.172491:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec80bf850 x1863919917840000/t0(0) o101->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 328/344 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.172511:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fdd0. 00000100:00000200:0.0:1777573895.172517:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917840000, offset 224 00000400:00000200:0.0:1777573895.172523:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.172533:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.172539:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3626:3626:256:4294967295] 192.168.204.9@tcp LPNI seq info [3622:3622:8:4294967295] 00000400:00000200:0.0:1777573895.172549:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.172555:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.172560:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777fa00. 00000800:00000200:0.0:1777573895.172566:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.172574:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.172578:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777fa00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1777573895.172600:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573895.172604:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573895.172607:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea4e00. 00000100:00000200:0.0:1777573895.172621:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573895.172626:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940c08. 00000400:00000010:0.0:1777573895.172631:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc48270c0. 00000800:00000200:3.0:1777573895.172770:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.172774:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777fa00. 00000400:00000200:3.0:1777573895.172777:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.172782:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.172785:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fdd0 00000400:00000010:3.0:1777573895.172787:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fdd0. 02000000:00000010:3.0:1777573895.172792:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc4564000. 00000400:00000200:0.0:1777573895.178564:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573895.178585:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 512 into portal 26 MB=0x69f39ac97b700 00000400:00000200:0.0:1777573895.178594:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 512/512 into md 0x16e79 [2] + 0 00000400:00000010:0.0:1777573895.178600:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37840. 00000400:00000200:0.0:1777573895.178607:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc1fe93c0 00000400:00000200:0.0:1777573895.178642:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.178648:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.178653:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc1fe93c0 00000400:00000010:0.0:1777573895.178656:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc1fe93c0. 00000100:00000200:0.0:1777573895.178662:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573895.178826:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.178831:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.178837:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573895.178842:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573895.178846:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573895.178889:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.178891:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000100:00000200:3.0:1777573895.178894:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840128 02000000:00000010:3.0:1777573895.178913:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89def78f4400. 00000040:00000010:3.0:1777573895.178920:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492d000. 00000040:00000010:3.0:1777573895.178951:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492d000. 00010000:00000200:3.0:1777573895.178963:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec80bcc50 x1863919917840128/t0(0) o501->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 512/272 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573895.178980:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192db28. 00000100:00000200:3.0:1777573895.178986:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919917840128, offset 224 00000400:00000200:3.0:1777573895.178992:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573895.179001:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573895.179007:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3627:3627:256:4294967295] 192.168.204.9@tcp LPNI seq info [3623:3623:8:4294967295] 00000400:00000200:3.0:1777573895.179017:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573895.179021:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573895.179026:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4e1a600. 00000800:00000200:3.0:1777573895.179031:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573895.179037:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573895.179040:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4e1a600 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:3.0:1777573895.179068:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573895.179071:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573895.179074:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 00000100:00000200:3.0:1777573895.179082:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573895.179086:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17bb0. 00000400:00000010:3.0:1777573895.179091:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adc600. 00000800:00000200:2.0:1777573895.181294:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573895.181301:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4e1a600. 00000400:00000200:2.0:1777573895.181309:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.181318:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.181324:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192db28 00000400:00000010:2.0:1777573895.181327:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192db28. 02000000:00000010:2.0:1777573895.181334:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89def78f4400. 00000400:00000200:3.0:1777573895.185394:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.185413:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac97b780 00000400:00000200:3.0:1777573895.185423:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x16f89 [2] + 0 00000400:00000010:3.0:1777573895.185430:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37948. 00000400:00000200:3.0:1777573895.185434:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec2ed6300 00000400:00000200:3.0:1777573895.185449:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.185453:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.185458:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec2ed6300 00000400:00000010:3.0:1777573895.185460:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec2ed6300. 00000100:00000200:3.0:1777573895.185466:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573895.185580:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.185585:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.185591:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea4e00. 00000020:00000010:0.0:1777573895.185596:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573895.185602:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573895.185647:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.185650:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000100:00000200:0.0:1777573895.185653:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840256 00010000:00000010:0.0:1777573895.185679:0:6479:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1200. 02000000:00000010:0.0:1777573895.185733:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc4566c00. 00010000:00000200:0.0:1777573895.185758:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec80bdc50 x1863919917840256/t0(0) o101->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 328/344 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.185784:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fcc0. 00000100:00000200:0.0:1777573895.185790:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917840256, offset 224 00000400:00000200:0.0:1777573895.185797:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.185807:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.185814:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3628:3628:256:4294967295] 192.168.204.9@tcp LPNI seq info [3624:3624:8:4294967295] 00000400:00000200:0.0:1777573895.185823:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.185829:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.185834:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777f800. 00000800:00000200:0.0:1777573895.185839:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.185846:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.185850:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777f800 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1777573895.185866:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573895.185869:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573895.185872:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea4e00. 00000100:00000200:0.0:1777573895.185900:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573895.185905:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940058. 00000400:00000010:0.0:1777573895.185909:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4827d80. 00000800:00000200:1.0:1777573895.186179:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573895.186188:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777f800. 00000400:00000200:1.0:1777573895.186193:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573895.186197:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573895.186200:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fcc0 00000400:00000010:1.0:1777573895.186203:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fcc0. 02000000:00000010:1.0:1777573895.186208:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc4566c00. 00000400:00000200:2.0:1777573895.192763:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573895.192782:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 512 into portal 26 MB=0x69f39ac97b800 00000400:00000200:2.0:1777573895.192791:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 512/512 into md 0x170ad [2] + 0 00000400:00000010:2.0:1777573895.192798:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7b00. 00000400:00000200:2.0:1777573895.192802:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec2b89300 00000400:00000200:2.0:1777573895.192816:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.192821:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.192826:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec2b89300 00000400:00000010:2.0:1777573895.192828:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec2b89300. 00000100:00000200:2.0:1777573895.192834:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573895.192965:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7fc0. 00000020:00000010:1.0:1777573895.192971:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7fc0. 00000020:00000010:1.0:1777573895.192977:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546c00. 00000020:00000010:1.0:1777573895.192994:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.193000:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.193044:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7fc0. 00000020:00000010:1.0:1777573895.193051:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7fc0. 00000100:00000200:1.0:1777573895.193054:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840384 02000000:00000010:1.0:1777573895.193075:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc30a9c00. 00000040:00000010:1.0:1777573895.193082:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc4546800. 00000040:00000010:1.0:1777573895.193137:0:6480:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff89dec73ae400. 00000040:00000010:1.0:1777573895.193150:0:6480:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff89dec73ae400. 00000040:00000010:1.0:1777573895.193154:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc4546800. 20000000:00000010:1.0:1777573895.193163:0:6480:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at ffff89ddc32c7fc0. 00010000:00000200:1.0:1777573895.193178:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded2712450 x1863919917840384/t0(0) o501->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 512/272 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573895.193207:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d235d8. 00000100:00000200:1.0:1777573895.193214:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919917840384, offset 224 00000400:00000200:1.0:1777573895.193221:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573895.193231:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573895.193239:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3629:3629:256:4294967295] 192.168.204.9@tcp LPNI seq info [3625:3625:8:4294967295] 00000400:00000200:1.0:1777573895.193250:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573895.193255:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573895.193259:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0700. 00000800:00000200:1.0:1777573895.193914:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573895.193927:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573895.193933:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0700 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:1.0:1777573895.194015:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.194021:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.194025:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546c00. 00000100:00000200:1.0:1777573895.194035:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573895.194042:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c370b0. 00000400:00000010:1.0:1777573895.194048:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc68906c0. 00000800:00000200:3.0:1777573895.197751:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.197761:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0700. 00000400:00000200:3.0:1777573895.197770:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.197779:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.197788:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d235d8 00000400:00000010:3.0:1777573895.197791:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d235d8. 02000000:00000010:3.0:1777573895.197799:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc30a9c00. 00000400:00000200:1.0:1777573895.201190:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573895.201209:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97b880 00000400:00000200:1.0:1777573895.201218:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x17169 [2] + 0 00000400:00000010:1.0:1777573895.201225:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37a50. 00000400:00000200:1.0:1777573895.201230:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc699fc00 00000400:00000200:1.0:1777573895.201244:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573895.201248:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573895.201253:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc699fc00 00000400:00000010:1.0:1777573895.201256:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc699fc00. 00000100:00000200:1.0:1777573895.201261:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573895.201368:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.201470:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.201480:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573895.201486:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573895.201491:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573895.201535:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.201538:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000100:00000200:3.0:1777573895.201541:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840512 02000000:00000010:3.0:1777573895.201577:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a3c000. 00000040:00000010:3.0:1777573895.201585:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492d000. 00000040:00000010:3.0:1777573895.201606:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc439a000. 00000040:00000010:3.0:1777573895.201638:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc439a000. 00000040:00000010:3.0:1777573895.201644:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492d000. 00010000:00000200:3.0:1777573895.201654:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec80bf050 x1863919917840512/t0(0) o503->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 272/8416 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573895.201687:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc6adc540. 00000100:00000200:3.0:1777573895.201728:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919917840512, offset 224 00000400:00000200:3.0:1777573895.201737:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573895.201746:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573895.201752:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3630:3630:256:4294967295] 192.168.204.9@tcp LPNI seq info [3626:3626:8:4294967295] 00000400:00000200:3.0:1777573895.201763:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573895.201769:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573895.201774:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc492d000. 00000800:00000200:3.0:1777573895.201781:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573895.201788:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:3.0:1777573895.201792:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc492d000 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:3.0:1777573895.201817:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573895.201821:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573895.201824:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 00000100:00000200:3.0:1777573895.201833:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573895.201838:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d173c8. 00000400:00000010:3.0:1777573895.201841:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adc6c0. 00000800:00000200:2.0:1777573895.205039:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573895.205049:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc492d000. 00000400:00000200:2.0:1777573895.205057:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.205066:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.205073:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6adc540 00000400:00000010:2.0:1777573895.205076:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc6adc540. 02000000:00000010:2.0:1777573895.205083:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a3c000. 00000400:00000200:3.0:1777573895.207442:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.207464:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97b900 00000400:00000200:3.0:1777573895.207473:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x17179 [2] + 0 00000400:00000010:3.0:1777573895.207480:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde76e0. 00000400:00000200:3.0:1777573895.207484:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec69d8300 00000400:00000200:3.0:1777573895.208825:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.208836:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.208843:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec69d8300 00000400:00000010:3.0:1777573895.208847:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec69d8300. 00000100:00000200:3.0:1777573895.208854:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573895.209273:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.209279:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.209286:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546c00. 00000020:00000010:1.0:1777573895.209292:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.209297:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.209342:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.209346:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573895.209349:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840640 02000000:00000010:1.0:1777573895.209388:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a3c000. 00000040:00000010:1.0:1777573895.209395:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc4546800. 00000040:00000010:1.0:1777573895.209416:0:6480:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4392000. 00000040:00000010:1.0:1777573895.209452:0:6480:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4392000. 00000040:00000010:1.0:1777573895.209457:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc4546800. 00010000:00000200:1.0:1777573895.209468:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cbc50 x1863919917840640/t0(0) o502->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 272/8472 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573895.209487:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc6890540. 00000100:00000200:1.0:1777573895.209492:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917840640, offset 224 00000400:00000200:1.0:1777573895.209499:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573895.209510:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573895.209516:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3631:3631:256:4294967295] 192.168.204.9@tcp LPNI seq info [3627:3627:8:4294967295] 00000400:00000200:1.0:1777573895.209527:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573895.209533:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573895.209537:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc4546800. 00000800:00000200:1.0:1777573895.209544:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573895.209551:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:1.0:1777573895.209555:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4546800 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1777573895.209582:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.209587:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.209590:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546c00. 00000100:00000200:1.0:1777573895.209599:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573895.209604:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37a50. 00000400:00000010:1.0:1777573895.209608:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890240. 00000800:00000200:0.0:1777573895.209769:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.209774:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc4546800. 00000400:00000200:0.0:1777573895.209778:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.209782:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.209786:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6890540 00000400:00000010:0.0:1777573895.209788:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc6890540. 02000000:00000010:0.0:1777573895.209792:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a3c000. 00000400:00000200:2.0:1777573895.223817:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573895.223836:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97b980 00000400:00000200:2.0:1777573895.223858:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x17189 [2] + 0 00000400:00000010:2.0:1777573895.223864:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17840. 00000400:00000200:2.0:1777573895.223872:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc505d180 00000400:00000200:2.0:1777573895.223898:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.223902:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.223909:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505d180 00000400:00000010:2.0:1777573895.223911:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc505d180. 00000100:00000200:2.0:1777573895.223917:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573895.226271:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.226282:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.226291:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea4e00. 00000020:00000010:0.0:1777573895.226297:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573895.226303:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573895.226353:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.226356:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000100:00000200:0.0:1777573895.226360:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840768 02000000:00000010:0.0:1777573895.226400:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a3c000. 00000040:00000010:0.0:1777573895.226408:0:6479:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89defaea5c00. 00000040:00000010:0.0:1777573895.226427:0:6479:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89dec2dc0000. 00000040:00000010:0.0:1777573895.226469:0:6479:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89dec2dc0000. 00000040:00000010:0.0:1777573895.226476:0:6479:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89defaea5c00. 00010000:00000200:0.0:1777573895.226495:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cb450 x1863919917840768/t0(0) o502->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 272/8472 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.226514:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc4827180. 00000100:00000200:0.0:1777573895.226521:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917840768, offset 224 00000400:00000200:0.0:1777573895.226528:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.226543:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.226549:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3632:3632:256:4294967295] 192.168.204.9@tcp LPNI seq info [3628:3628:8:4294967295] 00000400:00000200:0.0:1777573895.226561:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.226567:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.226571:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89defaea5c00. 00000800:00000200:0.0:1777573895.226577:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.226586:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:0.0:1777573895.226590:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89defaea5c00 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:0.0:1777573895.226619:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573895.226624:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573895.226627:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea4e00. 00000100:00000200:0.0:1777573895.226640:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573895.226646:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940580. 00000400:00000010:0.0:1777573895.226651:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4827540. 00000800:00000200:3.0:1777573895.228257:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.228267:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89defaea5c00. 00000400:00000200:3.0:1777573895.228277:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.228284:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.228291:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4827180 00000400:00000010:3.0:1777573895.228294:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc4827180. 02000000:00000010:3.0:1777573895.228301:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a3c000. 00000400:00000200:0.0:1777573895.237330:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573895.237355:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97ba00 00000400:00000200:0.0:1777573895.237363:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x17199 [2] + 0 00000400:00000010:0.0:1777573895.237369:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17790. 00000400:00000200:0.0:1777573895.237376:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc505d240 00000400:00000200:0.0:1777573895.237442:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.237447:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.237452:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505d240 00000400:00000010:0.0:1777573895.237455:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc505d240. 00000100:00000200:0.0:1777573895.237460:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:3.0:1777573895.238498:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.238505:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.238512:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492de00. 00000020:00000010:3.0:1777573895.238518:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a100. 00000020:00000010:3.0:1777573895.238525:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488c80. 00000020:00000010:3.0:1777573895.238575:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.238578:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000100:00000200:3.0:1777573895.238581:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917840896 02000000:00000010:3.0:1777573895.238622:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a3c000. 00000040:00000010:3.0:1777573895.238629:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc492d200. 00000040:00000010:3.0:1777573895.238649:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc439a000. 00000040:00000010:3.0:1777573895.238688:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc439a000. 00000040:00000010:3.0:1777573895.238728:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc492d200. 00010000:00000200:3.0:1777573895.238742:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9050 x1863919917840896/t0(0) o502->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 272/8472 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573895.240104:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc40b5840. 00000100:00000200:2.0:1777573895.240116:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917840896, offset 224 00000400:00000200:2.0:1777573895.240126:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573895.240139:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573895.240145:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3633:3633:256:4294967295] 192.168.204.9@tcp LPNI seq info [3629:3629:8:4294967295] 00000400:00000200:2.0:1777573895.240156:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573895.240162:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573895.240166:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89dec33f8200. 00000800:00000200:2.0:1777573895.240173:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573895.240179:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:2.0:1777573895.240184:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89dec33f8200 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1777573895.240219:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a100. 00000020:00000010:2.0:1777573895.240224:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488c80. 00000020:00000010:2.0:1777573895.240229:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492de00. 00000100:00000200:2.0:1777573895.240240:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573895.240246:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7b00. 00000400:00000010:2.0:1777573895.240250:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc40b5300. 00000800:00000200:3.0:1777573895.241607:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.241613:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89dec33f8200. 00000400:00000200:3.0:1777573895.241620:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.241627:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.241633:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40b5840 00000400:00000010:3.0:1777573895.241636:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc40b5840. 02000000:00000010:3.0:1777573895.241641:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a3c000. 00000400:00000200:3.0:1777573895.246838:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.246858:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac97ba80 00000400:00000200:3.0:1777573895.246867:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x171a9 [2] + 0 00000400:00000010:3.0:1777573895.246884:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17318. 00000400:00000200:3.0:1777573895.246892:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc505d840 00000400:00000200:3.0:1777573895.246910:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.246914:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.246920:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505d840 00000400:00000010:3.0:1777573895.246922:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc505d840. 00000100:00000200:3.0:1777573895.246929:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573895.247747:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.247754:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.247762:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546c00. 00000020:00000010:1.0:1777573895.247768:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.247774:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.247818:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.247822:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573895.247825:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841024 00010000:00000010:1.0:1777573895.247853:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3186e00. 02000000:00000010:1.0:1777573895.247870:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc30a9c00. 00010000:00000200:1.0:1777573895.247908:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9850 x1863919917841024/t0(0) o101->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 328/344 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573895.247928:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d233b8. 00000100:00000200:1.0:1777573895.247934:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917841024, offset 224 00000400:00000200:1.0:1777573895.247940:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573895.247952:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573895.247958:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3634:3634:256:4294967295] 192.168.204.9@tcp LPNI seq info [3630:3630:8:4294967295] 00000400:00000200:1.0:1777573895.247968:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573895.247973:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573895.247977:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0500. 00000800:00000200:1.0:1777573895.247983:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573895.247990:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573895.247994:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0500 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1777573895.248375:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.248380:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.248383:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546c00. 00000100:00000200:1.0:1777573895.248393:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573895.248399:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c379a0. 00000400:00000010:1.0:1777573895.248404:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc68909c0. 00000800:00000200:0.0:1777573895.255985:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.255994:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0500. 00000400:00000200:0.0:1777573895.256003:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.256012:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.256019:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d233b8 00000400:00000010:0.0:1777573895.256022:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d233b8. 02000000:00000010:0.0:1777573895.256044:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc30a9c00. 00000400:00000200:3.0:1777573895.262508:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.262529:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 304 into portal 26 MB=0x69f39ac97bb00 00000400:00000200:3.0:1777573895.262538:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 304/304 into md 0x171b9 [2] + 0 00000400:00000010:3.0:1777573895.262545:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d178f0. 00000400:00000200:3.0:1777573895.262550:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc505d780 00000400:00000200:3.0:1777573895.262563:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.262569:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.262575:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505d780 00000400:00000010:3.0:1777573895.262577:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc505d780. 00000100:00000200:3.0:1777573895.262584:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1777573895.262738:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.262743:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.262750:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea4e00. 00000020:00000010:0.0:1777573895.262755:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc00. 00000020:00000010:0.0:1777573895.262760:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21ed8. 00000020:00000010:0.0:1777573895.262805:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a846c0. 00000020:00000010:0.0:1777573895.262807:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a846c0. 00000100:00000200:0.0:1777573895.262811:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841152 02000000:00000010:0.0:1777573895.262830:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at ffff89ddc4565c00. 20000000:00000010:0.0:1777573895.262843:0:6479:0:(mgs_nids.c:914:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at ffff89ddc452a000. 00000100:00000010:0.0:1777573895.262890:0:6479:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff89ddc4566800. 00000100:00000010:0.0:1777573895.262894:0:6479:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at ffff89deef17afd0. 00000400:00000010:0.0:1777573895.262903:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f440. 00000400:00000010:0.0:1777573895.262912:0:6479:0:(lib-lnet.h:442:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff89dec3c629d8. 00000400:00000200:0.0:1777573895.262917:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.262928:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.262935:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3635:3635:256:4294967295] 192.168.204.9@tcp LPNI seq info [3631:3631:8:4294967295] 00000400:00000200:0.0:1777573895.262952:0:6479:0:(lib-move.c:2011:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.9@tcp 00000400:00000200:0.0:1777573895.262959:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.262965:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.262971:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777ff00. 00000800:00000200:0.0:1777573895.262977:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.262984:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.262988:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777ff00 type 1, nob 272 niov 1 nkiov 1 00000100:00000200:0.0:1777573895.263008:0:6479:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 176 bytes via portal 33 id 12345-192.168.204.9@tcp mbits 0x69f39ac97bb00-0x69f39ac97bb00 00000800:00000200:3.0:1777573895.263386:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.263390:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777ff00. 00000400:00000200:3.0:1777573895.263394:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.263398:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573895.263403:0:3629:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff89ddc4566800 00000400:00000200:0.0:1777573895.265615:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : ACK - for me 00000400:00000200:0.0:1777573895.265639:0:3630:0:(lib-move.c:4702:lnet_parse_ack()) 192.168.204.109@tcp: ACK from 12345-192.168.204.9@tcp into md 0x17d09 00000400:00000200:0.0:1777573895.265646:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.265650:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: ACK: OK 00000400:00000200:0.0:1777573895.265658:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f440 00000400:00000010:0.0:1777573895.265661:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573895.265666:0:3630:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff89ddc4566800 00000100:00000010:2.0:1777573895.265795:0:6479:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at ffff89deef17afd0. 00000100:00000010:2.0:1777573895.265801:0:6479:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff89ddc4566800. 20000000:00000010:2.0:1777573895.265815:0:6479:0:(mgs_nids.c:961:mgs_get_ir_logs()) kvfree 'pages': 2048 at ffff89ddc452a000. 00010000:00000200:2.0:1777573895.265829:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8050 x1863919917841152/t0(0) o256->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 304/240 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573895.265856:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95cc0. 00000100:00000200:2.0:1777573895.265861:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1863919917841152, offset 224 00000400:00000200:2.0:1777573895.265868:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573895.265889:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573895.265895:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3636:3636:256:4294967295] 192.168.204.9@tcp LPNI seq info [3632:3632:8:4294967295] 00000400:00000200:2.0:1777573895.265905:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573895.265910:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573895.265917:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4fafb00. 00000800:00000200:2.0:1777573895.265923:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573895.265930:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573895.265934:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4fafb00 type 1, nob 336 niov 1 nkiov 1 00000020:00000010:2.0:1777573895.265970:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc00. 00000020:00000010:2.0:1777573895.265976:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21ed8. 00000020:00000010:2.0:1777573895.265980:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea4e00. 00000100:00000200:2.0:1777573895.265996:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573895.266003:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7840. 00000400:00000010:2.0:1777573895.266008:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc40b5d80. 00000800:00000200:3.0:1777573895.266146:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.266151:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4fafb00. 00000400:00000200:3.0:1777573895.266154:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.266158:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.266161:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95cc0 00000400:00000010:3.0:1777573895.266163:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95cc0. 02000000:00000010:3.0:1777573895.266168:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff89ddc4565c00. 00000400:00000200:3.0:1777573895.269827:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.269849:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 328 into portal 26 MB=0x69f39ac97bb80 00000400:00000200:3.0:1777573895.269860:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 328/328 into md 0x171c9 [2] + 0 00000400:00000010:3.0:1777573895.269867:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d171b8. 00000400:00000200:3.0:1777573895.269871:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc505d6c0 00000400:00000200:3.0:1777573895.269897:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.269903:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.269909:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505d6c0 00000400:00000010:3.0:1777573895.269911:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc505d6c0. 00000100:00000200:3.0:1777573895.269918:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573895.270334:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.270339:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.270346:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546c00. 00000020:00000010:1.0:1777573895.270352:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.270357:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.270404:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.270407:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573895.270410:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841280 00010000:00000010:1.0:1777573895.270436:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3186a00. 02000000:00000010:1.0:1777573895.270453:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc30ab400. 00010000:00000200:1.0:1777573895.270476:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cac50 x1863919917841280/t0(0) o101->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 328/344 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573895.270495:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23c38. 00000100:00000200:1.0:1777573895.270501:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919917841280, offset 224 00000400:00000200:1.0:1777573895.270507:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573895.270518:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573895.270524:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3637:3637:256:4294967295] 192.168.204.9@tcp LPNI seq info [3633:3633:8:4294967295] 00000400:00000200:1.0:1777573895.270536:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573895.270542:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573895.270546:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4de0b00. 00000800:00000200:1.0:1777573895.270553:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573895.270560:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573895.270566:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0b00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1777573895.270595:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.270599:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.270602:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546c00. 00000100:00000200:1.0:1777573895.270611:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573895.270616:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c373c8. 00000400:00000010:1.0:1777573895.270622:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890b40. 00000800:00000200:0.0:1777573895.270814:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.270818:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4de0b00. 00000400:00000200:0.0:1777573895.270822:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.270827:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.270830:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23c38 00000400:00000010:0.0:1777573895.270832:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23c38. 02000000:00000010:0.0:1777573895.270836:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc30ab400. 00000400:00000200:3.0:1777573895.272570:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.272588:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 504 into portal 26 MB=0x69f39ac97bc00 00000400:00000200:3.0:1777573895.272596:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 504/504 into md 0x171d9 [2] + 0 00000400:00000010:3.0:1777573895.272601:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17cb8. 00000400:00000200:3.0:1777573895.272606:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc505df00 00000400:00000200:3.0:1777573895.272620:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.272852:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.272858:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc505df00 00000400:00000010:3.0:1777573895.272861:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc505df00. 00000100:00000200:3.0:1777573895.274166:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1777573895.274383:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.274389:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.274397:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec33f8200. 00000020:00000010:2.0:1777573895.274403:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.274409:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.274453:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.274456:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000100:00000200:2.0:1777573895.274459:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841408 02000000:00000010:2.0:1777573895.274480:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff89ddc2ea0000. 00000040:00000010:2.0:1777573895.274489:0:6479:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89dec1340800. 00000040:00000010:2.0:1777573895.274544:0:6479:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff89dec65c1ce8. 00000040:00000010:2.0:1777573895.274556:0:6479:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff89dec65c1ce8. 00000040:00000010:2.0:1777573895.274560:0:6479:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89dec1340800. 00010000:00000200:2.0:1777573895.274575:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cb050 x1863919917841408/t0(0) o501->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 504/272 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573895.274595:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95aa0. 00000100:00000200:2.0:1777573895.274602:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1863919917841408, offset 224 00000400:00000200:2.0:1777573895.274608:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573895.274619:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573895.274625:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3638:3638:256:4294967295] 192.168.204.9@tcp LPNI seq info [3634:3634:8:4294967295] 00000400:00000200:2.0:1777573895.274636:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573895.274642:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573895.274646:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4faf200. 00000800:00000200:2.0:1777573895.274653:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573895.274661:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573895.274666:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4faf200 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:2.0:1777573895.274767:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.274772:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.274776:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec33f8200. 00000100:00000200:2.0:1777573895.274787:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573895.274793:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7268. 00000400:00000010:2.0:1777573895.274798:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc40b5000. 00000800:00000200:3.0:1777573895.279516:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.279527:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4faf200. 00000400:00000200:3.0:1777573895.279534:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.279544:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.279552:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95aa0 00000400:00000010:3.0:1777573895.279555:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95aa0. 02000000:00000010:3.0:1777573895.279563:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff89ddc2ea0000. 00000400:00000200:2.0:1777573895.290972:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573895.290995:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97bc80 00000400:00000200:2.0:1777573895.291003:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x171e9 [2] + 0 00000400:00000010:2.0:1777573895.294034:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37160. 00000400:00000200:2.0:1777573895.294043:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc699f180 00000400:00000200:2.0:1777573895.294088:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.294097:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.294104:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc699f180 00000400:00000010:2.0:1777573895.294106:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc699f180. 00000100:00000200:2.0:1777573895.294113:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573895.294293:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.294299:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.294306:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546c00. 00000020:00000010:1.0:1777573895.294311:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.294316:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.294362:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.294365:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573895.294368:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841536 02000000:00000010:1.0:1777573895.294406:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff89def7a3c000. 00000040:00000010:1.0:1777573895.294413:0:6478:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc4546200. 00000040:00000010:1.0:1777573895.294431:0:6478:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4392000. 00000040:00000010:1.0:1777573895.294465:0:6478:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4392000. 00000040:00000010:1.0:1777573895.294470:0:6478:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc4546200. 00010000:00000200:1.0:1777573895.294483:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8c50 x1863919917841536/t0(0) o503->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 272/8416 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573895.294503:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc6890c00. 00000100:00000200:1.0:1777573895.294511:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1863919917841536, offset 224 00000400:00000200:1.0:1777573895.294518:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573895.294531:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573895.294538:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3639:3639:256:4294967295] 192.168.204.9@tcp LPNI seq info [3635:3635:8:4294967295] 00000400:00000200:1.0:1777573895.294548:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573895.294553:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573895.294557:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc4546200. 00000800:00000200:1.0:1777573895.294564:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573895.294571:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:1.0:1777573895.294575:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4546200 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:1.0:1777573895.294604:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.294608:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.294611:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546c00. 00000100:00000200:1.0:1777573895.294620:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573895.294624:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37dc0. 00000400:00000010:1.0:1777573895.294628:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890e40. 00000800:00000200:3.0:1777573895.294890:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.294895:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc4546200. 00000400:00000200:3.0:1777573895.294898:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.294903:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.294907:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6890c00 00000400:00000010:3.0:1777573895.294909:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc6890c00. 02000000:00000010:3.0:1777573895.294913:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff89def7a3c000. 00000400:00000200:3.0:1777573895.307142:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.307164:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97bd00 00000400:00000200:3.0:1777573895.307173:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x171f9 [2] + 0 00000400:00000010:3.0:1777573895.307189:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940f78. 00000400:00000200:3.0:1777573895.307198:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc68900c0 00000400:00000200:3.0:1777573895.307257:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.307263:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.307268:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc68900c0 00000400:00000010:3.0:1777573895.307270:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc68900c0. 00000100:00000200:3.0:1777573895.307277:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1777573895.307657:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.307663:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.307669:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546c00. 00000020:00000010:1.0:1777573895.307675:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.307680:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.307768:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573895.307771:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573895.307774:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841664 02000000:00000010:1.0:1777573895.307811:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a3c000. 00000040:00000010:1.0:1777573895.307818:0:6480:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89ddc4547000. 00000040:00000010:1.0:1777573895.307837:0:6480:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4392000. 00000040:00000010:1.0:1777573895.307885:0:6480:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4392000. 00000040:00000010:1.0:1777573895.307891:0:6480:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89ddc4547000. 00010000:00000200:1.0:1777573895.307903:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84cb850 x1863919917841664/t0(0) o502->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 272/8472 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573895.307923:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc6890900. 00000100:00000200:1.0:1777573895.307929:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917841664, offset 224 00000400:00000200:1.0:1777573895.307936:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573895.307947:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573895.307953:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3640:3640:256:4294967295] 192.168.204.9@tcp LPNI seq info [3636:3636:8:4294967295] 00000400:00000200:1.0:1777573895.307964:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573895.307970:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573895.307976:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89ddc4547000. 00000800:00000200:1.0:1777573895.307983:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573895.307991:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:1.0:1777573895.307995:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4547000 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:1.0:1777573895.308068:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573895.308073:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573895.308076:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546c00. 00000100:00000200:1.0:1777573895.308086:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573895.308092:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37e70. 00000400:00000010:1.0:1777573895.308097:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc68900c0. 00000800:00000200:3.0:1777573895.312510:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.312519:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89ddc4547000. 00000400:00000200:3.0:1777573895.312526:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.312535:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.312541:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6890900 00000400:00000010:3.0:1777573895.312544:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc6890900. 02000000:00000010:3.0:1777573895.312551:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a3c000. 00000400:00000200:3.0:1777573895.338557:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.338579:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 272 into portal 26 MB=0x69f39ac97bd80 00000400:00000200:3.0:1777573895.338591:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 272/272 into md 0x17209 [2] + 0 00000400:00000010:3.0:1777573895.338597:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940bb0. 00000400:00000200:3.0:1777573895.338606:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc6890f00 00000400:00000200:3.0:1777573895.338625:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.338631:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.338636:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6890f00 00000400:00000010:3.0:1777573895.338640:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc6890f00. 00000100:00000200:3.0:1777573895.338647:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1777573895.338818:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.338824:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.338831:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec1340800. 00000020:00000010:2.0:1777573895.338838:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.338843:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.338893:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.338897:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000100:00000200:2.0:1777573895.338900:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841792 02000000:00000010:2.0:1777573895.338937:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at ffff89def7a3c000. 00000040:00000010:2.0:1777573895.338947:0:6479:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff89dec33f8200. 00000040:00000010:2.0:1777573895.338967:0:6479:0:(llog.c:415:llog_init_handle()) kmalloced '(llh)': 8192 at ffff89ddc4112000. 00000040:00000010:2.0:1777573895.339005:0:6479:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff89ddc4112000. 00000040:00000010:2.0:1777573895.339009:0:6479:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff89dec33f8200. 00010000:00000200:2.0:1777573895.339023:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84ca050 x1863919917841792/t0(0) o502->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:396/0 lens 272/8472 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573895.339045:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff89ddc40b5180. 00000100:00000200:2.0:1777573895.339051:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1863919917841792, offset 224 00000400:00000200:2.0:1777573895.339058:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573895.339070:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573895.339076:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3641:3641:256:4294967295] 192.168.204.9@tcp LPNI seq info [3637:3637:8:4294967295] 00000400:00000200:2.0:1777573895.339085:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573895.339091:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573895.339095:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff89dec33f8200. 00000800:00000200:2.0:1777573895.339100:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573895.339107:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1022 00000800:00000200:2.0:1777573895.339111:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89dec33f8200 type 1, nob 8568 niov 1 nkiov 3 00000020:00000010:2.0:1777573895.339140:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.339144:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.339148:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec1340800. 00000100:00000200:2.0:1777573895.339159:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573895.339164:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7478. 00000400:00000010:2.0:1777573895.339168:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc40b5240. 00000800:00000200:3.0:1777573895.339318:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.339322:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff89dec33f8200. 00000400:00000200:3.0:1777573895.339325:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.339330:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.339333:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc40b5180 00000400:00000010:3.0:1777573895.339335:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 168 at ffff89ddc40b5180. 02000000:00000010:3.0:1777573895.339339:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff89def7a3c000. 00000400:00000200:3.0:1777573895.345081:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.345103:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 12 MB=0x69f39ac97be00 00000400:00000200:3.0:1777573895.345113:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 520/520 into md 0x23d [64] + 137600 00000400:00000200:3.0:1777573895.345128:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.345133:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573895.345141:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573895.345148:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4e00. 00000400:00000200:3.0:1777573895.345186:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.345192:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 12 MB=0x69f39ac97bf00 00000400:00000200:3.0:1777573895.345196:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 520/520 into md 0x23d [64] + 138120 00000020:00000010:0.0:1777573895.345373:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89defaea4600. 00000020:00000010:0.0:1777573895.345381:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573895.345386:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000100:00000200:0.0:1777573895.345431:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917841920 02000000:00000010:0.0:1777573895.345457:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89ddc4566800. 00000020:00000010:0.0:1777573895.345469:0:6485:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc452d000. 00000004:00000010:0.0:1777573895.345477:0:6485:0:(mdt_handler.c:7612:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff89def7a846c0. 00000001:00000010:0.0:1777573895.345481:0:6485:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc431d480. 00000001:00000010:0.0:1777573895.345488:0:6485:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def777f300. 00000001:00000010:0.0:1777573895.345493:0:6485:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e91820. 00000001:00000010:0.0:1777573895.345497:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89defaea5000. 00000001:00000010:0.0:1777573895.345499:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89defaea5a00. 00000001:00000010:0.0:1777573895.345503:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89defaea4e00. 00000001:00000010:0.0:1777573895.345506:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89defaea5c00. 00000001:00000010:0.0:1777573895.345510:0:6485:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def777f000. 00000001:00000010:0.0:1777573895.345512:0:6485:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e919a0. 00000001:00000010:0.0:1777573895.345515:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc302be00. 00000001:00000010:0.0:1777573895.345518:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc302a600. 00000001:00000010:0.0:1777573895.345520:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc302aa00. 00000001:00000010:0.0:1777573895.345522:0:6485:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc302bc00. 00080000:00000010:0.0:1777573895.345557:0:6485:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc3df0c00. 00080000:00000010:0.0:1777573895.345566:0:6485:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84380. 00000001:00000010:0.0:1777573895.345577:0:6485:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccbc60. 00080000:00000010:0.0:1777573895.345616:0:6485:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573895.345626:0:6485:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ddc1ccb2a0. 00000020:00000010:0.0:1777573895.345631:0:6485:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ddc1ccb2a0. 00000020:00000010:0.0:1777573895.345637:0:6485:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc452f000. 00000020:00000010:0.0:1777573895.345645:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000400:00000200:0.0:1777573895.345656:0:6485:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:0.0:1777573895.345688:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a4e00 x1863919917841920/t0(0) o38->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.345750:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f440. 00000100:00000200:0.0:1777573895.345755:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1863919917841920, offset 0 00000400:00000200:0.0:1777573895.345761:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.345770:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.345776:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3642:3642:256:4294967295] 192.168.204.9@tcp LPNI seq info [3638:3638:8:4294967295] 00000400:00000200:0.0:1777573895.345786:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.345792:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.345797:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777f700. 00000800:00000200:0.0:1777573895.345803:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.345810:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.345814:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777f700 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1777573895.345829:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573895.345833:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573895.345837:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89defaea4600. 00000400:00000200:3.0:1777573895.346008:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.346013:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573895.346018:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573895.346022:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5180. 00000800:00000200:2.0:1777573895.346084:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573895.346089:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777f700. 00000400:00000200:2.0:1777573895.346093:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.346097:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.346100:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f440 00000400:00000010:2.0:1777573895.346103:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f440. 00000020:00000010:0.0:1777573895.346155:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3df0e00. 00000020:00000010:0.0:1777573895.346159:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573895.346161:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000100:00000200:0.0:1777573895.346186:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842176 02000000:00000010:0.0:1777573895.346199:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89ddc4564400. 00000020:00000010:0.0:1777573895.346205:0:6486:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc452e000. 00000004:00000010:0.0:1777573895.346211:0:6486:0:(mdt_handler.c:7612:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff89def7a84800. 00000001:00000010:0.0:1777573895.346213:0:6486:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc431d280. 00000001:00000010:0.0:1777573895.346216:0:6486:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def777fc00. 00000001:00000010:0.0:1777573895.346220:0:6486:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e91a40. 00000001:00000010:0.0:1777573895.346223:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89defaea4600. 00000001:00000010:0.0:1777573895.346226:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89dec1284c00. 00000001:00000010:0.0:1777573895.346229:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89deeebb8a00. 00000001:00000010:0.0:1777573895.346232:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89defbd31a00. 00000001:00000010:0.0:1777573895.346324:0:6486:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def777f400. 00000001:00000010:0.0:1777573895.346327:0:6486:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e911e0. 00000001:00000010:0.0:1777573895.346330:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc31cc000. 00000001:00000010:0.0:1777573895.346332:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc31cca00. 00000001:00000010:0.0:1777573895.346337:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89defbd0e600. 00000001:00000010:0.0:1777573895.346340:0:6486:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89def7871800. 00080000:00000010:0.0:1777573895.346360:0:6486:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def7871a00. 00080000:00000010:0.0:1777573895.346366:0:6486:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84b00. 00000001:00000010:0.0:1777573895.346376:0:6486:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccb2a0. 00080000:00000010:0.0:1777573895.346395:0:6486:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84b00. 00000020:00000010:0.0:1777573895.346401:0:6486:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ddc1ccb6c0. 00000020:00000010:0.0:1777573895.346404:0:6486:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ddc1ccb6c0. 00000020:00000010:0.0:1777573895.346408:0:6486:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc4528000. 00000020:00000010:0.0:1777573895.346413:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b00. 00000400:00000200:0.0:1777573895.346420:0:6486:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:0.0:1777573895.346437:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a5180 x1863919917842176/t0(0) o38->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.346448:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f550. 00000100:00000200:0.0:1777573895.346451:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1863919917842176, offset 0 00000400:00000200:0.0:1777573895.346455:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.346460:0:6486:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.346464:0:6486:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3643:3643:256:4294967295] 192.168.204.9@tcp LPNI seq info [3639:3639:8:4294967295] 00000400:00000200:0.0:1777573895.346472:0:6486:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.346477:0:6486:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.346480:0:6486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777f200. 00000800:00000200:0.0:1777573895.346484:0:6486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.346488:0:6486:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.346491:0:6486:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777f200 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1777573895.346548:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573895.346552:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573895.346555:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3df0e00. 00000800:00000200:1.0:1777573895.346600:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573895.346603:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777f200. 00000400:00000200:1.0:1777573895.346606:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573895.346609:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573895.346612:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f550 00000400:00000010:1.0:1777573895.346614:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f550. 00000400:00000200:3.0:1777573895.350238:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.350258:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97bf80 00000400:00000200:3.0:1777573895.350267:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 138640 00000400:00000200:3.0:1777573895.350279:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.350284:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573895.350292:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573895.350299:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4380. 00000400:00000200:3.0:1777573895.350336:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.350342:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97be80 00000400:00000200:3.0:1777573895.350346:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 138864 00000400:00000200:3.0:1777573895.350356:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.350359:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573895.350362:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573895.350365:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5c00. 00000020:00000010:0.0:1777573895.350569:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84780. 00000020:00000010:0.0:1777573895.350576:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84b00. 00000020:00000010:0.0:1777573895.350598:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871c00. 00000020:00000010:0.0:1777573895.350604:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573895.350608:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573895.350650:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84b00. 00000020:00000010:0.0:1777573895.350653:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573895.350658:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871200. 00000020:00000010:0.0:1777573895.350661:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d680. 00000020:00000010:0.0:1777573895.350664:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573895.350680:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573895.350683:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573895.350685:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842304 02000000:00000010:0.0:1777573895.350735:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc4564000. 00000020:00000010:0.0:1777573895.350806:0:12623:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff89ddc4529800. 00010000:00000200:0.0:1777573895.350818:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a4380 x1863919917842304/t0(0) o41->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:396/0 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.350838:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573895.350844:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917842304, offset 224 00000400:00000200:0.0:1777573895.350850:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.350859:0:12623:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.350865:0:12623:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3644:3644:256:4294967295] 192.168.204.9@tcp LPNI seq info [3640:3640:8:4294967295] 00000400:00000200:0.0:1777573895.350886:0:12623:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.350892:0:12623:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.350897:0:12623:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777fd00. 00000800:00000200:0.0:1777573895.350902:0:12623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.350909:0:12623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.350913:0:12623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777fd00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1777573895.350931:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d100. 00000020:00000010:0.0:1777573895.350935:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573895.350938:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871c00. 00000020:00000010:0.0:1777573895.350952:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573895.350954:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573895.350956:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842048 02000000:00000010:0.0:1777573895.350964:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc4566c00. 00000020:00000010:0.0:1777573895.350981:0:12623:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff89ddc4528800. 00010000:00000200:0.0:1777573895.350988:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a5c00 x1863919917842048/t0(0) o41->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:396/0 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.350999:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573895.351002:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917842048, offset 224 00000400:00000200:0.0:1777573895.351006:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.351012:0:12623:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.351015:0:12623:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3645:3645:255:4294967295] 192.168.204.9@tcp LPNI seq info [3641:3641:7:4294967295] 00000400:00000200:0.0:1777573895.351023:0:12623:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.351028:0:12623:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.351031:0:12623:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777fe00. 00000800:00000200:0.0:1777573895.351035:0:12623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.351039:0:12623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.351041:0:12623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777fe00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1777573895.351059:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d680. 00000020:00000010:0.0:1777573895.351062:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573895.351065:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871200. 00000800:00000200:0.0:1777573895.351105:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.351108:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777fd00. 00000400:00000200:0.0:1777573895.351113:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.351117:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.351120:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573895.351123:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000800:00000200:0.0:1777573895.351193:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.351196:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777fe00. 00000400:00000200:0.0:1777573895.351199:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.351202:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.351205:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573895.351207:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000400:00000200:0.0:1777573895.351488:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573895.351496:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97c000 00000400:00000200:0.0:1777573895.351501:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 139088 00000400:00000200:0.0:1777573895.351510:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.351514:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573895.351517:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573895.351521:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44fc700. 00000020:00000010:2.0:1777573895.351623:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.351627:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.351632:0:6485:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec33f8200. 00000020:00000010:2.0:1777573895.351635:0:6485:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.351639:0:6485:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.351673:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.351676:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000100:00000200:2.0:1777573895.351678:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842432 02000000:00000010:2.0:1777573895.351687:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2ea0800. 00000020:00000010:2.0:1777573895.351722:0:6485:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff89ddc403b800. 00010000:00000200:2.0:1777573895.351730:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44fc700 x1863919917842432/t0(0) o41->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:396/0 lens 224/368 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573895.351743:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95ee0. 00000100:00000200:2.0:1777573895.351747:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1863919917842432, offset 224 00000400:00000200:2.0:1777573895.351751:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573895.351758:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573895.351762:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3646:3646:256:4294967295] 192.168.204.9@tcp LPNI seq info [3642:3642:8:4294967295] 00000400:00000200:2.0:1777573895.351769:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573895.351773:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573895.351776:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4faf400. 00000800:00000200:2.0:1777573895.351780:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573895.351784:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573895.351788:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4faf400 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:2.0:1777573895.351798:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.351801:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.351805:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec33f8200. 00000800:00000200:3.0:1777573895.352207:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573895.352211:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4faf400. 00000400:00000200:3.0:1777573895.352215:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.352219:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573895.352222:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95ee0 00000400:00000010:3.0:1777573895.352224:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95ee0. 00000400:00000200:0.0:1777573895.354121:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573895.354136:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 440 into portal 12 MB=0x69f39ac97c080 00000400:00000200:0.0:1777573895.354144:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 440/440 into md 0x23d [64] + 139312 00000400:00000200:0.0:1777573895.354160:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.354164:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573895.354169:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573895.354177:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc419a300. 00000020:00000010:3.0:1777573895.354294:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.354299:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.354304:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492d200. 00000020:00000010:3.0:1777573895.354309:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573895.354313:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573895.354351:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.354353:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5100. 00000100:00000200:3.0:1777573895.354356:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842560 02000000:00000010:3.0:1777573895.354376:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff89def78f7800. 00010000:00000200:3.0:1777573895.354391:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc419a300 x1863919917842560/t0(0) o40->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:396/0 lens 440/448 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573895.354407:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d088. 00000100:00000200:3.0:1777573895.354412:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1863919917842560, offset 224 00000400:00000200:3.0:1777573895.354418:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573895.354426:0:12623:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573895.354432:0:12623:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3647:3647:256:4294967295] 192.168.204.9@tcp LPNI seq info [3643:3643:8:4294967295] 00000400:00000200:3.0:1777573895.354442:0:12623:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573895.354448:0:12623:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573895.354452:0:12623:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4e1ae00. 00000800:00000200:3.0:1777573895.354458:0:12623:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573895.354464:0:12623:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573895.354467:0:12623:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4e1ae00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:3.0:1777573895.354489:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573895.354493:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573895.354496:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492d200. 00000800:00000200:0.0:1777573895.354918:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.354923:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4e1ae00. 00000400:00000200:0.0:1777573895.354928:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.354933:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.354937:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d088 00000400:00000010:0.0:1777573895.354940:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d088. 00000400:00000200:3.0:1777573895.356377:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:3.0:1777573895.356393:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 28 MB=0x69f39ac97c100 00000400:00000200:3.0:1777573895.356400:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 520/520 into md 0xfb9 [8] + 12464 00000400:00000200:3.0:1777573895.356415:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573895.356419:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573895.356425:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573895.356431:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6a00. 00000020:00000010:0.0:1777573895.356523:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871200. 00000020:00000010:0.0:1777573895.356529:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d680. 00000020:00000010:0.0:1777573895.356534:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000100:00000200:0.0:1777573895.356567:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842688 02000000:00000010:0.0:1777573895.356592:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89ddc4565c00. 00000020:00000010:0.0:1777573895.356602:0:8359:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc452a000. 00000001:00000010:0.0:1777573895.356611:0:8359:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc431d100. 00000001:00000010:0.0:1777573895.356617:0:8359:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def777fe00. 00000001:00000010:0.0:1777573895.356622:0:8359:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc3e91a20. 00000001:00000010:0.0:1777573895.356626:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89def7871c00. 00000001:00000010:0.0:1777573895.356629:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89def7870a00. 00000001:00000010:0.0:1777573895.356631:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89def7871000. 00000001:00000010:0.0:1777573895.356634:0:8359:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89def7870800. 00080000:00000010:0.0:1777573895.356667:0:8359:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def7871e00. 00080000:00000010:0.0:1777573895.356677:0:8359:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84380. 00000001:00000010:0.0:1777573895.356779:0:8359:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccb6c0. 00080000:00000010:0.0:1777573895.356815:0:8359:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573895.356826:0:8359:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ddc1ccbf60. 00000020:00000010:0.0:1777573895.356831:0:8359:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ddc1ccbf60. 00000020:00000010:0.0:1777573895.356837:0:8359:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89dec685a000. 00000020:00000010:0.0:1777573895.356844:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000400:00000200:0.0:1777573895.356855:0:8359:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:0.0:1777573895.356895:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc45a6a00 x1863919917842688/t0(0) o8->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573895.356913:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573895.356917:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1863919917842688, offset 0 00000400:00000200:0.0:1777573895.356922:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573895.356929:0:8359:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573895.356935:0:8359:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3648:3648:256:4294967295] 192.168.204.9@tcp LPNI seq info [3644:3644:8:4294967295] 00000400:00000200:0.0:1777573895.356945:0:8359:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573895.356951:0:8359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573895.356955:0:8359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def777fd00. 00000800:00000200:0.0:1777573895.356961:0:8359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573895.356966:0:8359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573895.356970:0:8359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def777fd00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1777573895.356995:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d680. 00000020:00000010:0.0:1777573895.356999:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573895.357003:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871200. 00000400:00000200:0.0:1777573895.357417:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573895.357427:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 520 into portal 28 MB=0x69f39ac97c180 00000400:00000200:0.0:1777573895.357433:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 520/520 into md 0xfb9 [8] + 12984 00000400:00000200:0.0:1777573895.357443:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.357446:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573895.357451:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573895.357456:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5500. 00000800:00000200:0.0:1777573895.357515:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.357519:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def777fd00. 00000400:00000200:0.0:1777573895.357523:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.357526:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.357530:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573895.357532:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000020:00000010:3.0:1777573895.357723:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492d200. 00000020:00000010:3.0:1777573895.357727:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573895.357731:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000100:00000200:3.0:1777573895.357758:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842816 02000000:00000010:3.0:1777573895.357775:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff89def78f7000. 00000020:00000010:3.0:1777573895.357783:0:8361:0:(genops.c:954:__class_new_export()) kmalloced '(export)': 1208 at ffff89ddc2d36800. 00000001:00000010:3.0:1777573895.357789:0:8361:0:(tgt_lastrcvd.c:435:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff89ddc449a580. 00000001:00000010:3.0:1777573895.357793:0:8361:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff89def4e1ac00. 00000001:00000010:3.0:1777573895.357799:0:8361:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff89ddc434d980. 00000001:00000010:3.0:1777573895.357802:0:8361:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492c400. 00000001:00000010:3.0:1777573895.357804:0:8361:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492de00. 00000001:00000010:3.0:1777573895.357806:0:8361:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492d000. 00000001:00000010:3.0:1777573895.357810:0:8361:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff89ddc492dc00. 00080000:00000010:3.0:1777573895.357826:0:8361:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc492ca00. 00080000:00000010:3.0:1777573895.357833:0:8361:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89ddc25c5100. 00000001:00000010:3.0:1777573895.357849:0:8361:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ded26a87e0. 00080000:00000010:3.0:1777573895.357882:0:8361:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89ddc25c5100. 00000020:00000010:3.0:1777573895.357890:0:8361:0:(lprocfs_status_server.c:668:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff89ded26a8540. 00000020:00000010:3.0:1777573895.357893:0:8361:0:(lprocfs_status_server.c:722:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff89ded26a8540. 00000020:00000010:3.0:1777573895.357899:0:8361:0:(genops.c:1285:class_new_import()) kmalloced '(imp)': 1712 at ffff89ddc2d30800. 00000020:00000010:3.0:1777573895.357904:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5100. 00000400:00000200:3.0:1777573895.357912:0:8361:0:(peer.c:1481:LNetPrimaryNID()) NID 192.168.204.9@tcp primary NID 192.168.204.9@tcp rc 0 00010000:00000200:3.0:1777573895.357934:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d5500 x1863919917842816/t0(0) o8->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:0/0 lens 520/416 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573895.357949:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d4c8. 00000100:00000200:3.0:1777573895.357953:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1863919917842816, offset 0 00000400:00000200:3.0:1777573895.357958:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573895.357964:0:8361:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573895.357968:0:8361:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3649:3649:256:4294967295] 192.168.204.9@tcp LPNI seq info [3645:3645:8:4294967295] 00000400:00000200:3.0:1777573895.357976:0:8361:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573895.357981:0:8361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573895.357985:0:8361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4e1ad00. 00000800:00000200:3.0:1777573895.357990:0:8361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573895.357994:0:8361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573895.357997:0:8361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4e1ad00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:3.0:1777573895.358258:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573895.358263:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573895.358267:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492d200. 00000400:00000200:1.0:1777573895.358455:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:1.0:1777573895.358465:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 264 into portal 29 MB=0x69f39ac97c200 00000400:00000200:1.0:1777573895.358471:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1d from 12345-192.168.204.9@tcp of length 264/264 into md 0x729 [1] + 2360 00000400:00000200:1.0:1777573895.358483:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573895.358486:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:1.0:1777573895.358491:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_fld 00000100:00000010:1.0:1777573895.358495:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cb480. 00000020:00000010:2.0:1777573895.358682:0:6497:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.358687:0:6497:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.358713:0:6497:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec33f8200. 00000020:00000010:2.0:1777573895.358716:0:6497:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.358720:0:6497:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.358746:0:6497:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ee40. 00000020:00000010:2.0:1777573895.358749:0:6497:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ee40. 00000100:00000200:2.0:1777573895.358751:0:6497:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917842944 02000000:00000010:2.0:1777573895.358765:0:6497:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at ffff89ddc2ea0000. 00010000:00000200:2.0:1777573895.358775:0:6497:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31cb480 x1863919917842944/t0(0) o900->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:396/0 lens 264/248 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573895.358788:0:6497:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95990. 00000100:00000200:2.0:1777573895.358791:0:6497:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 10, xid 1863919917842944, offset 224 00000400:00000200:2.0:1777573895.358796:0:6497:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573895.358802:0:6497:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573895.358806:0:6497:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3650:3650:255:4294967295] 192.168.204.9@tcp LPNI seq info [3646:3646:7:4294967295] 00000400:00000200:2.0:1777573895.358814:0:6497:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573895.358819:0:6497:0:(socklnd_cb.c:1001:ksocknal_send()) sending 248 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573895.358822:0:6497:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4faff00. 00000800:00000200:2.0:1777573895.358826:0:6497:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573895.358831:0:6497:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573895.358834:0:6497:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4faff00 type 1, nob 344 niov 1 nkiov 1 00000020:00000010:2.0:1777573895.358841:0:6497:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70300. 00000020:00000010:2.0:1777573895.358845:0:6497:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573895.358849:0:6497:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec33f8200. 00000800:00000200:1.0:1777573895.359578:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573895.359583:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4e1ad00. 00000400:00000200:1.0:1777573895.359589:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573895.359594:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573895.359598:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d4c8 00000400:00000010:1.0:1777573895.359600:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d4c8. 00000800:00000200:1.0:1777573895.359623:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573895.359625:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4faff00. 00000400:00000200:1.0:1777573895.359628:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573895.359632:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573895.359634:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95990 00000400:00000010:1.0:1777573895.359636:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95990. 00000400:00000200:2.0:1777573895.362126:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573895.362146:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 448 into portal 23 MB=0x69f39ac97c280 00000400:00000200:2.0:1777573895.362154:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.9@tcp of length 448/448 into md 0x3c9 [2] + 1768 00000400:00000010:2.0:1777573895.362160:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89dec73ecf78. 00000400:00000200:2.0:1777573895.362164:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec2b89f00 00000400:00000200:2.0:1777573895.362177:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573895.362182:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573895.362186:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec2b89f00 00000400:00000010:2.0:1777573895.362189:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec2b89f00. 00000100:00000200:2.0:1777573895.362194:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:3.0:1777573895.362380:0:6488:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573895.362385:0:6488:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573895.362391:0:6488:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492d200. 00000020:00000010:3.0:1777573895.362397:0:6488:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573895.362403:0:6488:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573895.362448:0:6488:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5bc0. 00000020:00000010:3.0:1777573895.362451:0:6488:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5bc0. 00000100:00000200:3.0:1777573895.362454:0:6488:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843072 02000000:00000010:3.0:1777573895.362512:0:6488:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff89ddc2d35000. 00010000:00000200:3.0:1777573895.362556:0:6488:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded04bc450 x1863919917843072/t0(0) o33->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:396/0 lens 448/464 e 0 to 0 dl 1777573906 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1777573895.362575:0:6488:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192ddd0. 00000100:00000200:3.0:1777573895.362580:0:6488:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1863919917843072, offset 224 00000400:00000200:3.0:1777573895.362585:0:6488:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573895.362593:0:6488:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573895.362599:0:6488:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3651:3651:256:4294967295] 192.168.204.9@tcp LPNI seq info [3647:3647:8:4294967295] 00000400:00000200:3.0:1777573895.362609:0:6488:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573895.362614:0:6488:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573895.362618:0:6488:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4e1a800. 00000800:00000200:3.0:1777573895.362624:0:6488:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573895.362629:0:6488:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573895.362633:0:6488:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4e1a800 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:3.0:1777573895.362650:0:6488:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a400. 00000020:00000010:3.0:1777573895.362653:0:6488:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573895.362658:0:6488:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492d200. 02000000:00000010:3.0:1777573895.362667:0:6488:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff89ddc3192800. 00000100:00000010:3.0:1777573895.362670:0:6488:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae3100. 02000000:00000010:3.0:1777573895.362675:0:6488:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff89ddc41b4000. 00000100:00000010:3.0:1777573895.362678:0:6488:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc3c13480. 02000000:00000010:3.0:1777573895.362680:0:6488:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff89ddc41b6800. 00000100:00000010:3.0:1777573895.362682:0:6488:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc3082300. 02000000:00000010:3.0:1777573895.362686:0:6488:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff89ddc41b5c00. 00000100:00000010:3.0:1777573895.362688:0:6488:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc3c11c00. 00000100:00000200:3.0:1777573895.362708:0:6488:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1777573895.362713:0:6488:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17cb8. 00000400:00000010:3.0:1777573895.362718:0:6488:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6adc180. 00000800:00000200:0.0:1777573895.367295:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573895.367303:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4e1a800. 00000400:00000200:0.0:1777573895.367313:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573895.367322:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573895.367329:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192ddd0 00000400:00000010:0.0:1777573895.367332:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192ddd0. 02000000:00000010:0.0:1777573895.367340:0:3630:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff89ddc2d35000. 00000100:00000010:1.0:1777573896.119895:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8a80. 02000000:00000010:1.0:1777573896.119928:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0100. 02000000:00000010:1.0:1777573896.120024:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc30a9c00. 00000400:00000010:1.0:1777573896.120033:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d68. 00000400:00000010:1.0:1777573896.120040:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573896.120049:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926527232, portal 4 00000400:00000010:1.0:1777573896.120058:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573896.120061:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926527232, offset 0 00000400:00000200:1.0:1777573896.120071:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573896.120088:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573896.120102:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c4500 00000400:00000200:1.0:1777573896.120123:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 4704 00000400:00000200:1.0:1777573896.120133:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573896.120138:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573896.120148:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573896.120153:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cad80. 00000400:00000200:1.0:1777573896.120186:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573896.120189:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573896.120198:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c8a80 x1863919926527232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573896.120223:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8de0. 00000100:00000010:1.0:1777573896.120239:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d80c0. 00000100:00000010:1.0:1777573896.120245:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8a80. 00000100:00000010:1.0:1777573896.120251:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d86c0. 00000020:00000010:1.0:1777573896.120305:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573896.120310:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573896.120319:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547400. 00000020:00000010:1.0:1777573896.120325:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573896.120331:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573896.120374:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573896.120377:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573896.120380:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926527232 02000000:00000010:1.0:1777573896.120407:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc30ab400. 00010000:00000200:1.0:1777573896.120448:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31cad80 x1863919926527232/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:397/0 lens 224/368 e 0 to 0 dl 1777573907 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573896.120468:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573896.120472:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926527232, offset 224 00000400:00000200:1.0:1777573896.120476:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573896.120481:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573896.120486:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4500 00000400:00000200:1.0:1777573896.120491:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d69 [1] + 224 00000400:00000200:1.0:1777573896.120495:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573896.120498:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573896.120504:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c8a80 x1863919926527232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573896.120519:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573896.120521:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000020:00000010:1.0:1777573896.120536:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573896.120540:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573896.120543:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547400. 00000400:00000010:1.0:1777573896.120567:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:1.0:1777573896.120569:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573896.120571:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573896.120575:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c8a80 x1863919926527232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573896.120583:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c8a80 x1863919926527232/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573896.120614:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc30a9c00. 02000000:00000010:1.0:1777573896.120620:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0100. 00000100:00000010:1.0:1777573896.120625:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8a80. 00000100:00000010:1.0:1777573896.122418:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8a80. 02000000:00000010:1.0:1777573896.122438:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4de0100. 00000100:00000010:2.0:1777573896.122947:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8a80. 02000000:00000010:0.0:1777573896.124360:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89defddd1800. 00000400:00000010:0.0:1777573896.124371:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940160. 00000400:00000010:0.0:1777573896.124380:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573896.124389:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926527360, portal 4 00000400:00000010:0.0:1777573896.124397:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573896.124400:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926527360, offset 0 00000400:00000200:0.0:1777573896.124410:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573896.124427:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573896.124441:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c4580 00000400:00000200:0.0:1777573896.124449:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 7616 00000400:00000200:0.0:1777573896.124459:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573896.124463:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573896.124472:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573896.124479:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d6a00. 00000400:00000200:0.0:1777573896.124507:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573896.124510:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573896.124520:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c8a80 x1863919926527360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573896.124554:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf60. 00000020:00000010:0.0:1777573896.124616:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f40. 00000020:00000010:0.0:1777573896.124639:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870c00. 00000020:00000010:0.0:1777573896.124646:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573896.124654:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573896.124720:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573896.124724:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573896.124729:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926527360 02000000:00000010:0.0:1777573896.124752:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89defddd0000. 00010000:00000200:0.0:1777573896.124785:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d6a00 x1863919926527360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:397/0 lens 224/368 e 0 to 0 dl 1777573907 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573896.124804:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573896.124810:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926527360, offset 224 00000400:00000200:0.0:1777573896.124814:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573896.124820:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573896.124828:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4580 00000400:00000200:0.0:1777573896.124833:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d75 [1] + 224 00000400:00000200:0.0:1777573896.124839:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573896.124843:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573896.124851:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c8a80 x1863919926527360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573896.124883:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573896.124885:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000020:00000010:0.0:1777573896.124897:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573896.124902:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573896.124905:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870c00. 00000400:00000010:0.0:1777573896.124942:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940160. 00000400:00000200:0.0:1777573896.124946:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:0.0:1777573896.124947:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573896.124951:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c8a80 x1863919926527360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573896.124959:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c8a80 x1863919926527360/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573896.124992:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89defddd1800. 02000000:00000010:0.0:1777573896.124999:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4de0100. 00000100:00000010:0.0:1777573896.125006:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8a80. 00000100:00000010:2.0:1777573896.127805:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf60. 00000100:00000010:1.0:1777573896.129041:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d80c0. 00000100:00000010:3.0:1777573896.130426:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d86c0. 00000100:00000010:3.0:1777573896.130448:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573896.130469:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4e1a900. 00000100:00000010:0.0:1777573896.131135:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8de0. 02000000:00000010:3.0:1777573896.131251:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def78f6c00. 00000400:00000010:3.0:1777573896.131261:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d171b8. 00000400:00000010:3.0:1777573896.131269:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d110. 00000100:00000200:3.0:1777573896.131277:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926527488, portal 4 00000400:00000010:3.0:1777573896.131286:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573896.131289:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926527488, offset 0 00000400:00000200:3.0:1777573896.131300:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573896.131318:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573896.131334:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c4600 00000400:00000200:3.0:1777573896.131342:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 7840 00000400:00000200:3.0:1777573896.131351:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573896.131356:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573896.131365:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573896.131371:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc3082300. 00000400:00000200:3.0:1777573896.131432:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:3.0:1777573896.131435:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000100:00000200:3.0:1777573896.131445:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5f80 x1863919926527488/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573896.131470:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8540. 00000100:00000010:3.0:1777573896.131490:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8300. 00000100:00000010:3.0:1777573896.131496:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8120. 00000100:00000010:3.0:1777573896.131500:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a86c0. 00000020:00000010:1.0:1777573896.132055:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573896.132065:0:24449:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5ec0. 00000020:00000010:1.0:1777573896.132085:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573896.132092:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4547400. 00000020:00000010:1.0:1777573896.132097:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573896.132103:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573896.132149:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7e80. 00000020:00000010:1.0:1777573896.132151:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7e80. 00000100:00000200:1.0:1777573896.132154:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926527488 02000000:00000010:1.0:1777573896.132175:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc30a9c00. 00010000:00000200:1.0:1777573896.132197:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc3082300 x1863919926527488/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:397/0 lens 224/368 e 0 to 0 dl 1777573907 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573896.132217:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573896.132222:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926527488, offset 224 00000400:00000200:1.0:1777573896.132227:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573896.132235:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573896.132241:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4600 00000400:00000200:1.0:1777573896.132245:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d81 [1] + 224 00000400:00000200:1.0:1777573896.132250:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573896.132253:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573896.132261:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5f80 x1863919926527488/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573896.132281:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573896.132283:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000020:00000010:1.0:1777573896.132297:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48a00. 00000020:00000010:1.0:1777573896.132300:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573896.132304:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4547400. 00000400:00000010:1.0:1777573896.132327:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d171b8. 00000400:00000200:1.0:1777573896.132332:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d110 00000400:00000010:1.0:1777573896.132335:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d110. 00000100:00000200:1.0:1777573896.132339:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5f80 x1863919926527488/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573896.132349:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5f80 x1863919926527488/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573896.132950:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def78f6c00. 02000000:00000010:1.0:1777573896.132957:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4e1a900. 00000100:00000010:1.0:1777573896.132965:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5f80. 00000100:00000010:1.0:1777573896.134786:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8300. 00000100:00000010:3.0:1777573896.134788:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a86c0. 00000100:00000010:0.0:1777573896.134837:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8540. 00000100:00000010:2.0:1777573896.135902:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8120. 00080000:00000010:2.0:1777573896.470042:0:114158:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573896.470055:0:114158:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573896.470069:0:114158:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573896.470075:0:114158:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573896.470154:0:114158:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573896.470161:0:114158:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573896.470180:0:114158:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573896.470254:0:114158:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00000001:00000010:1.0:1777573897.153165:0:6464:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccbc60. 00080000:00000010:1.0:1777573897.153176:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc3df0c00. 00080000:00000010:1.0:1777573897.153181:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89deef1a2a00. 00000100:00000010:3.0:1777573897.654969:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc3c11c00. 02000000:00000010:3.0:1777573897.654994:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4e1a500. 02000000:00000010:0.0:1777573897.655183:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def4edf000. 00000400:00000010:0.0:1777573897.655192:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940160. 00000400:00000010:0.0:1777573897.655199:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f220. 00000100:00000200:0.0:1777573897.655206:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926527616, portal 4 00000400:00000010:0.0:1777573897.655212:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573897.655215:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926527616, offset 0 00000400:00000200:0.0:1777573897.655223:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573897.655236:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573897.655248:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c4680 00000400:00000200:0.0:1777573897.655254:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 4928 00000400:00000200:0.0:1777573897.655262:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573897.655267:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573897.655431:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573897.655438:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d4a80. 00000400:00000200:0.0:1777573897.655458:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:0.0:1777573897.655461:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573897.655470:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc3c11c00 x1863919926527616/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573913 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573897.655492:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb420. 00000100:00000010:0.0:1777573897.655504:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccba20. 00000100:00000010:0.0:1777573897.655513:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf00. 00000100:00000010:0.0:1777573897.655518:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbae0. 00000020:00000010:2.0:1777573897.656755:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e840. 00000020:00000010:2.0:1777573897.656761:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e840. 00000020:00000010:2.0:1777573897.656768:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4c00. 00000020:00000010:2.0:1777573897.656773:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573897.656778:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573897.656816:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e840. 00000020:00000010:2.0:1777573897.656819:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e840. 00000100:00000200:2.0:1777573897.656822:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926527616 02000000:00000010:2.0:1777573897.656849:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3125800. 00010000:00000200:2.0:1777573897.656878:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d4a80 x1863919926527616/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:398/0 lens 224/368 e 0 to 0 dl 1777573908 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573897.656896:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573897.656903:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926527616, offset 224 00000400:00000200:2.0:1777573897.656908:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573897.656918:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573897.656926:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4680 00000400:00000200:2.0:1777573897.656932:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d8d [1] + 224 00000400:00000200:2.0:1777573897.656937:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573897.656941:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573897.656948:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc3c11c00 x1863919926527616/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573913 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573897.656968:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573897.656970:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000020:00000010:2.0:1777573897.656982:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a00. 00000020:00000010:2.0:1777573897.656986:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573897.656990:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4c00. 00000400:00000010:2.0:1777573897.657150:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940160. 00000400:00000200:2.0:1777573897.657155:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f220 00000400:00000010:2.0:1777573897.657157:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f220. 00000100:00000200:2.0:1777573897.657163:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc3c11c00 x1863919926527616/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573913 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573897.657171:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc3c11c00 x1863919926527616/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573913 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573897.657200:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def4edf000. 02000000:00000010:2.0:1777573897.657205:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4e1a500. 00000100:00000010:2.0:1777573897.657211:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc3c11c00. 00000100:00000010:0.0:1777573897.659195:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb420. 00000100:00000010:3.0:1777573897.659414:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbae0. 00000100:00000010:1.0:1777573897.660028:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccba20. 00000100:00000010:2.0:1777573897.660196:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf00. 00080000:00000010:2.0:1777573897.837396:0:114207:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573897.837405:0:114207:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573897.837416:0:114207:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573897.837420:0:114207:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573897.837429:0:114207:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573897.837433:0:114207:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573897.837441:0:114207:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573897.837446:0:114207:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70300. 00080000:00000010:2.0:1777573899.021896:0:114257:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573899.021916:0:114257:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573899.021928:0:114257:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573899.021934:0:114257:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573899.021943:0:114257:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573899.021948:0:114257:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573899.021957:0:114257:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70e80. 00080000:00000010:2.0:1777573899.021962:0:114257:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70e80. 00000100:00000010:3.0:1777573899.702835:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc3c13480. 00000100:00000010:0.0:1777573899.702858:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5c00. 02000000:00000010:3.0:1777573899.702859:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4e1a500. 02000000:00000010:0.0:1777573899.702870:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc2489700. 02000000:00000010:3.0:1777573899.702936:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def78f5800. 02000000:00000010:0.0:1777573899.702937:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc475f400. 00000400:00000010:0.0:1777573899.702945:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940790. 00000400:00000010:3.0:1777573899.702946:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d178f0. 00000400:00000010:3.0:1777573899.702953:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dbb0. 00000400:00000010:0.0:1777573899.702953:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fe58. 00000100:00000200:0.0:1777573899.702962:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926527872, portal 4 00000400:00000010:0.0:1777573899.702974:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f6e8. 00000100:00000010:1.0:1777573899.703056:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8a80. 02000000:00000010:1.0:1777573899.703064:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef500. 00000100:00000010:1.0:1777573899.703079:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5f80. 02000000:00000010:1.0:1777573899.703084:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef000. 00000100:00000010:1.0:1777573899.703095:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bfb80. 02000000:00000010:1.0:1777573899.703099:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef400. 00000100:00000010:1.0:1777573899.703104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79be300. 02000000:00000010:1.0:1777573899.703107:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef700. 00000100:00000010:1.0:1777573899.703114:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bdc00. 02000000:00000010:1.0:1777573899.703117:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdefc00. 00000100:00000010:1.0:1777573899.703123:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bd500. 02000000:00000010:1.0:1777573899.703126:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef100. 00000100:00000010:1.0:1777573899.703131:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc700. 02000000:00000010:1.0:1777573899.703134:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef200. 00000100:00000010:1.0:1777573899.703138:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:1.0:1777573899.703142:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdeff00. 00000100:00000010:1.0:1777573899.703147:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429dc00. 02000000:00000010:1.0:1777573899.703151:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdefe00. 00000100:00000010:1.0:1777573899.703157:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429ca80. 02000000:00000010:1.0:1777573899.703162:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded0565d00. 00000100:00000010:1.0:1777573899.703167:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429fb80. 02000000:00000010:1.0:1777573899.703171:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1db2100. 00000100:00000010:1.0:1777573899.703176:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429c000. 02000000:00000010:1.0:1777573899.703180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1db2400. 00000100:00000010:1.0:1777573899.703185:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429ea00. 02000000:00000010:1.0:1777573899.703189:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc1db2800. 02000000:00000010:1.0:1777573899.703209:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4546400. 00000400:00000010:1.0:1777573899.703213:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d68. 00000100:00000200:3.0:1777573899.704748:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926527744, portal 4 00000400:00000010:3.0:1777573899.704762:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573899.704766:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926527744, offset 0 00000400:00000200:3.0:1777573899.704775:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.704798:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.704809:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c4700 00000400:00000200:3.0:1777573899.704816:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 8064 00000400:00000200:3.0:1777573899.704823:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.704827:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.704835:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573899.704842:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc3c11c00. 00000100:00000200:0.0:1777573899.704850:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926527872, offset 0 00000400:00000200:0.0:1777573899.704860:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573899.704866:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573899.704873:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c4780 00000400:00000200:0.0:1777573899.704878:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 8288 00000400:00000200:0.0:1777573899.704882:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573899.704886:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1777573899.704923:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc25a5800. 00000400:00000200:3.0:1777573899.704926:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:0.0:1777573899.704928:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940478. 00000400:00000010:3.0:1777573899.704931:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573899.704941:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc3c13480 x1863919926527744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573899.704961:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8180. 00000100:00000010:3.0:1777573899.704974:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8c00. 00000100:00000010:3.0:1777573899.704979:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8b40. 00000100:00000010:3.0:1777573899.704983:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8600. 02000000:00000010:3.0:1777573899.705002:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2a800. 00000400:00000010:3.0:1777573899.705005:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17318. 00000400:00000010:3.0:1777573899.705009:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573899.705012:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528128, portal 10 00000400:00000010:3.0:1777573899.705016:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573899.705018:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926528128, offset 0 00000400:00000200:3.0:1777573899.705023:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.705100:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.705106:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4880 00000400:00000200:3.0:1777573899.705112:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 139752 00000400:00000200:3.0:1777573899.705117:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.705120:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.705124:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573899.705128:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae3100. 00000400:00000200:3.0:1777573899.705141:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573899.705143:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573899.705147:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5f80 x1863919926528128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.705165:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2a400. 00000400:00000010:3.0:1777573899.705168:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17688. 00000400:00000010:3.0:1777573899.705171:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573899.705174:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528640, portal 10 00000400:00000010:3.0:1777573899.705178:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573899.705180:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926528640, offset 0 00000400:00000200:3.0:1777573899.705183:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.705187:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.705191:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4a80 00000400:00000200:3.0:1777573899.705195:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 139976 00000400:00000200:3.0:1777573899.705198:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.705201:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.705204:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573899.705208:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4471180. 00000400:00000200:3.0:1777573899.705218:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573899.705220:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573899.705224:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bd500 x1863919926528640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.705240:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2b000. 00000400:00000010:3.0:1777573899.705244:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17420. 00000400:00000010:3.0:1777573899.705246:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573899.705249:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926529152, portal 10 00000400:00000010:3.0:1777573899.705253:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573899.705256:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926529152, offset 0 00000400:00000200:3.0:1777573899.705259:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.705264:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.705268:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4c80 00000400:00000200:3.0:1777573899.705271:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 140200 00000400:00000200:3.0:1777573899.705275:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.705277:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.705280:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573899.705283:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4470700. 00000400:00000200:3.0:1777573899.705293:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573899.705295:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573899.705299:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429ca80 x1863919926529152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573899.705340:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5780. 00000020:00000010:3.0:1777573899.705344:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5780. 00000020:00000010:3.0:1777573899.705350:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b600. 00000020:00000010:3.0:1777573899.705355:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a280. 00000020:00000010:3.0:1777573899.705361:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573899.705392:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5780. 00000020:00000010:3.0:1777573899.705405:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b200. 00000020:00000010:3.0:1777573899.705408:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573899.705411:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573899.705424:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573899.705427:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573899.705429:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573899.705432:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2ac00. 00000020:00000010:3.0:1777573899.705435:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573899.705437:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573899.705455:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573899.705458:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000100:00000200:3.0:1777573899.705461:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528128 02000000:00000010:3.0:1777573899.705478:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def78f4400. 00010000:00000200:3.0:1777573899.705487:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae3100 x1863919926528128/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.705502:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573899.705505:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926528128, offset 224 00000400:00000200:3.0:1777573899.705509:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.705514:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.705518:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4880 00000400:00000200:3.0:1777573899.705523:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17da9 [1] + 224 00000400:00000200:3.0:1777573899.705526:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.705529:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.705535:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5f80 x1863919926528128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573899.705549:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573899.705551:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000020:00000010:3.0:1777573899.705562:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a280. 00000020:00000010:3.0:1777573899.705565:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573899.705569:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b600. 00000020:00000010:3.0:1777573899.705580:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573899.705583:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000100:00000200:3.0:1777573899.705585:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528640 02000000:00000010:3.0:1777573899.705592:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def78f6c00. 00010000:00000200:3.0:1777573899.705597:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4471180 x1863919926528640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.705606:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573899.705609:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926528640, offset 224 00000400:00000200:3.0:1777573899.705613:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.705618:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.705622:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4a80 00000400:00000200:3.0:1777573899.705627:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17db1 [1] + 224 00000400:00000200:3.0:1777573899.705630:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.705633:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.705637:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bd500 x1863919926528640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573899.705646:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573899.705648:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000020:00000010:3.0:1777573899.705654:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573899.705657:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573899.705659:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b200. 00000020:00000010:3.0:1777573899.705668:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573899.705670:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5580. 00000100:00000200:3.0:1777573899.705672:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529152 02000000:00000010:3.0:1777573899.705679:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fb5000. 00010000:00000200:3.0:1777573899.705683:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4470700 x1863919926529152/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.705712:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573899.705716:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926529152, offset 224 00000400:00000200:3.0:1777573899.705719:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.705725:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.705729:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4c80 00000400:00000200:3.0:1777573899.705733:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17db9 [1] + 224 00000400:00000200:3.0:1777573899.705736:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.705739:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.705744:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429ca80 x1863919926529152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573899.705753:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573899.705755:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000020:00000010:3.0:1777573899.705761:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573899.705764:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573899.705767:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2ac00. 00000100:00000200:3.0:1777573899.705807:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573899.705812:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4472680. 00000400:00000200:3.0:1777573899.706199:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f6e8 00000400:00000010:3.0:1777573899.706202:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f6e8. 00000100:00000200:3.0:1777573899.706209:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31d5c00 x1863919926527872/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.706238:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2ac00. 00000400:00000010:3.0:1777573899.706242:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17210. 00000400:00000010:3.0:1777573899.706246:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573899.706249:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528000, portal 25 00000400:00000010:3.0:1777573899.706253:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573899.706255:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926528000, offset 0 00000400:00000200:3.0:1777573899.706259:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.706263:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.706268:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c4800 00000400:00000200:3.0:1777573899.706273:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17219 [2] + 0 00000400:00000010:3.0:1777573899.706276:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940e70. 00000400:00000200:3.0:1777573899.706279:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc68903c0 00000400:00000200:3.0:1777573899.706282:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.706285:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777573899.706288:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc68903c0 00000400:00000010:3.0:1777573899.706289:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc68903c0. 00000100:00000200:3.0:1777573899.706293:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777573899.706304:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:3.0:1777573899.706306:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573899.706310:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c8a80 x1863919926528000/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.706333:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2b200. 00000400:00000010:3.0:1777573899.706337:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d175d8. 00000400:00000010:3.0:1777573899.706340:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d2a8. 00000100:00000200:3.0:1777573899.706342:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528512, portal 4 00000400:00000010:3.0:1777573899.706346:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573899.706348:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926528512, offset 0 00000400:00000200:3.0:1777573899.706352:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.706356:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.706361:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c4a00 00000400:00000200:3.0:1777573899.706365:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 5152 00000400:00000200:3.0:1777573899.706370:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.706372:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.706376:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573899.706380:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b3480. 00000400:00000200:3.0:1777573899.706390:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573899.706392:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573899.706396:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bdc00 x1863919926528512/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.706413:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2b600. 00000400:00000010:3.0:1777573899.706416:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17f20. 00000400:00000010:3.0:1777573899.706418:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573899.706421:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926529024, portal 4 00000400:00000010:3.0:1777573899.706424:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573899.706426:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926529024, offset 0 00000400:00000200:3.0:1777573899.706430:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.706434:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.706438:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c4c00 00000400:00000200:3.0:1777573899.706443:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 13504 00000400:00000200:3.0:1777573899.706447:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.706450:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.706454:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573899.706457:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b0700. 00000400:00000200:3.0:1777573899.706467:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573899.706469:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573899.706473:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429dc00 x1863919926529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.706489:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef381c00. 00000400:00000010:3.0:1777573899.706492:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179f8. 00000400:00000010:3.0:1777573899.706495:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573899.706498:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926529536, portal 4 00000400:00000010:3.0:1777573899.706502:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573899.706504:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926529536, offset 0 00000400:00000200:3.0:1777573899.706508:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.706512:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.706516:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c4e00 00000400:00000200:3.0:1777573899.706520:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 13728 00000400:00000200:3.0:1777573899.706524:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.706527:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.706529:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573899.706533:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc15b1880. 00000400:00000200:3.0:1777573899.706542:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573899.706544:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573899.706548:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429ea00 x1863919926529536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573899.706582:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5580. 00000020:00000010:3.0:1777573899.706593:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2758a00. 00000020:00000010:3.0:1777573899.706597:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573899.706600:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573899.706619:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5180. 00000020:00000010:3.0:1777573899.706625:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf000. 00000020:00000010:3.0:1777573899.706628:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573899.706630:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573899.706643:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573899.706645:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ac0. 00000100:00000200:3.0:1777573899.706648:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529024 02000000:00000010:3.0:1777573899.706656:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fb4000. 00010000:00000200:3.0:1777573899.706663:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc15b0700 x1863919926529024/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.706673:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573899.706676:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926529024, offset 224 00000400:00000200:3.0:1777573899.706680:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.706684:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.706689:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4c00 00000400:00000200:3.0:1777573899.706709:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17ddd [1] + 224 00000400:00000200:3.0:1777573899.706714:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.706716:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.706722:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429dc00 x1863919926529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573899.706736:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573899.706738:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573899.706746:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573899.706748:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573899.706751:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2758a00. 00000020:00000010:3.0:1777573899.706761:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573899.706764:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ac0. 00000100:00000200:3.0:1777573899.706766:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529536 02000000:00000010:3.0:1777573899.706773:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2fb7800. 00010000:00000200:3.0:1777573899.706777:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc15b1880 x1863919926529536/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.706798:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573899.706802:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926529536, offset 224 00000400:00000200:3.0:1777573899.706805:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.706810:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.706814:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4e00 00000400:00000200:3.0:1777573899.706819:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17de5 [1] + 224 00000400:00000200:3.0:1777573899.706822:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.706825:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.706829:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429ea00 x1863919926529536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573899.706839:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573899.706841:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573899.706847:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573899.706849:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573899.706852:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf000. 00000400:00000010:3.0:1777573899.706888:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17318. 00000400:00000200:3.0:1777573899.706891:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573899.706894:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573899.706899:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5f80 x1863919926528128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573899.706908:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5f80 x1863919926528128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.706931:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17688. 00000400:00000200:3.0:1777573899.706934:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573899.706935:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573899.706939:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bd500 x1863919926528640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573899.706947:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bd500 x1863919926528640/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.706957:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17420. 00000400:00000200:3.0:1777573899.706960:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573899.706961:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573899.706965:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429ca80 x1863919926529152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573899.706973:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429ca80 x1863919926529152/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.706986:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2a800. 02000000:00000010:3.0:1777573899.706991:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef000. 00000100:00000010:3.0:1777573899.706995:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573899.707000:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2a400. 02000000:00000010:3.0:1777573899.707003:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef100. 00000100:00000010:3.0:1777573899.707005:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bd500. 02000000:00000010:3.0:1777573899.707008:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2b000. 02000000:00000010:3.0:1777573899.707010:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded0565d00. 00000100:00000010:3.0:1777573899.707015:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429ca80. 00000400:00000010:3.0:1777573899.708148:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17f20. 00000400:00000200:3.0:1777573899.708154:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573899.708156:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573899.708164:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429dc00 x1863919926529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573899.708173:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429dc00 x1863919926529024/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.708190:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d179f8. 00000400:00000200:3.0:1777573899.708192:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573899.708194:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573899.708198:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429ea00 x1863919926529536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573899.708206:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429ea00 x1863919926529536/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.708218:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2b600. 02000000:00000010:3.0:1777573899.708223:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdefe00. 00000100:00000010:3.0:1777573899.708226:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429dc00. 02000000:00000010:3.0:1777573899.708229:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef381c00. 02000000:00000010:3.0:1777573899.708233:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1db2800. 00000100:00000010:3.0:1777573899.708235:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429ea00. 00000020:00000010:3.0:1777573899.708290:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573899.708294:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573899.708297:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf000. 00000020:00000010:3.0:1777573899.708301:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573899.708305:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573899.708329:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573899.708332:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ac0. 00000100:00000200:3.0:1777573899.708334:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528000 02000000:00000010:3.0:1777573899.708344:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def766c400. 00010000:00000200:3.0:1777573899.708350:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84ca450 x1863919926528000/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573899.708362:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573899.708366:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926528000, offset 224 00000400:00000200:3.0:1777573899.708371:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573899.708380:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573899.708386:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c4800 00000400:00000200:3.0:1777573899.708392:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17dcd [1] + 224 00000400:00000200:3.0:1777573899.708397:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573899.708400:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573899.708407:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c8a80 x1863919926528000/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573899.708422:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573899.708423:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573899.708432:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a080. 00000020:00000010:3.0:1777573899.708435:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573899.708438:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf000. 02000000:00000010:3.0:1777573899.708447:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def766c400. 00000100:00000200:3.0:1777573899.708452:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573899.708456:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d179f8. 00000400:00000010:3.0:1777573899.708461:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc3c233c0. 00000400:00000010:3.0:1777573899.708472:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17210. 00000400:00000200:3.0:1777573899.708475:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000400:00000010:3.0:1777573899.708476:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573899.708481:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c8a80 x1863919926528000/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573899.708489:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c8a80 x1863919926528000/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573899.708501:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2ac00. 02000000:00000010:3.0:1777573899.708504:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef500. 00000100:00000010:3.0:1777573899.708507:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8a80. 00000020:00000010:2.0:1777573899.708622:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.708626:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.708631:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4000. 00000020:00000010:2.0:1777573899.708634:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573899.708638:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573899.708661:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.708664:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5680. 00000020:00000010:2.0:1777573899.708671:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.708674:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4e00. 00000020:00000010:2.0:1777573899.708677:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c00. 00000020:00000010:2.0:1777573899.708679:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573899.708715:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.708719:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000100:00000200:2.0:1777573899.708721:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926527744 02000000:00000010:2.0:1777573899.708729:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def778e400. 00010000:00000200:2.0:1777573899.708750:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc3c11c00 x1863919926527744/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:400/0 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573899.708761:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573899.708764:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926527744, offset 224 00000400:00000200:2.0:1777573899.708769:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573899.708774:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573899.708780:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4700 00000400:00000200:2.0:1777573899.708795:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d9d [1] + 224 00000400:00000200:2.0:1777573899.708800:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573899.708803:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573899.708809:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc3c13480 x1863919926527744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573899.708824:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573899.708825:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000020:00000010:2.0:1777573899.708835:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573899.708838:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000400:00000010:0.0:1777573899.708840:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f4c8. 00000020:00000010:2.0:1777573899.708841:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4000. 00000100:00000200:0.0:1777573899.708849:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528384, portal 10 00000400:00000010:0.0:1777573899.708855:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.708858:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926528384, offset 0 00000020:00000010:2.0:1777573899.708860:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.708864:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000400:00000200:0.0:1777573899.708867:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1777573899.708868:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926527872 02000000:00000010:2.0:1777573899.708877:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def778d800. 00000400:00000200:0.0:1777573899.708877:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1777573899.708888:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4472680 x1863919926527872/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:400/0 lens 224/368 e 0 to 0 dl 1777573910 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573899.708888:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4980 00000400:00000200:0.0:1777573899.708899:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 140424 00000400:00000010:2.0:1777573899.708905:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000400:00000200:0.0:1777573899.708906:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1777573899.708910:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926527872, offset 224 00000400:00000200:0.0:1777573899.708911:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573899.708918:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573899.708924:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1777573899.708925:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1777573899.708931:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4780 00000100:00000010:0.0:1777573899.708933:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a14380. 00000400:00000200:2.0:1777573899.708937:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17d99 [1] + 224 00000400:00000200:2.0:1777573899.708942:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573899.708945:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573899.708952:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31d5c00 x1863919926527872/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573899.708953:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573899.708957:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.708967:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79be300 x1863919926528384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573899.708974:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573899.708978:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000020:00000010:2.0:1777573899.708988:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c00. 00000020:00000010:2.0:1777573899.708991:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573899.708995:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4e00. 00000020:00000010:0.0:1777573899.709001:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573899.709005:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573899.709010:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc25a4800. 00000020:00000010:0.0:1777573899.709014:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573899.709018:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573899.709041:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573899.709044:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000100:00000200:0.0:1777573899.709059:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528384 02000000:00000010:0.0:1777573899.709069:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc475e000. 00010000:00000200:0.0:1777573899.709075:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a14380 x1863919926528384/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573899.709085:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000400:00000010:2.0:1777573899.709215:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d178f0. 00000400:00000200:2.0:1777573899.709220:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dbb0 00000400:00000010:2.0:1777573899.709222:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dbb0. 00000100:00000200:2.0:1777573899.709229:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc3c13480 x1863919926527744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573899.709237:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc3c13480 x1863919926527744/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573899.709257:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def78f5800. 02000000:00000010:2.0:1777573899.709261:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4e1a500. 00000100:00000010:2.0:1777573899.709266:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc3c13480. 00000400:00000010:2.0:1777573899.709281:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940790. 00000400:00000200:2.0:1777573899.709284:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fe58 00000400:00000010:2.0:1777573899.709286:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fe58. 00000100:00000200:2.0:1777573899.709290:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31d5c00 x1863919926527872/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573899.709296:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31d5c00 x1863919926527872/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573899.709314:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc475f400. 02000000:00000010:2.0:1777573899.709317:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc2489700. 00000100:00000010:2.0:1777573899.709320:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5c00. 00000100:00000200:0.0:1777573899.709861:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926528384, offset 224 00000400:00000200:0.0:1777573899.709869:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573899.709876:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573899.709883:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4980 00000400:00000200:0.0:1777573899.709887:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17e01 [1] + 224 00000400:00000200:0.0:1777573899.709892:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573899.709895:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573899.709902:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79be300 x1863919926528384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573899.709914:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573899.709915:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000020:00000010:0.0:1777573899.709925:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573899.709928:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573899.709931:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc25a4800. 00000400:00000010:0.0:1777573899.709948:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940478. 00000400:00000200:0.0:1777573899.709951:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f4c8 00000400:00000010:0.0:1777573899.709952:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f4c8. 00000100:00000200:0.0:1777573899.709957:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79be300 x1863919926528384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573899.709965:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79be300 x1863919926528384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573899.709988:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc25a4800. 00000400:00000010:0.0:1777573899.709992:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940478. 00000400:00000010:0.0:1777573899.709995:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f4c8. 00000100:00000200:0.0:1777573899.709999:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528896, portal 4 00000400:00000010:0.0:1777573899.710003:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.710004:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926528896, offset 0 00000400:00000200:0.0:1777573899.710008:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573899.710014:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573899.710019:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c4b80 00000400:00000200:0.0:1777573899.710024:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 13952 00000400:00000200:0.0:1777573899.710028:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573899.710030:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573899.710034:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573899.710038:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a16680. 00000400:00000200:0.0:1777573899.710067:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573899.710069:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.710073:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926528896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573899.710089:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc25a4600. 00000400:00000010:0.0:1777573899.710092:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573899.710095:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.710098:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926529408, portal 4 00000400:00000010:0.0:1777573899.710101:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fee0. 00000100:00000200:0.0:1777573899.710103:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926529408, offset 0 00000400:00000200:0.0:1777573899.710106:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573899.710111:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573899.710116:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c4d80 00000400:00000200:0.0:1777573899.710120:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 14176 00000400:00000200:0.0:1777573899.710123:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573899.710126:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573899.710129:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573899.710131:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a14700. 00000400:00000200:0.0:1777573899.710149:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fee0 00000400:00000010:0.0:1777573899.710152:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fee0. 00000100:00000200:0.0:1777573899.710158:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429c000 x1863919926529408/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573899.710172:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc25a5800. 02000000:00000010:0.0:1777573899.710177:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef700. 00000020:00000010:2.0:1777573899.710178:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000100:00000010:0.0:1777573899.710181:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79be300. 00000020:00000010:2.0:1777573899.710184:0:9951:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84f40. 00000020:00000010:2.0:1777573899.710196:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.710201:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4e00. 00000020:00000010:2.0:1777573899.710204:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c00. 00000020:00000010:2.0:1777573899.710207:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573899.710230:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.710232:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.710236:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4000. 00000020:00000010:2.0:1777573899.710238:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573899.710240:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573899.710254:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.710256:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000100:00000200:2.0:1777573899.710258:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528896 02000000:00000010:2.0:1777573899.710268:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def778cc00. 00010000:00000200:2.0:1777573899.710274:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a16680 x1863919926528896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573899.710285:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573899.710288:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926528896, offset 224 00000400:00000200:2.0:1777573899.710292:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573899.710298:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573899.710303:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4b80 00000400:00000200:2.0:1777573899.710308:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17e11 [1] + 224 00000400:00000200:2.0:1777573899.710311:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573899.710314:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573899.710319:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926528896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573899.710334:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573899.710335:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000020:00000010:2.0:1777573899.710343:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c00. 00000020:00000010:2.0:1777573899.710346:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573899.710348:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4e00. 00000020:00000010:2.0:1777573899.710361:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.710363:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000100:00000200:2.0:1777573899.710364:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529408 02000000:00000010:2.0:1777573899.710371:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def778e000. 00010000:00000200:2.0:1777573899.710376:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a14700 x1863919926529408/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573899.710384:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573899.710387:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926529408, offset 224 00000400:00000200:2.0:1777573899.710390:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573899.710395:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573899.710399:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4d80 00000400:00000200:2.0:1777573899.710403:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17e19 [1] + 224 00000400:00000200:2.0:1777573899.710406:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573899.710409:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573899.710415:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429c000 x1863919926529408/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573899.710423:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573899.710425:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000020:00000010:2.0:1777573899.710430:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573899.710433:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573899.710435:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4000. 00000020:00000010:0.0:1777573899.710626:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573899.710630:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573899.710634:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc25a5800. 00000020:00000010:0.0:1777573899.710636:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573899.710639:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573899.711497:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573899.711500:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84440. 00000100:00000200:0.0:1777573899.711503:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528512 02000000:00000010:0.0:1777573899.711516:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc475c800. 00010000:00000200:0.0:1777573899.711522:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc15b3480 x1863919926528512/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573899.711533:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fee0. 00000100:00000200:0.0:1777573899.711537:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926528512, offset 224 00000400:00000200:0.0:1777573899.711541:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573899.711548:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573899.711554:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4a00 00000400:00000200:0.0:1777573899.711560:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17dd5 [1] + 224 00000400:00000200:0.0:1777573899.711564:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573899.711568:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573899.711575:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bdc00 x1863919926528512/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573899.711590:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fee0 00000400:00000010:0.0:1777573899.711592:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fee0. 00000020:00000010:0.0:1777573899.711600:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573899.711602:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573899.711605:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc25a5800. 00000400:00000010:0.0:1777573899.711623:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940478. 00000400:00000200:0.0:1777573899.711626:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f4c8 00000400:00000010:0.0:1777573899.711628:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f4c8. 00000100:00000200:0.0:1777573899.711632:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926528896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573899.711638:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926528896/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573899.712782:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940268. 00000400:00000200:0.0:1777573899.712798:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573899.712800:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.712809:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429c000 x1863919926529408/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573899.712817:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429c000 x1863919926529408/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573899.712836:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc25a4800. 02000000:00000010:0.0:1777573899.712841:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdeff00. 00000100:00000010:0.0:1777573899.712846:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 02000000:00000010:0.0:1777573899.712849:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc25a4600. 02000000:00000010:0.0:1777573899.712851:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1db2400. 00000100:00000010:0.0:1777573899.712853:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429c000. 00000400:00000010:2.0:1777573899.715454:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d175d8. 00000400:00000200:2.0:1777573899.715468:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d2a8 00000400:00000010:2.0:1777573899.715471:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d2a8. 00000100:00000200:2.0:1777573899.715483:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bdc00 x1863919926528512/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573899.715494:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bdc00 x1863919926528512/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573899.715523:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2b200. 02000000:00000010:2.0:1777573899.715529:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdefc00. 00000100:00000010:2.0:1777573899.715534:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bdc00. 00000400:00000010:1.0:1777573899.718998:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573899.719024:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528256, portal 4 00000400:00000010:1.0:1777573899.719033:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573899.719036:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926528256, offset 0 00000400:00000200:1.0:1777573899.719045:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573899.719058:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573899.719069:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c4900 00000400:00000200:1.0:1777573899.719075:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 5376 00000400:00000200:1.0:1777573899.719083:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573899.719087:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573899.719094:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573899.719099:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429c700. 00000400:00000200:1.0:1777573899.719129:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573899.719132:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573899.719140:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bfb80 x1863919926528256/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573899.719175:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4547000. 00000400:00000010:1.0:1777573899.719179:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b00. 00000400:00000010:1.0:1777573899.719182:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573899.719185:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926528768, portal 10 00000400:00000010:1.0:1777573899.719189:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573899.719191:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926528768, offset 0 00000400:00000200:1.0:1777573899.719195:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573899.719200:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573899.719204:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4b00 00000400:00000200:1.0:1777573899.719209:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 140648 00000400:00000200:1.0:1777573899.719213:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573899.719216:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573899.719219:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573899.719223:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429e300. 00000400:00000200:1.0:1777573899.719241:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23dd0 00000400:00000010:1.0:1777573899.719243:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573899.719247:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc700 x1863919926528768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573899.719263:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4546200. 00000400:00000010:1.0:1777573899.719267:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37058. 00000400:00000010:1.0:1777573899.719269:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573899.719271:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926529280, portal 10 00000400:00000010:1.0:1777573899.719275:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23660. 00000100:00000200:1.0:1777573899.719278:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926529280, offset 0 00000400:00000200:1.0:1777573899.719281:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573899.719285:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573899.719290:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c4d00 00000400:00000200:1.0:1777573899.719293:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 140872 00000400:00000200:1.0:1777573899.719297:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573899.719300:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573899.719302:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573899.719305:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429d180. 00000400:00000200:1.0:1777573899.719315:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23660 00000400:00000010:1.0:1777573899.719317:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23660. 00000100:00000200:1.0:1777573899.719321:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429fb80 x1863919926529280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573899.719462:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84440. 00000020:00000010:0.0:1777573899.719487:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc25a4600. 00000020:00000010:0.0:1777573899.719492:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573899.719496:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573899.719525:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84540. 00000020:00000010:0.0:1777573899.719528:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5dc0. 00000020:00000010:0.0:1777573899.719532:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84540. 00000020:00000010:0.0:1777573899.719535:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc25a4800. 00000020:00000010:0.0:1777573899.719538:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573899.719540:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573899.719554:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84540. 00000020:00000010:0.0:1777573899.719556:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84540. 00000100:00000200:0.0:1777573899.719559:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528768 02000000:00000010:0.0:1777573899.719574:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc475fc00. 00010000:00000200:0.0:1777573899.719583:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429e300 x1863919926528768/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573899.719597:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.719601:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926528768, offset 224 00000400:00000200:0.0:1777573899.719604:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573899.719609:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573899.719615:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4b00 00000400:00000200:0.0:1777573899.719619:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17e35 [1] + 224 00000400:00000200:0.0:1777573899.719622:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573899.719625:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573899.719630:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc700 x1863919926528768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573899.719643:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573899.719645:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000020:00000010:0.0:1777573899.719656:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d200. 00000020:00000010:0.0:1777573899.719659:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573899.719662:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc25a4600. 00000020:00000010:0.0:1777573899.719674:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84540. 00000020:00000010:0.0:1777573899.719676:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84540. 00000100:00000200:0.0:1777573899.719679:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529280 02000000:00000010:0.0:1777573899.719685:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc475f400. 00010000:00000200:0.0:1777573899.719689:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429d180 x1863919926529280/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573899.719718:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573899.719721:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926529280, offset 224 00000400:00000200:0.0:1777573899.719725:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573899.719729:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573899.719734:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c4d00 00000400:00000200:0.0:1777573899.719738:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17e3d [1] + 224 00000400:00000200:0.0:1777573899.719740:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573899.719743:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573899.719747:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429fb80 x1863919926529280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573899.719756:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573899.719758:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000020:00000010:0.0:1777573899.719765:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573899.719768:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573899.719770:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc25a4800. 00000400:00000010:1.0:1777573899.719912:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b00. 00000400:00000200:1.0:1777573899.719916:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573899.719918:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573899.719923:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc700 x1863919926528768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573899.719930:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc700 x1863919926528768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573899.719951:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37058. 00000400:00000200:1.0:1777573899.719954:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23dd0 00000400:00000010:1.0:1777573899.719956:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573899.719959:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429fb80 x1863919926529280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573899.719966:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429fb80 x1863919926529280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573899.719978:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4547000. 02000000:00000010:1.0:1777573899.719983:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef200. 00000100:00000010:1.0:1777573899.719988:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc700. 02000000:00000010:1.0:1777573899.719992:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4546200. 02000000:00000010:1.0:1777573899.719996:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc1db2100. 00000100:00000010:1.0:1777573899.719998:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429fb80. 00000020:00000010:2.0:1777573899.721259:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.721265:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.721271:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4000. 00000020:00000010:2.0:1777573899.721275:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573899.721279:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573899.721319:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ed00. 00000020:00000010:2.0:1777573899.721321:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ed00. 00000100:00000200:2.0:1777573899.721324:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926528256 02000000:00000010:2.0:1777573899.721337:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def778c000. 00010000:00000200:2.0:1777573899.721345:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429c700 x1863919926528256/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:400/0 lens 224/224 e 0 to 0 dl 1777573910 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573899.721359:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573899.721364:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926528256, offset 224 00000400:00000200:2.0:1777573899.721369:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573899.721379:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573899.721387:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c4900 00000400:00000200:2.0:1777573899.721393:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17e2d [1] + 224 00000400:00000200:2.0:1777573899.721399:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573899.721402:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573899.721410:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bfb80 x1863919926528256/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573899.721434:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:2.0:1777573899.721436:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000020:00000010:2.0:1777573899.721446:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70a80. 00000020:00000010:2.0:1777573899.721450:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573899.721454:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4000. 00000400:00000010:1.0:1777573899.721533:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:1.0:1777573899.721537:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:1.0:1777573899.721539:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573899.721545:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bfb80 x1863919926528256/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573899.721553:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bfb80 x1863919926528256/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573899.721573:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4546400. 02000000:00000010:1.0:1777573899.721577:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef400. 00000100:00000010:1.0:1777573899.721581:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bfb80. 00000100:00000010:3.0:1777573899.724828:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8600. 00000100:00000010:0.0:1777573899.724832:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8180. 00000100:00000010:2.0:1777573899.724927:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8b40. 00000100:00000010:1.0:1777573899.725396:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8c00. 00080000:00000010:2.0:1777573900.364038:0:114305:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573900.364048:0:114305:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573900.364060:0:114305:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573900.364065:0:114305:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573900.364075:0:114305:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573900.364079:0:114305:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573900.364089:0:114305:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70c00. 00080000:00000010:2.0:1777573900.364094:0:114305:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70c00. 00000001:02000400:1.0:1777573900.599934:0:114341:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 25b: test nodemap info values ========= 14:31:40 (1777573900) 00000400:00000200:2.0:1777573900.829576:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573900.829602:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97c300 00000400:00000200:2.0:1777573900.829613:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x172c1 [2] + 0 00000400:00000010:2.0:1777573900.829620:0:3628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37688. 00000400:00000200:2.0:1777573900.829628:0:3628:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc699f6c0 00000400:00000200:2.0:1777573900.829641:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573900.829646:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573900.829652:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc699f6c0 00000400:00000010:2.0:1777573900.829655:0:3628:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc699f6c0. 00000100:00000200:2.0:1777573900.829677:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573900.829823:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573900.829829:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97c400 00000400:00000200:2.0:1777573900.829837:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 141096 00000400:00000200:2.0:1777573900.829844:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573900.829847:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573900.829852:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573900.829861:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc494fb80. 00000400:00000200:2.0:1777573900.829884:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573900.829889:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97c500 00000400:00000200:2.0:1777573900.829895:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 14400 00000400:00000200:2.0:1777573900.829901:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573900.829904:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573900.829908:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573900.829913:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31d5c00. 00000400:00000200:2.0:1777573900.829930:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573900.829935:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97c380 00000400:00000200:2.0:1777573900.829939:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 141320 00000400:00000200:2.0:1777573900.829944:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573900.829947:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573900.829950:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573900.829954:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc3c13480. 00000400:00000200:2.0:1777573900.829972:0:3628:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:2.0:1777573900.829977:0:3628:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97c480 00000400:00000200:2.0:1777573900.829981:0:3628:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfb9 [8] + 14624 00000400:00000200:2.0:1777573900.830011:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573900.830015:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:2.0:1777573900.830017:0:3628:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573900.830021:0:3628:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77cad80. 00000020:00000010:3.0:1777573900.830184:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573900.830192:0:26981:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84b00. 00000020:00000010:3.0:1777573900.830222:0:26981:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf200. 00000020:00000010:3.0:1777573900.830228:0:26981:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573900.830234:0:26981:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573900.830276:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5400. 00000020:00000010:3.0:1777573900.830278:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5400. 00000100:00000200:3.0:1777573900.830283:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843328 02000000:00000010:3.0:1777573900.830310:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def766e800. 00010000:00000200:3.0:1777573900.830324:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc3c13480 x1863919917843328/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:401/0 lens 224/224 e 0 to 0 dl 1777573911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573900.830345:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d3b8. 00000100:00000200:3.0:1777573900.830352:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917843328, offset 224 00000400:00000200:3.0:1777573900.830360:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573900.830370:0:26981:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573900.830377:0:26981:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3652:3652:256:4294967295] 192.168.204.9@tcp LPNI seq info [3648:3648:8:4294967295] 00000400:00000200:3.0:1777573900.830389:0:26981:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573900.830396:0:26981:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573900.830401:0:26981:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4200. 00000800:00000200:3.0:1777573900.830408:0:26981:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573900.830416:0:26981:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573900.830421:0:26981:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573900.830453:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573900.830457:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573900.830462:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf200. 00000020:00000010:0.0:1777573900.830879:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84d40. 00000020:00000010:0.0:1777573900.830890:0:8359:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5100. 00000020:00000010:0.0:1777573900.830912:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492d600. 00000020:00000010:0.0:1777573900.830917:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573900.830922:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573900.830962:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573900.830965:0:8359:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573900.830970:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c600. 00000020:00000010:0.0:1777573900.830972:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431db80. 00000020:00000010:0.0:1777573900.830974:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573900.830989:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573900.830992:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573900.830994:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843712 02000000:00000010:0.0:1777573900.831011:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4eddc00. 00010000:00000200:0.0:1777573900.831023:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31d5c00 x1863919917843712/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:401/0 lens 224/224 e 0 to 0 dl 1777573911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573900.831040:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573900.831046:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917843712, offset 224 00000400:00000200:0.0:1777573900.831052:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573900.831064:0:8359:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573900.831071:0:8359:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3653:3653:255:4294967295] 192.168.204.9@tcp LPNI seq info [3649:3649:7:4294967295] 00000400:00000200:0.0:1777573900.831081:0:8359:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573900.831087:0:8359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573900.831091:0:8359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2e00. 00000800:00000200:0.0:1777573900.831098:0:8359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573900.831105:0:8359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573900.831110:0:8359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2e00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573900.831119:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d700. 00000020:00000010:0.0:1777573900.831123:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:0.0:1777573900.831126:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492d600. 00000020:00000010:0.0:1777573900.831141:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573900.831143:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000100:00000200:0.0:1777573900.831145:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843584 02000000:00000010:0.0:1777573900.831151:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4edf000. 00010000:00000200:0.0:1777573900.831155:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def77cad80 x1863919917843584/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:401/0 lens 224/224 e 0 to 0 dl 1777573911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573900.831165:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f4c8. 00000100:00000200:0.0:1777573900.831186:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917843584, offset 224 00000400:00000200:0.0:1777573900.831191:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573900.831195:0:8359:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573900.831199:0:8359:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3654:3654:254:4294967295] 192.168.204.9@tcp LPNI seq info [3650:3650:6:4294967295] 00000400:00000200:0.0:1777573900.831207:0:8359:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573900.831211:0:8359:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573900.831214:0:8359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2f00. 00000800:00000200:0.0:1777573900.831218:0:8359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573900.831222:0:8359:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573900.831224:0:8359:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573900.831229:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431db80. 00000020:00000010:0.0:1777573900.831231:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573900.831234:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c600. 00000020:00000010:2.0:1777573900.832242:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573900.832254:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84780. 00000020:00000010:2.0:1777573900.832280:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4400. 00000020:00000010:2.0:1777573900.832288:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573900.832294:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573900.832354:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eac0. 00000020:00000010:2.0:1777573900.832359:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eac0. 00000100:00000200:2.0:1777573900.832364:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843456 02000000:00000010:2.0:1777573900.832385:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7949800. 00010000:00000200:2.0:1777573900.832399:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc494fb80 x1863919917843456/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:401/0 lens 224/224 e 0 to 0 dl 1777573911 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573900.832419:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95a18. 00000100:00000200:2.0:1777573900.832425:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917843456, offset 224 00000020:00000010:0.0:1777573900.832476:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573900.832483:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573900.832490:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc492c600. 00000020:00000010:0.0:1777573900.832493:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431db80. 00000020:00000010:0.0:1777573900.832497:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000800:00000200:1.0:1777573900.832519:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573900.832525:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4200. 00000400:00000200:1.0:1777573900.832535:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573900.832542:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000020:00000010:0.0:1777573900.832543:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84380. 00000020:00000010:0.0:1777573900.832548:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84380. 00000400:00000200:1.0:1777573900.832551:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d3b8 00000100:00000200:0.0:1777573900.832552:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843200 00000400:00000010:1.0:1777573900.832559:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d3b8. 02000000:00000010:0.0:1777573900.832569:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def778d400. 00000800:00000200:1.0:1777573900.832578:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:0.0:1777573900.832581:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9c50 x1863919917843200/t0(0) o400->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:401/0 lens 224/224 e 0 to 0 dl 1777573911 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1777573900.832582:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2e00. 00000400:00000200:1.0:1777573900.832590:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573900.832600:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573900.832604:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fa18 00000400:00000010:0.0:1777573900.832606:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fee0. 00000400:00000010:1.0:1777573900.832607:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fa18. 00000100:00000200:0.0:1777573900.832616:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917843200, offset 224 00000400:00000200:0.0:1777573900.832625:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573900.832634:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573900.832639:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3655:3655:255:4294967295] 192.168.204.9@tcp LPNI seq info [3651:3651:7:4294967295] 00000400:00000200:0.0:1777573900.832647:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573900.832652:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573900.832656:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2a00. 00000800:00000200:0.0:1777573900.832661:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573900.832666:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573900.832669:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573900.832677:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431db80. 00000020:00000010:0.0:1777573900.832680:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573900.832683:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc492c600. 00000100:00000200:0.0:1777573900.832714:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573900.832720:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940268. 00000400:00000010:0.0:1777573900.832726:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc2d180c0. 00000800:00000200:1.0:1777573900.832825:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573900.832829:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2f00. 00000400:00000200:1.0:1777573900.832833:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573900.832838:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573900.832841:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f4c8 00000400:00000010:1.0:1777573900.832843:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f4c8. 00000800:00000200:1.0:1777573900.832857:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1777573900.832859:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2a00. 00000400:00000200:1.0:1777573900.832861:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573900.832865:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:1.0:1777573900.832877:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fee0 00000400:00000010:1.0:1777573900.832879:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fee0. 02000000:00000010:1.0:1777573900.832884:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def778d400. 00000400:00000200:2.0:1777573900.833539:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573900.833551:0:8523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573900.833557:0:8523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3656:3656:256:4294967295] 192.168.204.9@tcp LPNI seq info [3652:3652:8:4294967295] 00000400:00000200:2.0:1777573900.833568:0:8523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573900.833574:0:8523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573900.833581:0:8523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4f76200. 00000800:00000200:2.0:1777573900.833587:0:8523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573900.833593:0:8523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573900.833597:0:8523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4f76200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777573900.833617:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573900.833622:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573900.833628:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4400. 00000800:00000200:0.0:1777573900.840552:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573900.840560:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4f76200. 00000400:00000200:0.0:1777573900.840568:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573900.840579:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573900.840585:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95a18 00000400:00000010:0.0:1777573900.840588:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95a18. 00000100:00000010:0.0:1777573901.239902:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a16a00. 02000000:00000010:0.0:1777573901.239965:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2c00. 02000000:00000010:1.0:1777573901.240236:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2568400. 00000400:00000010:1.0:1777573901.240245:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d68. 00000400:00000010:1.0:1777573901.240254:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23770. 00000100:00000200:1.0:1777573901.240262:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926529664, portal 4 00000400:00000010:1.0:1777573901.240270:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573901.240273:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926529664, offset 0 00000400:00000200:1.0:1777573901.240283:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573901.240298:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573901.240311:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c4e80 00000400:00000200:1.0:1777573901.240320:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 8512 00000400:00000200:1.0:1777573901.240330:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573901.240334:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573901.240343:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573901.240348:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429fb80. 00000400:00000200:1.0:1777573901.240367:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23dd0 00000400:00000010:1.0:1777573901.240370:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573901.240377:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a16a00 x1863919926529664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573901.240401:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8120. 00000100:00000010:1.0:1777573901.240415:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d20. 00000100:00000010:1.0:1777573901.240420:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8ae0. 00000100:00000010:1.0:1777573901.240425:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8f00. 00000100:00000010:3.0:1777573901.240832:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8a80. 02000000:00000010:3.0:1777573901.240842:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4f00. 02000000:00000010:3.0:1777573901.240867:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def766f000. 00000400:00000010:3.0:1777573901.240871:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17210. 00000400:00000010:3.0:1777573901.240876:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573901.240879:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926529792, portal 4 00000400:00000010:3.0:1777573901.240884:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573901.240886:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926529792, offset 0 00000400:00000200:3.0:1777573901.240891:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573901.240897:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573901.240903:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c4f00 00000400:00000200:3.0:1777573901.240907:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 8736 00000400:00000200:3.0:1777573901.240911:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573901.240914:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573901.240917:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573901.240921:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bfb80. 00000400:00000200:3.0:1777573901.240932:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573901.240934:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573901.240939:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c8a80 x1863919926529792/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573901.240994:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5400. 00000020:00000010:1.0:1777573901.241200:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7ac0. 00000020:00000010:1.0:1777573901.241205:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5580. 00000100:00000010:2.0:1777573901.243766:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77cb480. 02000000:00000010:2.0:1777573901.243798:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76700. 00000020:00000010:3.0:1777573901.243887:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bec00. 00000020:00000010:3.0:1777573901.243896:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573901.243903:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573901.243972:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573901.243976:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ac0. 00000100:00000200:3.0:1777573901.243984:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529664 02000000:00000010:3.0:1777573901.244016:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def766f400. 00010000:00000200:3.0:1777573901.244632:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429fb80 x1863919926529664/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:402/0 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573901.244660:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573901.244668:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926529664, offset 224 00000400:00000200:3.0:1777573901.244676:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573901.244714:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573901.244728:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4e80 00000400:00000200:3.0:1777573901.244738:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17e69 [1] + 224 00000400:00000200:3.0:1777573901.244747:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573901.244751:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573901.244774:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a16a00 x1863919926529664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573901.244799:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573901.244803:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000020:00000010:3.0:1777573901.244819:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573901.244824:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573901.244828:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bec00. 00000400:00000010:3.0:1777573901.244886:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:3.0:1777573901.244891:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23770 00000400:00000010:3.0:1777573901.244893:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23770. 00000100:00000200:3.0:1777573901.244899:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a16a00 x1863919926529664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573901.244909:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a16a00 x1863919926529664/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573901.244950:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2568400. 02000000:00000010:3.0:1777573901.244957:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2c00. 00000100:00000010:3.0:1777573901.244963:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a16a00. 00000020:00000010:1.0:1777573901.245475:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7ac0. 00000020:00000010:1.0:1777573901.245489:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871200. 00000020:00000010:1.0:1777573901.245493:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573901.245497:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573901.245530:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7ac0. 00000020:00000010:1.0:1777573901.245534:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7ac0. 00000100:00000200:1.0:1777573901.245537:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529792 02000000:00000010:1.0:1777573901.245551:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2568000. 00010000:00000200:1.0:1777573901.245564:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bfb80 x1863919926529792/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:402/0 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573901.245587:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573901.245592:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926529792, offset 224 00000400:00000200:1.0:1777573901.245598:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573901.245606:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573901.245620:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4f00 00000400:00000200:1.0:1777573901.245626:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17e71 [1] + 224 00000400:00000200:1.0:1777573901.245632:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573901.245635:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573901.245644:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c8a80 x1863919926529792/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573901.245662:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23dd0 00000400:00000010:1.0:1777573901.245664:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23dd0. 00000020:00000010:1.0:1777573901.245672:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573901.245675:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573901.245677:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871200. 00000400:00000010:3.0:1777573901.246689:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17210. 00000400:00000200:3.0:1777573901.246721:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573901.246723:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573901.246737:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c8a80 x1863919926529792/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573901.246750:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c8a80 x1863919926529792/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573901.246804:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def766f000. 02000000:00000010:3.0:1777573901.246811:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4f00. 00000100:00000010:3.0:1777573901.246820:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8a80. 02000000:00000010:1.0:1777573901.247249:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2568c00. 00000400:00000010:1.0:1777573901.247260:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37058. 00000400:00000010:1.0:1777573901.247267:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23dd0. 00000100:00000200:1.0:1777573901.247274:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926529920, portal 4 00000400:00000010:1.0:1777573901.247281:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573901.247284:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926529920, offset 0 00000400:00000200:1.0:1777573901.247292:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573901.247306:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573901.247318:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c4f80 00000400:00000200:1.0:1777573901.247325:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 5600 00000400:00000200:1.0:1777573901.247333:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573901.247337:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573901.247345:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573901.247351:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429f800. 00000400:00000200:1.0:1777573901.247379:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573901.247382:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573901.247392:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def77cb480 x1863919926529920/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573917 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1777573901.247799:0:7398:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccb2a0. 00080000:00000010:3.0:1777573901.247808:0:7398:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def7871a00. 00000020:00000010:2.0:1777573901.247944:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eac0. 00000020:00000010:2.0:1777573901.247950:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eac0. 00000020:00000010:2.0:1777573901.247957:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4400. 00000020:00000010:2.0:1777573901.247963:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573901.247968:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573901.248519:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eac0. 00000020:00000010:2.0:1777573901.248524:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eac0. 00000100:00000200:2.0:1777573901.248528:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926529920 02000000:00000010:2.0:1777573901.248556:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc30a9800. 00010000:00000200:2.0:1777573901.248605:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429f800 x1863919926529920/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:402/0 lens 224/368 e 0 to 0 dl 1777573912 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573901.248626:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95330. 00000100:00000200:2.0:1777573901.248632:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926529920, offset 224 00000400:00000200:2.0:1777573901.248639:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573901.248653:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573901.248664:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c4f80 00000400:00000200:2.0:1777573901.248683:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17e81 [1] + 224 00000400:00000200:2.0:1777573901.248710:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573901.248714:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573901.248724:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def77cb480 x1863919926529920/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573901.248749:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95330 00000400:00000010:2.0:1777573901.248751:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95330. 00000020:00000010:2.0:1777573901.248775:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70b00. 00000020:00000010:2.0:1777573901.248779:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573901.248785:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4400. 00000400:00000010:0.0:1777573901.248891:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37058. 00000400:00000200:0.0:1777573901.248898:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23dd0 00000400:00000010:0.0:1777573901.248900:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23dd0. 00000100:00000200:0.0:1777573901.248906:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def77cb480 x1863919926529920/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573901.248915:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def77cb480 x1863919926529920/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573901.248948:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2568c00. 02000000:00000010:0.0:1777573901.248953:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76700. 00000100:00000010:0.0:1777573901.248959:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cb480. 00000001:00000010:0.0:1777573901.249011:0:8355:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ddc1ccb6c0. 00080000:00000010:0.0:1777573901.249015:0:8355:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def7871e00. 00000001:00000010:3.0:1777573901.249592:0:9424:0:(tgt_lastrcvd.c:577:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff89ded26a87e0. 00080000:00000010:3.0:1777573901.249599:0:9424:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc492ca00. 00000100:00000010:2.0:1777573901.250893:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8ae0. 00000100:00000010:0.0:1777573901.251767:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8120. 00000100:00000010:3.0:1777573901.251849:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8f00. 00000100:00000010:1.0:1777573901.251917:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d20. 00080000:00000010:0.0:1777573902.410861:0:114353:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d580. 00080000:00000010:0.0:1777573902.410873:0:114353:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d580. 00080000:00000010:0.0:1777573902.410885:0:114353:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d580. 00080000:00000010:0.0:1777573902.410891:0:114353:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d580. 00080000:00000010:0.0:1777573902.410901:0:114353:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d580. 00080000:00000010:0.0:1777573902.410906:0:114353:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d580. 00080000:00000010:0.0:1777573902.410917:0:114353:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d580. 00080000:00000010:0.0:1777573902.410922:0:114353:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d580. 00000100:00000010:0.0:1777573902.776860:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a17480. 02000000:00000010:0.0:1777573902.776888:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2a00. 02000000:00000010:0.0:1777573902.776969:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def778d400. 00000400:00000010:0.0:1777573902.776979:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940478. 00000400:00000010:0.0:1777573902.776987:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f330. 00000100:00000200:0.0:1777573902.776997:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926530048, portal 4 00000400:00000010:0.0:1777573902.777006:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3ff68. 00000100:00000200:0.0:1777573902.777010:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926530048, offset 0 00000400:00000200:0.0:1777573902.777021:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573902.777137:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573902.777154:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c5000 00000400:00000200:0.0:1777573902.777164:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 5824 00000400:00000200:0.0:1777573902.777176:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573902.777180:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573902.777190:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573902.777196:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a16a00. 00000400:00000200:0.0:1777573902.777225:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3ff68 00000400:00000010:0.0:1777573902.777228:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3ff68. 00000100:00000200:0.0:1777573902.777238:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a17480 x1863919926530048/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573918 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573902.777263:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbba0. 00000100:00000010:0.0:1777573902.777359:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb360. 00000100:00000010:0.0:1777573902.777366:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb240. 00000100:00000010:0.0:1777573902.777371:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb6c0. 00000020:00000010:3.0:1777573902.777481:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573902.777487:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573902.777495:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf600. 00000020:00000010:3.0:1777573902.777500:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573902.777506:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573902.778176:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573902.778182:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c80. 00000100:00000200:3.0:1777573902.778185:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530048 02000000:00000010:3.0:1777573902.778209:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def766c400. 00010000:00000200:3.0:1777573902.778247:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a16a00 x1863919926530048/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:403/0 lens 224/368 e 0 to 0 dl 1777573913 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573902.778268:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573902.778274:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926530048, offset 224 00000400:00000200:3.0:1777573902.779162:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573902.779179:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573902.779192:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5000 00000400:00000200:3.0:1777573902.779201:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17e8d [1] + 224 00000400:00000200:3.0:1777573902.779210:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573902.779214:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573902.779229:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a17480 x1863919926530048/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573918 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573902.779261:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573902.779264:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573902.779452:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573902.779458:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573902.779462:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf600. 00000400:00000010:3.0:1777573902.779502:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940478. 00000400:00000200:3.0:1777573902.779506:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f330 00000400:00000010:3.0:1777573902.779508:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f330. 00000100:00000200:3.0:1777573902.779515:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a17480 x1863919926530048/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573918 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573902.779526:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a17480 x1863919926530048/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573918 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573902.779568:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def778d400. 02000000:00000010:3.0:1777573902.779575:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2a00. 00000100:00000010:3.0:1777573902.779582:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a17480. 00000100:00000010:0.0:1777573902.780941:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbba0. 00000100:00000010:2.0:1777573902.781179:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb240. 00000100:00000010:3.0:1777573902.781246:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb6c0. 00000100:00000010:1.0:1777573902.781930:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb360. 02000000:00000010:2.0:1777573902.814768:0:114389:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 5 at ffff89dec65c1f68. 02000000:00000010:2.0:1777573902.814786:0:114389:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 5 at ffff89dec65c1f68. 00000004:00000400:2.0:1777573902.814791:0:114389:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 02000000:00000010:3.0:1777573902.826908:0:114389:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 5 at ffff89ded22ec138. 02000000:00000010:3.0:1777573902.826923:0:114389:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 5 at ffff89ded22ec138. 00000004:00000400:3.0:1777573902.826927:0:114389:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00080000:00000010:3.0:1777573903.300216:0:114401:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a400. 00080000:00000010:3.0:1777573903.300228:0:114401:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a400. 00080000:00000010:3.0:1777573903.300242:0:114401:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a400. 00080000:00000010:3.0:1777573903.300249:0:114401:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a400. 00080000:00000010:3.0:1777573903.300260:0:114401:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a400. 00080000:00000010:3.0:1777573903.300266:0:114401:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a400. 00080000:00000010:3.0:1777573903.300278:0:114401:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a400. 00080000:00000010:3.0:1777573903.300284:0:114401:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a400. 00000020:00000010:1.0:1777573903.532115:0:114437:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89dec73aea90. 00000020:00000010:1.0:1777573903.532204:0:114437:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89dec73aea90. 00000020:00000010:1.0:1777573903.532390:0:114437:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc256a400. 00000020:00000010:1.0:1777573903.532402:0:114437:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef1a2a00. 00000020:00000010:1.0:1777573903.532406:0:114437:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89deef1a2e00. 00000040:00000010:1.0:1777573903.532411:0:114437:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def7736600. 00000020:00000010:1.0:1777573903.532417:0:114437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461c000. 00000020:00000010:1.0:1777573903.532424:0:114437:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc1dbec00. 80000000:00000010:1.0:1777573903.532429:0:114437:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8900. 00040000:00000010:1.0:1777573903.532436:0:114437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2447e00. 00080000:00000010:1.0:1777573903.532444:0:114437:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4392000. 00080000:00000010:1.0:1777573903.532449:0:114437:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4394000. 20000000:00000010:1.0:1777573903.532456:0:114437:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc3c5c200. 00000020:00000010:1.0:1777573903.532462:0:114437:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc32c7400. 00000001:00000010:1.0:1777573903.532472:0:114437:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 64 at ffff89ddc32c7c80. 00000001:00000010:1.0:1777573903.532491:0:114437:0:(nodemap_handler.c:3532:nodemap_create()) kmalloced '(nodemap)': 968 at ffff89ddc2569800. 00000020:00000010:1.0:1777573903.532544:0:114437:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3c5cc00. 00000020:00000010:1.0:1777573903.532548:0:114437:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def76aca00. 00000040:00000010:1.0:1777573903.532551:0:114437:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def76ac200. 00000020:00000010:1.0:1777573903.532554:0:114437:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461d000. 00000020:00000010:1.0:1777573903.532557:0:114437:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def76ad800. 00040000:00000010:1.0:1777573903.532562:0:114437:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc1db2100. 00040000:00000010:1.0:1777573903.532566:0:114437:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def76ad600. 00080000:00000010:1.0:1777573903.532572:0:114437:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89deef34c000. 00080000:00000010:1.0:1777573903.532579:0:114437:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4220000. 00080000:00000010:1.0:1777573903.532589:0:114437:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def76acc00. 00000001:00000010:1.0:1777573903.532643:0:114437:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37b00. 00000001:00000010:1.0:1777573903.532681:0:114437:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37b00. 00000020:00000010:1.0:1777573903.535362:0:114437:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def76aca00. 00000040:00000010:1.0:1777573903.535377:0:114437:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def76ac200. 00000020:00000010:1.0:1777573903.535380:0:114437:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461d000. 00000020:00000010:1.0:1777573903.535386:0:114437:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def76ad800. 00040000:00000010:1.0:1777573903.535391:0:114437:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc1db2100. 00040000:00000010:1.0:1777573903.535396:0:114437:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def76ad600. 00080000:00000010:1.0:1777573903.535401:0:114437:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4220000. 00080000:00000010:1.0:1777573903.535406:0:114437:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89deef34c000. 00000020:00000010:1.0:1777573903.535414:0:114437:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3c5cc00. 00000001:00000010:1.0:1777573903.535426:0:114437:0:(nodemap_lproc.c:1458:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at ffff89ddc32c78c0. 00000001:00000010:1.0:1777573903.535598:0:114437:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 64 at ffff89ddc32c7c80. 00010000:00000010:1.0:1777573903.535910:0:114437:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187600. 00010000:00000010:1.0:1777573903.535936:0:114437:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc32c7c80. 00000100:00000010:1.0:1777573903.535948:0:114437:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89dec1377b40. 00000100:00000010:1.0:1777573903.535964:0:114437:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429c000. 02000000:00000010:1.0:1777573903.535984:0:114437:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def76adc00. 02000000:00000010:1.0:1777573903.537343:0:114437:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad600. 00000400:00000010:1.0:1777573903.537359:0:114437:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b00. 00000400:00000010:1.0:1777573903.537367:0:114437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573903.537386:0:114437:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926530176, portal 16 00000400:00000010:1.0:1777573903.537393:0:114437:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23660. 00000100:00000200:1.0:1777573903.537397:0:114437:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926530176, offset 0 00000400:00000200:1.0:1777573903.537406:0:114437:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573903.537420:0:114437:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573903.537432:0:114437:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c5080 00000400:00000200:1.0:1777573903.537439:0:114437:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17765 [2] + 1640 00000400:00000200:1.0:1777573903.537446:0:114437:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573903.537451:0:114437:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573903.537458:0:114437:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1777573903.537464:0:114437:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429ea00. 00000020:00000010:3.0:1777573903.537553:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573903.537562:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573903.537581:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be400. 00000020:00000010:3.0:1777573903.537587:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573903.537593:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000400:00000200:1.0:1777573903.538053:0:114437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23660 00000400:00000010:1.0:1777573903.538068:0:114437:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23660. 00000100:00000200:1.0:1777573903.538077:0:114437:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429c000 x1863919926530176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573919 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1777573903.538102:0:114437:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8060. 00000100:00000010:1.0:1777573903.538118:0:114437:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8660. 00000100:00000010:1.0:1777573903.538124:0:114437:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d20. 00000100:00000010:1.0:1777573903.538128:0:114437:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8780. 00000020:00000010:3.0:1777573903.538274:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c80. 00000020:00000010:3.0:1777573903.538279:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c80. 00000100:00000200:3.0:1777573903.538283:0:9433:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530176 02000000:00000010:3.0:1777573903.538304:0:9433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def778d400. 00000400:00000010:3.0:1777573903.538322:0:9433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573903.538329:0:9433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926530176, offset 224 00000400:00000200:3.0:1777573903.538337:0:9433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573903.538349:0:9433:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573903.538361:0:9433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c5080 00000400:00000200:3.0:1777573903.538369:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17e99 [1] + 224 00000400:00000200:3.0:1777573903.538376:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573903.538380:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573903.538391:0:9433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429c000 x1863919926530176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573919 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777573903.538425:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573903.538427:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00010000:00000010:3.0:1777573903.538440:0:9433:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc446cf00. 00000020:00000010:3.0:1777573903.538468:0:9433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449af00. 00000020:00000010:3.0:1777573903.538472:0:9433:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573903.538477:0:9433:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be400. 00000100:00000010:0.0:1777573903.538599:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a17480. 02000000:00000010:0.0:1777573903.538615:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc3060c00. 00010000:00000010:0.0:1777573903.538665:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc446cf00. 02000000:00000010:0.0:1777573903.538729:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3061c00. 00000400:00000010:0.0:1777573903.538735:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79402c0. 00000400:00000010:0.0:1777573903.538741:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3ff68. 00000100:00000200:0.0:1777573903.538747:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926530304, portal 18 00000400:00000010:0.0:1777573903.538752:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573903.538755:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926530304, offset 0 00000400:00000200:0.0:1777573903.538760:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573903.538765:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573903.538771:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c5100 00000400:00000200:0.0:1777573903.538777:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x5ee9 [2] + 1968 00000400:00000010:0.0:1777573903.538781:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d370. 00000400:00000200:0.0:1777573903.538784:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89deeeae66c0 00000400:00000200:0.0:1777573903.538787:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573903.538790:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573903.538793:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89deeeae66c0 00000400:00000010:0.0:1777573903.538795:0:3635:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89deeeae66c0. 00000100:00000200:0.0:1777573903.538801:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1777573903.538825:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573903.538828:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573903.538834:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a17480 x1863919926530304/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573919 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573903.539326:0:114437:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b00. 00000400:00000200:1.0:1777573903.539331:0:114437:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573903.539334:0:114437:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573903.539340:0:114437:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429c000 x1863919926530176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573919 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777573903.539349:0:114437:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429c000 x1863919926530176/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573919 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777573903.539375:0:114437:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad600. 02000000:00000010:1.0:1777573903.539381:0:114437:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def76adc00. 00000100:00000010:1.0:1777573903.539385:0:114437:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429c000. 00000100:00000010:1.0:1777573903.539389:0:114437:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89dec1377b40. 00010000:00000010:1.0:1777573903.539393:0:114437:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc32c7c80. 00000020:00000010:2.0:1777573903.539469:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e900. 00000020:00000010:2.0:1777573903.539473:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e900. 00000020:00000010:2.0:1777573903.539480:0:6472:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4c00. 00000020:00000010:2.0:1777573903.539483:0:6472:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573903.539488:0:6472:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000100:00000200:2.0:1777573903.539509:0:6472:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89defae73450 x1863919926530304/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:404/0 lens 328/0 e 0 to 0 dl 1777573914 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573903.539541:0:6472:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e900. 00000020:00000010:2.0:1777573903.539544:0:6472:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e900. 00000100:00000200:2.0:1777573903.539547:0:6472:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530304 02000000:00000010:2.0:1777573903.539556:0:6472:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb0400. 00010000:00000010:2.0:1777573903.539593:0:6472:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc491e900. 00000100:00000010:2.0:1777573903.539600:0:6472:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc436d180. 00000100:00000010:2.0:1777573903.539618:0:6472:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc436d180. 00010000:00000010:2.0:1777573903.539621:0:6472:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc491e900. 00000400:00000010:2.0:1777573903.539629:0:6472:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95330. 00000100:00000200:2.0:1777573903.539632:0:6472:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926530304, offset 224 00000400:00000200:2.0:1777573903.539638:0:6472:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573903.539646:0:6472:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573903.539652:0:6472:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c5100 00000400:00000200:2.0:1777573903.539656:0:6472:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17ea5 [1] + 224 00000400:00000200:2.0:1777573903.539660:0:6472:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573903.539662:0:6472:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573903.539669:0:6472:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a17480 x1863919926530304/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573919 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573903.539687:0:6472:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95330 00000400:00000010:2.0:1777573903.539720:0:6472:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95330. 00000020:00000010:2.0:1777573903.539732:0:6472:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573903.539735:0:6472:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573903.539739:0:6472:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4c00. 02000000:00000010:2.0:1777573903.539756:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb0400. 02000000:00000010:2.0:1777573903.539761:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc4567800. 00000100:00000010:2.0:1777573903.539765:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f7480. 02000000:00000010:2.0:1777573903.539769:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7929400. 00000100:00000010:2.0:1777573903.539772:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ca80. 02000000:00000010:2.0:1777573903.539775:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def792a800. 00000100:00000010:2.0:1777573903.539777:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bb480. 02000000:00000010:2.0:1777573903.539781:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4242c00. 00000100:00000010:2.0:1777573903.539785:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250df80. 02000000:00000010:2.0:1777573903.539788:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def799b400. 00000100:00000010:2.0:1777573903.539791:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69500. 02000000:00000010:2.0:1777573903.539794:0:6472:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fa8800. 00000100:00000010:2.0:1777573903.539797:0:6472:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6c700. 00000100:00000200:2.0:1777573903.539803:0:6472:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1777573903.539808:0:6472:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7a50. 00000400:00000010:2.0:1777573903.539813:0:6472:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc436d180. 00000400:00000010:2.0:1777573903.539832:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79402c0. 00000400:00000200:2.0:1777573903.539836:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3ff68 00000400:00000010:2.0:1777573903.539838:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3ff68. 00000100:00000200:2.0:1777573903.539843:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a17480 x1863919926530304/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573919 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573903.539851:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a17480 x1863919926530304/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573919 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573903.539865:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3061c00. 02000000:00000010:2.0:1777573903.539870:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc3060c00. 00000100:00000010:2.0:1777573903.539874:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a17480. 00000020:00000010:1.0:1777573903.539949:0:114437:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc32c7400. 00000020:00000010:1.0:1777573903.539957:0:114437:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89deef1a2e00. 00000040:00000010:1.0:1777573903.539964:0:114437:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def7736600. 00000020:00000010:1.0:1777573903.539969:0:114437:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461c000. 00000020:00000010:1.0:1777573903.539976:0:114437:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc1dbec00. 80000000:00000010:1.0:1777573903.539981:0:114437:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8900. 00040000:00000010:1.0:1777573903.539988:0:114437:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2447e00. 00080000:00000010:1.0:1777573903.539994:0:114437:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4394000. 00080000:00000010:1.0:1777573903.540003:0:114437:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4392000. 20000000:00000010:1.0:1777573903.540008:0:114437:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc3c5c200. 00000020:00000010:1.0:1777573903.540012:0:114437:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef1a2a00. 00000020:00000010:1.0:1777573903.540020:0:114437:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc256a400. 00010000:00000010:0.1:1777573903.546820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eed800. 00010000:00000010:0.1:1777573903.546835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187200. 00010000:00000010:1.1:1777573903.547052:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89deef25c800. 00010000:00000010:1.1:1777573903.547057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187600. 00010000:00000010:2.1:1777573903.547123:0:114414:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c54a00. 00000100:00000010:0.0:1777573903.558812:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8060. 00000100:00000010:3.0:1777573903.559003:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8780. 00000100:00000010:2.0:1777573903.559212:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d20. 00000100:00000010:1.0:1777573903.563644:0:83834:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8660. 00080000:00000010:1.0:1777573904.049624:0:114448:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573904.049634:0:114448:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573904.049647:0:114448:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573904.049652:0:114448:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573904.049662:0:114448:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573904.049666:0:114448:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573904.049675:0:114448:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48180. 00080000:00000010:1.0:1777573904.049679:0:114448:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48180. 00000020:00000010:3.0:1777573904.351219:0:114486:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848710. 00000020:00000010:3.0:1777573904.351293:0:114486:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848710. 00000020:00000010:3.0:1777573904.351498:0:114486:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89def766f000. 00000020:00000010:3.0:1777573904.351508:0:114486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf200. 00000020:00000010:3.0:1777573904.351512:0:114486:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48be200. 00000040:00000010:3.0:1777573904.351516:0:114486:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bf000. 00000020:00000010:3.0:1777573904.351520:0:114486:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89dec6891000. 00000020:00000010:3.0:1777573904.351525:0:114486:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48bee00. 80000000:00000010:3.0:1777573904.351529:0:114486:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8f00. 00040000:00000010:3.0:1777573904.351534:0:114486:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48bec00. 00080000:00000010:3.0:1777573904.351542:0:114486:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439a000. 00080000:00000010:3.0:1777573904.351547:0:114486:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439c000. 20000000:00000010:3.0:1777573904.351553:0:114486:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc48bf800. 00000020:00000010:3.0:1777573904.351559:0:114486:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c5340. 00000001:00000010:3.0:1777573904.351566:0:114486:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 120 at ffff89ddc449a480. 00000001:00000010:3.0:1777573904.351599:0:114486:0:(nodemap_range.c:120:range_create_generic()) kmalloced '(range)': 176 at ffff89ded048b6c0. 00000020:00000010:3.0:1777573904.351619:0:114486:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff89def78f5800. 00000020:00000010:3.0:1777573904.351623:0:114486:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff89ddc48be600. 00000020:00000010:3.0:1777573904.351650:0:114486:0:(lprocfs_status.c:1447:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff89dec4122800. 00000020:00000010:3.0:1777573904.351654:0:114486:0:(lprocfs_status.c:1459:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at ffff89ddc32d4000. 00000020:00000010:3.0:1777573904.352353:0:114486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be800. 00000020:00000010:3.0:1777573904.352359:0:114486:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48bf600. 00000040:00000010:3.0:1777573904.352362:0:114486:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bea00. 00000020:00000010:3.0:1777573904.352367:0:114486:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc2d35000. 00000020:00000010:3.0:1777573904.352371:0:114486:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48bfc00. 00040000:00000010:3.0:1777573904.352376:0:114486:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc25c4100. 00040000:00000010:3.0:1777573904.352379:0:114486:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48bf400. 00080000:00000010:3.0:1777573904.352384:0:114486:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439e000. 00080000:00000010:3.0:1777573904.352390:0:114486:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4268000. 00080000:00000010:3.0:1777573904.352401:0:114486:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89dec120b000. 00000001:00000010:3.0:1777573904.352426:0:114486:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ded0d17210. 00000001:00000010:3.0:1777573904.352450:0:114486:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ded0d17210. 00000020:00000010:3.0:1777573904.352479:0:114486:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48bf600. 00000040:00000010:3.0:1777573904.352486:0:114486:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bea00. 00000020:00000010:3.0:1777573904.352494:0:114486:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc2d35000. 00000020:00000010:3.0:1777573904.352498:0:114486:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48bfc00. 00040000:00000010:3.0:1777573904.352502:0:114486:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc25c4100. 00040000:00000010:3.0:1777573904.352505:0:114486:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48bf400. 00080000:00000010:3.0:1777573904.352509:0:114486:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4268000. 00080000:00000010:3.0:1777573904.352515:0:114486:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439e000. 00000020:00000010:3.0:1777573904.352519:0:114486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be800. 00000001:00000010:3.0:1777573904.352525:0:114486:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 120 at ffff89ddc449a480. 00010000:00000010:3.0:1777573904.352552:0:114486:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc10eae00. 00010000:00000010:3.0:1777573904.352560:0:114486:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2ace400. 00000020:00000010:3.0:1777573904.352606:0:114486:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573904.352611:0:114486:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48be200. 00000040:00000010:3.0:1777573904.352616:0:114486:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bf000. 00000020:00000010:3.0:1777573904.352619:0:114486:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89dec6891000. 00000020:00000010:3.0:1777573904.352621:0:114486:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48bee00. 80000000:00000010:3.0:1777573904.352625:0:114486:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8f00. 00040000:00000010:3.0:1777573904.352629:0:114486:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48bec00. 00080000:00000010:3.0:1777573904.352632:0:114486:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439c000. 00080000:00000010:3.0:1777573904.352636:0:114486:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439a000. 20000000:00000010:3.0:1777573904.352640:0:114486:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc48bf800. 00000020:00000010:3.0:1777573904.352643:0:114486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf200. 00000020:00000010:3.0:1777573904.352648:0:114486:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89def766f000. 00010000:00000010:3.1:1777573904.365380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc10eae00. 00010000:00000010:3.1:1777573904.365389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2ace400. 00080000:00000010:1.0:1777573904.775776:0:114494:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48780. 00080000:00000010:1.0:1777573904.775786:0:114494:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48780. 00080000:00000010:1.0:1777573904.775797:0:114494:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48780. 00080000:00000010:1.0:1777573904.775802:0:114494:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48780. 00080000:00000010:1.0:1777573904.775812:0:114494:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48780. 00080000:00000010:1.0:1777573904.775817:0:114494:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48780. 00080000:00000010:1.0:1777573904.775826:0:114494:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48780. 00080000:00000010:1.0:1777573904.775831:0:114494:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48780. 00000100:00000010:2.0:1777573904.824805:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77cb100. 02000000:00000010:2.0:1777573904.824828:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76400. 00000100:00000010:0.0:1777573904.824841:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a17480. 02000000:00000010:0.0:1777573904.824850:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2100. 00000100:00000010:2.0:1777573904.824863:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77cbb80. 02000000:00000010:2.0:1777573904.824870:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76300. 00000100:00000010:2.0:1777573904.824880:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77c9f80. 02000000:00000010:2.0:1777573904.824885:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76a00. 00000100:00000010:2.0:1777573904.824893:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def77cb480. 02000000:00000010:2.0:1777573904.824898:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76100. 00000100:00000010:2.0:1777573904.824905:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6c700. 02000000:00000010:2.0:1777573904.824912:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76b00. 00000100:00000010:2.0:1777573904.824920:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4d69500. 02000000:00000010:2.0:1777573904.824925:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76900. 00000100:00000010:2.0:1777573904.824930:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb480. 02000000:00000010:2.0:1777573904.824935:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76700. 00000100:00000010:2.0:1777573904.824940:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250df80. 02000000:00000010:2.0:1777573904.824944:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76200. 00000100:00000010:2.0:1777573904.824948:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ca80. 02000000:00000010:2.0:1777573904.824952:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbed5400. 00000100:00000010:2.0:1777573904.824958:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45f7480. 02000000:00000010:2.0:1777573904.824962:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf000. 00000100:00000010:2.0:1777573904.824967:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc490ad80. 02000000:00000010:2.0:1777573904.824971:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf400. 00000100:00000010:2.0:1777573904.824975:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc490bb80. 02000000:00000010:2.0:1777573904.824978:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf200. 00000100:00000010:2.0:1777573904.824996:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5f100. 02000000:00000010:2.0:1777573904.825003:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4fafb00. 00000100:00000010:3.0:1777573904.825061:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc700. 02000000:00000010:3.0:1777573904.825071:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4100. 02000000:00000010:0.0:1777573904.825209:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3061000. 00000400:00000010:0.0:1777573904.825217:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940840. 00000400:00000010:0.0:1777573904.825222:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573904.825229:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926530432, portal 25 00000400:00000010:0.0:1777573904.825234:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573904.825236:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926530432, offset 0 00000400:00000200:0.0:1777573904.825245:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.825258:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573904.825271:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c5180 00000400:00000200:0.0:1777573904.825279:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17359 [2] + 0 00000400:00000010:0.0:1777573904.825283:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940b00. 00000400:00000200:0.0:1777573904.825287:0:3636:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc6adccc0 00000400:00000200:0.0:1777573904.825294:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.825299:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573904.825308:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6adccc0 00000400:00000010:0.0:1777573904.825311:0:3636:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc6adccc0. 00000100:00000200:0.0:1777573904.825317:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573904.825342:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573904.825344:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573904.825353:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def77cb100 x1863919926530432/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573904.825373:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbba0. 00000100:00000010:0.0:1777573904.825386:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbe40. 00000100:00000010:0.0:1777573904.825391:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb720. 00000100:00000010:0.0:1777573904.825398:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb9c0. 02000000:00000010:0.0:1777573904.825409:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3060000. 00000400:00000010:0.0:1777573904.825412:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940b00. 00000400:00000010:0.0:1777573904.825415:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573904.825418:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926530944, portal 10 00000400:00000010:0.0:1777573904.825424:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573904.825426:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926530944, offset 0 00000400:00000200:0.0:1777573904.825430:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.825436:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573904.825442:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c5380 00000400:00000200:0.0:1777573904.825447:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 141544 00000400:00000200:0.0:1777573904.825452:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.825454:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.825458:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573904.825463:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0000. 00000400:00000200:0.0:1777573904.825477:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573904.825479:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573904.825485:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def77cb480 x1863919926530944/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573904.825503:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3060c00. 00000400:00000010:0.0:1777573904.825507:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940210. 00000400:00000010:0.0:1777573904.825511:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573904.825513:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531456, portal 4 00000400:00000010:0.0:1777573904.825519:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573904.825521:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926531456, offset 0 00000400:00000200:0.0:1777573904.825525:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.825529:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573904.825534:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c5580 00000400:00000200:0.0:1777573904.825538:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 14848 00000400:00000200:0.0:1777573904.825542:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.825545:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.825549:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573904.825552:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0380. 00000400:00000200:0.0:1777573904.825563:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573904.825565:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573904.825570:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250df80 x1863919926531456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573904.825610:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573904.825615:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573904.825622:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:3.0:1777573904.825626:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573904.825631:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573904.825660:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573904.825662:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5740. 00000100:00000200:3.0:1777573904.825665:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530432 02000000:00000010:3.0:1777573904.825678:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89dec4121c00. 00010000:00000200:3.0:1777573904.825718:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8850 x1863919926530432/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573904.825735:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573904.825739:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926530432, offset 224 00000400:00000200:3.0:1777573904.825744:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1777573904.825863:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2447e00. 00000400:00000010:2.0:1777573904.825868:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573904.825873:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95330. 00000100:00000200:2.0:1777573904.825877:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926530816, portal 4 00000400:00000010:2.0:1777573904.825882:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf953b8. 00000100:00000200:2.0:1777573904.825884:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926530816, offset 0 00000400:00000200:2.0:1777573904.825889:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1777573904.830825:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7200. 00000020:00000010:1.0:1777573904.830835:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7200. 00000020:00000010:1.0:1777573904.830882:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76aca00. 00000020:00000010:1.0:1777573904.830886:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573904.830891:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573904.830932:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7200. 00000020:00000010:1.0:1777573904.830935:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7200. 00000100:00000200:1.0:1777573904.830939:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530944 02000000:00000010:1.0:1777573904.830960:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2569c00. 00010000:00000200:1.0:1777573904.830974:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b0000 x1863919926530944/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573904.830993:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573904.831001:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926530944, offset 224 00000400:00000200:1.0:1777573904.831008:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1777573904.831168:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c1600. 00000400:00000010:0.0:1777573904.831176:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940370. 00000400:00000010:0.0:1777573904.831181:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573904.831186:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531968, portal 4 00000400:00000010:0.0:1777573904.831191:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573904.831193:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926531968, offset 0 00000400:00000200:0.0:1777573904.831198:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573904.832355:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573904.832371:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c5300 00000400:00000200:2.0:1777573904.832377:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 6048 00000400:00000200:2.0:1777573904.832386:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573904.832390:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573904.832398:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573904.832404:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5d180. 00000400:00000200:2.0:1777573904.832427:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf953b8 00000400:00000010:2.0:1777573904.832430:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf953b8. 00000100:00000200:2.0:1777573904.832437:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def77c9f80 x1863919926530816/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573904.832470:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2446400. 00000400:00000010:2.0:1777573904.832475:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7c60. 00000400:00000010:2.0:1777573904.832479:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf953b8. 00000100:00000200:2.0:1777573904.832483:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531328, portal 10 00000400:00000010:2.0:1777573904.832487:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573904.832489:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926531328, offset 0 00000400:00000200:2.0:1777573904.832493:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573904.832498:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573904.832503:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c5500 00000400:00000200:2.0:1777573904.832507:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 141768 00000400:00000200:2.0:1777573904.832512:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573904.832514:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573904.832518:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573904.832520:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5e680. 00000400:00000200:2.0:1777573904.832532:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:2.0:1777573904.832545:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573904.832550:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bb480 x1863919926531328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573904.832570:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48e5c00. 00000400:00000010:2.0:1777573904.832574:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde70b0. 00000400:00000010:2.0:1777573904.832576:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95e58. 00000100:00000200:2.0:1777573904.832579:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531840, portal 10 00000400:00000010:2.0:1777573904.832583:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573904.832585:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926531840, offset 0 00000400:00000200:2.0:1777573904.832588:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573904.832593:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573904.832597:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c5700 00000400:00000200:2.0:1777573904.832601:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 141992 00000400:00000200:2.0:1777573904.832605:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573904.832607:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573904.832610:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573904.832613:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5c380. 00000400:00000200:2.0:1777573904.832624:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573904.832627:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573904.832631:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc490ad80 x1863919926531840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.833082:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573904.833090:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c5380 00000400:00000200:1.0:1777573904.833096:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17ebd [1] + 224 00000400:00000200:1.0:1777573904.833100:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573904.833103:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573904.833111:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def77cb480 x1863919926530944/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.833124:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573904.833126:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000020:00000010:1.0:1777573904.833143:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573904.833149:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573904.833153:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76aca00. 00000020:00000010:1.0:1777573904.833174:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7200. 00000020:00000010:1.0:1777573904.833190:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76aca00. 00000020:00000010:1.0:1777573904.833194:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573904.833197:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573904.833218:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573904.833222:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84440. 00000020:00000010:1.0:1777573904.833225:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573904.833228:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ac200. 00000020:00000010:1.0:1777573904.833231:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48800. 00000020:00000010:1.0:1777573904.833234:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573904.833249:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573904.833252:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c80. 00000100:00000200:1.0:1777573904.833255:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531328 02000000:00000010:1.0:1777573904.833271:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4dda400. 00010000:00000200:1.0:1777573904.833278:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5e680 x1863919926531328/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573904.833291:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573904.833295:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926531328, offset 224 00000400:00000200:1.0:1777573904.833299:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573904.833304:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573904.833309:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c5500 00000400:00000200:1.0:1777573904.833313:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17ee5 [1] + 224 00000400:00000200:1.0:1777573904.833316:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573904.833318:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573904.833323:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bb480 x1863919926531328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.833337:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573904.833339:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000020:00000010:1.0:1777573904.833346:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573904.833348:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000020:00000010:1.0:1777573904.833351:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76aca00. 00000020:00000010:1.0:1777573904.833361:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573904.833363:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c80. 00000100:00000200:1.0:1777573904.833365:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531840 02000000:00000010:1.0:1777573904.833372:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def4dd9800. 00010000:00000200:1.0:1777573904.833377:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5c380 x1863919926531840/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573904.833386:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573904.833389:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926531840, offset 224 00000400:00000200:1.0:1777573904.833392:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573904.833397:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573904.833402:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c5700 00000400:00000200:1.0:1777573904.833407:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17eed [1] + 224 00000400:00000200:0.0:1777573904.833412:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573904.833414:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573904.833418:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573904.833423:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc490ad80 x1863919926531840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.833434:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573904.833436:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000020:00000010:1.0:1777573904.833457:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48800. 00000020:00000010:1.0:1777573904.833461:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573904.833463:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ac200. 02000000:00000010:1.0:1777573904.833668:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ac200. 00000400:00000010:1.0:1777573904.833672:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b00. 00000400:00000010:1.0:1777573904.833676:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573904.833680:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926530688, portal 10 00000400:00000010:1.0:1777573904.833684:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23660. 00000400:00000200:0.0:1777573904.833726:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c5780 00000400:00000200:0.0:1777573904.833732:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 15072 00000400:00000200:0.0:1777573904.833737:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.833807:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.833812:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573904.833817:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1500. 00000400:00000200:0.0:1777573904.833831:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:0.0:1777573904.833833:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573904.833839:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc490bb80 x1863919926531968/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.833863:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940b00. 00000400:00000200:0.0:1777573904.833866:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573904.833868:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573904.833871:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def77cb480 x1863919926530944/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.833878:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def77cb480 x1863919926530944/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573904.833913:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3060000. 02000000:00000010:0.0:1777573904.833920:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76100. 00000100:00000010:0.0:1777573904.833925:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cb480. 00000020:00000010:0.0:1777573904.833962:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84dc0. 00000020:00000010:0.0:1777573904.833973:0:8361:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c0400. 00000020:00000010:0.0:1777573904.833976:0:8361:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431de00. 00000020:00000010:0.0:1777573904.833980:0:8361:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573904.834001:0:8361:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a849c0. 00000020:00000010:0.0:1777573904.834004:0:8361:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a849c0. 00000100:00000200:0.0:1777573904.834007:0:8361:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531968 02000000:00000010:0.0:1777573904.834015:0:8361:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f8e400. 00010000:00000200:0.0:1777573904.834021:0:8361:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b1500 x1863919926531968/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.834031:0:8361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573904.834034:0:8361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926531968, offset 224 00000400:00000200:0.0:1777573904.834039:0:8361:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.834045:0:8361:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573904.834050:0:8361:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c5780 00000400:00000200:0.0:1777573904.834055:0:8361:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17edd [1] + 224 00000400:00000200:0.0:1777573904.834059:0:8361:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.834062:0:8361:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.834068:0:8361:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc490bb80 x1863919926531968/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573904.834082:0:8361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573904.834084:0:8361:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000020:00000010:0.0:1777573904.834091:0:8361:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431de00. 00000020:00000010:0.0:1777573904.834095:0:8361:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573904.834098:0:8361:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c0400. 00000100:00000200:1.0:1777573904.834120:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926530688, offset 0 00000400:00000200:1.0:1777573904.834127:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573904.834133:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573904.834138:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c5280 00000400:00000200:1.0:1777573904.834143:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 142216 00000400:00000200:1.0:1777573904.834147:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573904.834150:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573904.834154:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573904.834158:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429c000. 00000400:00000200:1.0:1777573904.834170:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23660 00000400:00000010:1.0:1777573904.834173:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23660. 00000100:00000200:1.0:1777573904.834179:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def77cbb80 x1863919926530688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.834198:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940370. 02000000:00000010:1.0:1777573904.834200:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76aca00. 00000400:00000200:0.0:1777573904.834202:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:1.0:1777573904.834204:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37cb8. 00000400:00000010:0.0:1777573904.834205:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000400:00000010:1.0:1777573904.834211:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23660. 00000100:00000200:0.0:1777573904.834212:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc490bb80 x1863919926531968/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573904.834216:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531200, portal 10 00000400:00000010:1.0:1777573904.834224:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23440. 00000100:00000200:1.0:1777573904.834228:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926531200, offset 0 00000400:00000200:1.0:1777573904.834236:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1777573904.834242:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc490bb80 x1863919926531968/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.834247:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573904.834256:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c5480 00000400:00000200:1.0:1777573904.834260:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 142440 00000400:00000200:1.0:1777573904.834265:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1777573904.834265:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c1600. 00000400:00000200:1.0:1777573904.834270:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573904.834273:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:0.0:1777573904.834273:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf200. 00000100:00000010:0.0:1777573904.834277:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc490bb80. 00000100:00000010:1.0:1777573904.834279:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429dc00. 00000400:00000200:1.0:1777573904.834291:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23440 00000400:00000010:1.0:1777573904.834294:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23440. 00000100:00000200:1.0:1777573904.834299:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def4d69500 x1863919926531200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573904.834301:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a841c0. 00000020:00000010:0.0:1777573904.834307:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a841c0. 00000020:00000010:0.0:1777573904.834313:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1600. 00000020:00000010:0.0:1777573904.834316:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431de00. 02000000:00000010:1.0:1777573904.834323:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76ad800. 00000400:00000010:1.0:1777573904.834327:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37058. 00000400:00000010:1.0:1777573904.834330:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23440. 00000020:00000010:0.0:1777573904.834333:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000100:00000200:1.0:1777573904.834334:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531712, portal 10 00000400:00000010:1.0:1777573904.834341:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23cc0. 00000100:00000200:1.0:1777573904.834344:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926531712, offset 0 00000400:00000200:1.0:1777573904.834348:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573904.834353:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1777573904.834355:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a841c0. 00000400:00000200:1.0:1777573904.834363:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c5680 00000400:00000200:1.0:1777573904.834367:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 142664 00000020:00000010:0.0:1777573904.834369:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c0400. 00000400:00000200:1.0:1777573904.834371:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1777573904.834374:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d900. 00000020:00000010:2.0:1777573904.834375:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e6c0. 00000400:00000200:1.0:1777573904.834377:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1777573904.834379:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d21320. 00000100:00000200:1.0:1777573904.834383:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573904.834387:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429ca80. 00000020:00000010:2.0:1777573904.834388:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4400. 00000020:00000010:2.0:1777573904.834393:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70780. 00000400:00000200:1.0:1777573904.834394:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23cc0 00000020:00000010:0.0:1777573904.834396:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a849c0. 00000020:00000010:2.0:1777573904.834399:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000400:00000010:1.0:1777573904.834399:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23cc0. 00000020:00000010:0.0:1777573904.834400:0:6487:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5780. 00000100:00000200:1.0:1777573904.834408:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45f7480 x1863919926531712/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573904.834408:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a849c0. 00000020:00000010:0.0:1777573904.834415:0:6487:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1200. 02000000:00000010:1.0:1777573904.834430:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def76adc00. 00000020:00000010:0.0:1777573904.834431:0:6487:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d980. 00000020:00000010:2.0:1777573904.834432:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573904.834437:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000020:00000010:0.0:1777573904.834438:0:6487:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000100:00000200:2.0:1777573904.834441:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531456 00000400:00000010:1.0:1777573904.834448:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d68. 02000000:00000010:2.0:1777573904.834451:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb2c00. 00000400:00000010:1.0:1777573904.834453:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23cc0. 00000020:00000010:0.0:1777573904.834455:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a849c0. 00000100:00000200:1.0:1777573904.834458:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926532096, portal 4 00000020:00000010:0.0:1777573904.834459:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a849c0. 00010000:00000200:2.0:1777573904.834461:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b0380 x1863919926531456/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573904.834465:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23110. 00000100:00000200:0.0:1777573904.834465:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530688 00000400:00000010:2.0:1777573904.834477:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573904.834481:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926531456, offset 224 00000400:00000200:2.0:1777573904.834487:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1777573904.834492:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f8f400. 00000400:00000200:2.0:1777573904.834493:0:8362:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:0.0:1777573904.834502:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429c000 x1863919926530688/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573904.834503:0:8362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c5580 00000400:00000200:2.0:1777573904.834513:0:8362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17ec5 [1] + 224 00000400:00000200:2.0:1777573904.834521:0:8362:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1777573904.834523:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000400:00000200:2.0:1777573904.834524:0:8362:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.834529:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926530688, offset 224 00000400:00000200:0.0:1777573904.834540:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.834546:0:6487:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1777573904.834552:0:8362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250df80 x1863919926531456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573904.834569:0:8362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573904.834571:0:8362:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000020:00000010:2.0:1777573904.834579:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573904.834582:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573904.834586:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4400. 00000020:00000010:2.0:1777573904.834615:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573904.834618:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573904.834621:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4400. 00000020:00000010:2.0:1777573904.834623:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573904.834627:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573904.834648:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573904.834651:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000100:00000200:2.0:1777573904.834653:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530816 02000000:00000010:2.0:1777573904.834662:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb0400. 00010000:00000200:2.0:1777573904.834668:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5d180 x1863919926530816/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573904.834677:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573904.834680:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926530816, offset 224 00000400:00000200:2.0:1777573904.834684:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573904.834919:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573904.834925:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c5300 00000400:00000200:2.0:1777573904.834929:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17ed1 [1] + 224 00000400:00000200:2.0:1777573904.834933:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573904.834936:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573904.834995:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def77c9f80 x1863919926530816/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573904.835007:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573904.835009:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000020:00000010:2.0:1777573904.835018:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573904.835021:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573904.835025:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4400. 00000100:00000200:1.0:1777573904.835045:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926532096, offset 0 00000400:00000200:0.0:1777573904.835045:0:6487:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c5280 00000020:00000010:2.0:1777573904.835053:0:26981:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000400:00000200:1.0:1777573904.835053:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573904.835060:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1777573904.835063:0:26981:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000400:00000200:0.0:1777573904.835064:0:6487:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17efd [1] + 224 00000100:00000200:2.0:1777573904.835068:0:26981:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531200 00000400:00000200:1.0:1777573904.835069:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c5800 00000400:00000200:0.0:1777573904.835075:0:6487:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573904.835076:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfb9 [8] + 15296 02000000:00000010:2.0:1777573904.835079:0:26981:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb3c00. 00000400:00000010:1.0:1777573904.835082:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde78f0. 00000400:00000200:0.0:1777573904.835084:0:6487:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573904.835088:0:3638:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89defcde8800 00010000:00000200:2.0:1777573904.835089:0:26981:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429dc00 x1863919926531200/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.835092:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1777573904.835096:0:6487:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def77cbb80 x1863919926530688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.835100:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573904.835107:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defcde8800 00000400:00000010:1.0:1777573904.835112:0:3638:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 248 at ffff89defcde8800. 00000400:00000010:2.0:1777573904.835116:0:26981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:1.0:1777573904.835118:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1777573904.835121:0:26981:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926531200, offset 224 00000400:00000200:0.0:1777573904.835124:0:6487:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573904.835127:0:6487:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000020:00000010:0.0:1777573904.835219:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431de00. 00000020:00000010:0.0:1777573904.835224:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000400:00000200:2.0:1777573904.835228:0:26981:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1777573904.835229:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1600. 00000400:00000200:1.0:1777573904.835234:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23110 00000400:00000010:1.0:1777573904.835238:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23110. 00000400:00000200:2.0:1777573904.835241:0:26981:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1777573904.835245:0:6487:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a849c0. 00000100:00000200:1.0:1777573904.835247:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a5f100 x1863919926532096/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573904.835249:0:6487:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a849c0. 00000400:00000200:2.0:1777573904.835253:0:26981:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c5480 00000100:00000200:0.0:1777573904.835255:0:6487:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531712 00000400:00000200:2.0:1777573904.835265:0:26981:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17f09 [1] + 224 02000000:00000010:0.0:1777573904.835267:0:6487:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f8d800. 00000400:00000200:2.0:1777573904.835270:0:26981:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1777573904.835275:0:6487:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc429ca80 x1863919926531712/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573904.835276:0:26981:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1777573904.835279:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b00. 00000400:00000200:1.0:1777573904.835284:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:1.0:1777573904.835288:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000400:00000010:0.0:1777573904.835293:0:6487:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:1.0:1777573904.835294:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def77cbb80 x1863919926530688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573904.835303:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def77cbb80 x1863919926530688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573904.835319:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ac200. 02000000:00000010:1.0:1777573904.835323:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76300. 00000100:00000010:1.0:1777573904.835326:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cbb80. 02000000:00000010:1.0:1777573904.835338:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def4ddbc00. 00000400:00000010:1.0:1777573904.835341:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b00. 00000400:00000200:3.0:1777573904.841046:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573904.841101:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c5180 00000400:00000200:3.0:1777573904.841793:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17eb5 [1] + 224 00000400:00000200:3.0:1777573904.841804:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573904.841808:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.841813:0:6487:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926531712, offset 224 00000100:00000200:3.0:1777573904.841822:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def77cb100 x1863919926530432/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573904.841827:0:6487:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.841840:0:6487:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573904.841849:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573904.841852:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000400:00000010:1.0:1777573904.841862:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23d48. 00000100:00000200:1.0:1777573904.841870:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926530560, portal 4 00000400:00000010:1.0:1777573904.841878:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23110. 00000100:00000200:1.0:1777573904.841881:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926530560, offset 0 00000400:00000200:1.0:1777573904.841889:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1777573904.841892:0:26981:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def4d69500 x1863919926531200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573904.845146:0:6487:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c5680 00000400:00000200:0.0:1777573904.845158:0:6487:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17f11 [1] + 224 00000400:00000200:0.0:1777573904.845166:0:6487:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.845171:0:6487:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1777573904.845182:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000100:00000200:0.0:1777573904.845187:0:6487:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45f7480 x1863919926531712/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573904.845191:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573904.845199:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000400:00000200:0.0:1777573904.845210:0:6487:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573904.845214:0:6487:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 02000000:00000010:3.0:1777573904.845223:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89dec4121c00. 00000020:00000010:0.0:1777573904.845231:0:6487:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d980. 00000100:00000200:3.0:1777573904.845235:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1777573904.845237:0:6487:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573904.845241:0:6487:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1200. 00000100:00000010:3.0:1777573904.845258:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb9c0. 00000100:00000010:0.0:1777573904.845269:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbba0. 00000400:00000010:3.0:1777573904.845277:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17210. 00000400:00000010:3.0:1777573904.845285:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89defaefacc0. 00000020:00000010:0.0:1777573904.845323:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a849c0. 00000020:00000010:0.0:1777573904.845329:0:12154:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5180. 00000020:00000010:0.0:1777573904.845346:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a849c0. 00000020:00000010:0.0:1777573904.845353:0:12154:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1200. 00000020:00000010:0.0:1777573904.845357:0:12154:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d980. 00000020:00000010:0.0:1777573904.845361:0:12154:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573904.845392:0:12154:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a849c0. 00000020:00000010:0.0:1777573904.845395:0:12154:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a849c0. 00000100:00000200:0.0:1777573904.845399:0:12154:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532096 02000000:00000010:0.0:1777573904.845428:0:12154:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f8d400. 00010000:00000200:0.0:1777573904.845438:0:12154:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defcc61850 x1863919926532096/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.845452:0:12154:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573904.845456:0:12154:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926532096, offset 224 00000400:00000200:0.0:1777573904.845461:0:12154:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.845469:0:12154:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573904.845484:0:12154:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c5800 00000400:00000200:0.0:1777573904.845496:0:12154:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17f19 [1] + 224 00000400:00000200:0.0:1777573904.845500:0:12154:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.845503:0:12154:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.845509:0:12154:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a5f100 x1863919926532096/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573904.845520:0:12154:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573904.845522:0:12154:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000020:00000010:0.0:1777573904.845529:0:12154:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d980. 00000020:00000010:0.0:1777573904.845532:0:12154:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573904.845533:0:12154:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1200. 02000000:00000010:0.0:1777573904.845549:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2f8d400. 02000000:00000010:0.0:1777573904.845552:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb2c00. 00000100:00000010:0.0:1777573904.845556:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b0380. 02000000:00000010:0.0:1777573904.845561:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2f8e400. 00000100:00000010:0.0:1777573904.845563:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1500. 02000000:00000010:0.0:1777573904.845566:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def4edf000. 00000100:00000010:0.0:1777573904.845569:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cad80. 02000000:00000010:0.0:1777573904.845573:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def4eddc00. 00000100:00000010:0.0:1777573904.845575:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5c00. 02000000:00000010:0.0:1777573904.845578:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def778e000. 00000100:00000010:0.0:1777573904.845580:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a14700. 02000000:00000010:0.0:1777573904.845582:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def778cc00. 00000100:00000010:0.0:1777573904.845584:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a16680. 02000000:00000010:0.0:1777573904.845586:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fb7800. 00000100:00000010:0.0:1777573904.845589:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b1880. 02000000:00000010:0.0:1777573904.845592:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fb4000. 00000100:00000010:0.0:1777573904.845594:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc15b0700. 02000000:00000010:0.0:1777573904.845597:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff89def78f7000. 00000100:00000010:0.0:1777573904.845599:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d5500. 02000000:00000010:0.0:1777573904.845601:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff89ddc4565c00. 00000100:00000010:0.0:1777573904.845604:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6a00. 02000000:00000010:0.0:1777573904.845607:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc4565800. 00000100:00000010:0.0:1777573904.845609:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494e680. 02000000:00000010:0.0:1777573904.845611:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89deef1a5000. 00000100:00000010:0.0:1777573904.845614:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7480. 02000000:00000010:0.0:1777573904.845616:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89deef1a4c00. 00000100:00000010:0.0:1777573904.845618:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4a80. 02000000:00000010:0.0:1777573904.845621:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7998000. 00000100:00000010:0.0:1777573904.845623:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f5180. 02000000:00000010:0.0:1777573904.845626:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc45f9800. 00000100:00000010:0.0:1777573904.845630:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f5c00. 02000000:00000010:0.0:1777573904.845633:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411c800. 00000100:00000010:0.0:1777573904.845635:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6a680. 02000000:00000010:0.0:1777573904.845638:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2565000. 00000100:00000010:0.0:1777573904.845640:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79b8380. 02000000:00000010:0.0:1777573904.845643:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2fabc00. 00000100:00000010:0.0:1777573904.845645:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6f100. 02000000:00000010:0.0:1777573904.845649:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded1920400. 00000100:00000010:0.0:1777573904.845651:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89deeeae0a80. 02000000:00000010:0.0:1777573904.845655:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def77abc00. 00000100:00000010:0.0:1777573904.845669:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 02000000:00000010:0.0:1777573904.845673:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def792a000. 00000100:00000010:0.0:1777573904.845675:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6d500. 02000000:00000010:0.0:1777573904.845677:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def77a8400. 00000100:00000010:0.0:1777573904.845679:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5c00. 02000000:00000010:0.0:1777573904.845682:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def77aac00. 00000100:00000010:0.0:1777573904.845712:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4507b80. 02000000:00000010:0.0:1777573904.845716:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def77ab400. 00000100:00000010:0.0:1777573904.845719:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d3100. 02000000:00000010:0.0:1777573904.845723:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def77f2400. 00000100:00000010:0.0:1777573904.845725:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d0000. 02000000:00000010:0.0:1777573904.845728:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc33f2400. 00000100:00000010:0.0:1777573904.845731:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69c00. 02000000:00000010:0.0:1777573904.845734:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc33f2000. 00000100:00000010:0.0:1777573904.845735:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2f0b100. 02000000:00000010:0.0:1777573904.845738:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32cac00. 00000100:00000010:0.0:1777573904.845741:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31d6300. 02000000:00000010:0.0:1777573904.845744:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32c8c00. 00000100:00000010:0.0:1777573904.845745:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934c380. 02000000:00000010:0.0:1777573904.845748:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32c9c00. 00000100:00000010:0.0:1777573904.845751:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ed80. 02000000:00000010:0.0:1777573904.845754:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32cb800. 00000100:00000010:0.0:1777573904.845756:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934d500. 02000000:00000010:0.0:1777573904.845759:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc1f07400. 00000100:00000010:0.0:1777573904.845761:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc460dc00. 02000000:00000010:0.0:1777573904.845765:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc1f06c00. 00000100:00000010:0.0:1777573904.845767:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc5500. 02000000:00000010:0.0:1777573904.845770:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc33f4800. 00000100:00000010:0.0:1777573904.845772:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc4380. 02000000:00000010:0.0:1777573904.845775:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41b6c00. 00000100:00000010:0.0:1777573904.845778:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded0cc7b80. 02000000:00000010:0.0:1777573904.845782:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41b4800. 00000100:00000010:0.0:1777573904.845783:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc494d500. 02000000:00000010:0.0:1777573904.845786:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff89ddc33e9400. 00000100:00000010:0.0:1777573904.845789:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4772d80. 02000000:00000010:0.0:1777573904.845793:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff89ddc3c27000. 00000100:00000010:0.0:1777573904.845795:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4770000. 02000000:00000010:0.0:1777573904.845797:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc323b000. 00000100:00000010:0.0:1777573904.845799:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc460e300. 02000000:00000010:0.0:1777573904.845802:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc323a400. 00000100:00000010:0.0:1777573904.845804:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc460ca80. 02000000:00000010:0.0:1777573904.845808:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3239c00. 00000100:00000010:0.0:1777573904.845810:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d6d80. 02000000:00000010:0.0:1777573904.845813:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2f16000. 00000100:00000010:0.0:1777573904.845816:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d7800. 02000000:00000010:0.0:1777573904.845819:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc1566c00. 00000100:00000010:0.0:1777573904.845821:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7800. 02000000:00000010:0.0:1777573904.845824:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32b5400. 00000100:00000010:0.0:1777573904.845826:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7100. 02000000:00000010:0.0:1777573904.845829:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32b6400. 00000100:00000010:0.0:1777573904.845831:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5880. 02000000:00000010:0.0:1777573904.845833:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32b6800. 00000100:00000010:0.0:1777573904.845834:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5180. 02000000:00000010:0.0:1777573904.845836:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41b7c00. 00000100:00000010:0.0:1777573904.845838:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455c700. 02000000:00000010:0.0:1777573904.845841:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41b4400. 00000100:00000010:0.0:1777573904.845843:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc455ca80. 02000000:00000010:0.0:1777573904.845845:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41b7800. 00000100:00000010:0.0:1777573904.845847:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cbb80. 02000000:00000010:0.0:1777573904.845850:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3239000. 00000100:00000010:0.0:1777573904.845852:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bbb80. 02000000:00000010:0.0:1777573904.845855:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3078000. 00000100:00000010:0.0:1777573904.845858:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bb800. 02000000:00000010:0.0:1777573904.845860:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc307bc00. 00000100:00000010:0.0:1777573904.845863:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79ba300. 02000000:00000010:0.0:1777573904.845867:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89defddd2c00. 00000100:00000010:0.0:1777573904.845869:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4ed5f80. 02000000:00000010:0.0:1777573904.845872:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3361c00. 00000100:00000010:0.0:1777573904.845874:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4ed6300. 02000000:00000010:0.0:1777573904.845877:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411c000. 00000100:00000010:0.0:1777573904.845879:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c9500. 02000000:00000010:0.0:1777573904.845882:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc411c400. 00000100:00000010:0.0:1777573904.845883:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8700. 02000000:00000010:0.0:1777573904.845886:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7948c00. 00000100:00000010:0.0:1777573904.845888:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2e1f100. 02000000:00000010:0.0:1777573904.845892:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def794a000. 00000100:00000010:0.0:1777573904.845894:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc447a300. 02000000:00000010:0.0:1777573904.845898:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def794a400. 00000100:00000010:0.0:1777573904.845899:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc419b480. 02000000:00000010:0.0:1777573904.845902:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc41c7000. 00000100:00000010:0.0:1777573904.845904:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4504700. 02000000:00000010:0.0:1777573904.845906:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4241800. 00000100:00000010:0.0:1777573904.845909:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d68700. 02000000:00000010:0.0:1777573904.845911:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc45fb400. 00000100:00000010:0.0:1777573904.845913:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6aa00. 02000000:00000010:0.0:1777573904.845916:0:12154:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc45f8800. 00000100:00000010:0.0:1777573904.845918:0:12154:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d6ad80. 00000100:00000200:0.0:1777573904.845923:0:12154:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1777573904.845928:0:12154:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940370. 00000400:00000010:0.0:1777573904.845934:0:12154:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff89ded83e2a00. 00000400:00000010:0.0:1777573904.845965:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940840. 00000400:00000200:0.0:1777573904.845969:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573904.845970:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573904.845976:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def77cb100 x1863919926530432/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.845986:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def77cb100 x1863919926530432/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.846008:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940210. 00000400:00000200:0.0:1777573904.846010:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573904.846012:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573904.846017:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250df80 x1863919926531456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.846024:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250df80 x1863919926531456/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573904.846041:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3061000. 02000000:00000010:0.0:1777573904.846046:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76400. 00000100:00000010:0.0:1777573904.846050:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77cb100. 02000000:00000010:0.0:1777573904.846053:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3060c00. 02000000:00000010:0.0:1777573904.846056:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76200. 00000100:00000010:0.0:1777573904.846058:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250df80. 00000400:00000010:3.0:1777573904.846117:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:3.0:1777573904.846121:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95330 00000400:00000010:3.0:1777573904.846123:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95330. 00000100:00000200:3.0:1777573904.846130:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def77c9f80 x1863919926530816/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573904.846138:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def77c9f80 x1863919926530816/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573904.846155:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7c60. 00000400:00000200:3.0:1777573904.846158:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf953b8 00000400:00000010:3.0:1777573904.846159:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf953b8. 00000100:00000200:3.0:1777573904.846163:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bb480 x1863919926531328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573904.846171:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bb480 x1863919926531328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573904.846183:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde70b0. 00000400:00000200:3.0:1777573904.846184:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95e58 00000400:00000010:3.0:1777573904.846186:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95e58. 00000100:00000200:3.0:1777573904.846190:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc490ad80 x1863919926531840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573904.846198:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc490ad80 x1863919926531840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573904.846208:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2447e00. 02000000:00000010:3.0:1777573904.846212:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76a00. 00000100:00000010:3.0:1777573904.846215:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def77c9f80. 02000000:00000010:3.0:1777573904.846219:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2446400. 02000000:00000010:3.0:1777573904.846221:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76700. 00000100:00000010:3.0:1777573904.846222:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bb480. 02000000:00000010:3.0:1777573904.846225:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48e5c00. 02000000:00000010:3.0:1777573904.846230:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf400. 00000100:00000010:3.0:1777573904.846232:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc490ad80. 00000400:00000200:1.0:1777573904.849002:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1777573904.849026:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbe40. 00000400:00000200:0.0:1777573904.849869:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c5200 00000400:00000200:0.0:1777573904.849878:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 8960 00000400:00000200:0.0:1777573904.849887:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.849891:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.849898:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573904.849905:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1500. 00000400:00000200:0.0:1777573904.849930:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23110 00000400:00000010:0.0:1777573904.849934:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23110. 00000100:00000200:0.0:1777573904.849943:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a17480 x1863919926530560/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573904.849970:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbba0. 00000100:00000010:0.0:1777573904.849980:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb660. 00000020:00000010:3.0:1777573904.849988:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5740. 00000100:00000010:0.0:1777573904.849990:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbe40. 00000020:00000010:3.0:1777573904.849996:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573904.850005:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:3.0:1777573904.850011:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 02000000:00000010:0.0:1777573904.850015:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c1200. 00000020:00000010:3.0:1777573904.850016:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000400:00000010:0.0:1777573904.850022:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940210. 00000400:00000010:0.0:1777573904.850028:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573904.850035:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531072, portal 4 00000400:00000010:0.0:1777573904.850041:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573904.850044:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926531072, offset 0 00000400:00000200:0.0:1777573904.850052:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1777573904.850058:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5740. 00000400:00000200:0.0:1777573904.850062:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573904.850068:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c5400 00000020:00000010:3.0:1777573904.850072:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5740. 00000100:00000200:3.0:1777573904.850076:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926530560 00000400:00000200:0.0:1777573904.850077:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 6272 00000400:00000200:0.0:1777573904.850084:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.850087:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.850091:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:3.0:1777573904.850095:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89dec4121c00. 00000100:00000010:0.0:1777573904.850096:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0380. 00000400:00000200:0.0:1777573904.850112:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573904.850115:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573904.850121:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89defbd6c700 x1863919926531072/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1777573904.850127:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b1500 x1863919926530560/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:405/0 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573904.850144:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c1600. 00000400:00000010:3.0:1777573904.850146:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000400:00000010:0.0:1777573904.850150:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940840. 00000100:00000200:3.0:1777573904.850151:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926530560, offset 224 00000400:00000010:0.0:1777573904.850155:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000400:00000200:3.0:1777573904.850159:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573904.850167:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573904.850173:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5200 00000100:00000200:0.0:1777573904.850304:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926531584, portal 4 00000400:00000010:0.0:1777573904.850311:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573904.850314:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926531584, offset 0 00000400:00000200:2.0:1777573904.850318:0:26981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573904.850322:0:26981:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000400:00000200:0.0:1777573904.850328:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.850335:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573904.850341:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c5600 00000020:00000010:2.0:1777573904.850342:0:26981:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d900. 00000400:00000200:0.0:1777573904.850348:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfbd [8] + 0 00000020:00000010:2.0:1777573904.850349:0:26981:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d21320. 00000020:00000010:2.0:1777573904.850355:0:26981:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c0400. 00000400:00000200:0.0:1777573904.850356:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573904.850360:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.850365:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573904.850368:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b3100. 00000400:00000200:3.0:1777573904.850398:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17f35 [1] + 224 00000400:00000200:3.0:1777573904.850404:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573904.850408:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573904.850415:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a17480 x1863919926530560/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573904.850428:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573904.850432:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573904.850438:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc250ca80 x1863919926531584/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573904.850463:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2f8e400. 00000400:00000010:0.0:1777573904.850467:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940b00. 00000020:00000010:2.0:1777573904.850472:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573904.850479:0:9951:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5400. 00000020:00000010:2.0:1777573904.850492:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573904.850497:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4400. 00000020:00000010:2.0:1777573904.850500:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573904.850503:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573904.850524:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573904.850526:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000100:00000200:2.0:1777573904.850529:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531584 02000000:00000010:2.0:1777573904.850538:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb2c00. 00010000:00000200:2.0:1777573904.850544:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b3100 x1863919926531584/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573904.850570:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000400:00000200:3.0:1777573904.850933:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573904.850936:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573904.850947:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573904.850951:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573904.850954:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000020:00000010:3.0:1777573904.850997:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573904.851001:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573904.851004:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:3.0:1777573904.851006:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573904.851009:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573904.851029:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573904.851032:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5740. 00000100:00000200:3.0:1777573904.851036:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926531072 02000000:00000010:3.0:1777573904.851045:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89dec4121400. 00010000:00000200:3.0:1777573904.851052:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b0380 x1863919926531072/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/224 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573904.851063:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573904.851066:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926531072, offset 224 00000400:00000200:3.0:1777573904.851070:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573904.851077:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573904.851084:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c5400 00000400:00000200:3.0:1777573904.851089:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17f49 [1] + 224 00000400:00000010:0.0:1777573904.851089:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000400:00000200:3.0:1777573904.851097:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1777573904.851097:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926532224, portal 4 00000400:00000200:3.0:1777573904.851101:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1777573904.851105:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573904.851109:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926532224, offset 0 00000100:00000200:3.0:1777573904.851110:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89defbd6c700 x1863919926531072/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573904.851119:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573904.851129:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573904.851130:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573904.851133:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000400:00000200:0.0:1777573904.851137:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c5880 00000400:00000200:0.0:1777573904.851143:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 9184 00000020:00000010:3.0:1777573904.851145:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000400:00000200:0.0:1777573904.851148:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1777573904.851149:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573904.851153:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000400:00000200:0.0:1777573904.851154:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573904.851165:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573904.851169:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b3800. 00000400:00000200:0.0:1777573904.851219:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573904.851221:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573904.851227:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc700 x1863919926532224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.851251:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37cb8. 00000400:00000200:0.0:1777573904.851255:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23660 00000400:00000010:0.0:1777573904.851257:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23660. 00000100:00000200:0.0:1777573904.851262:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def4d69500 x1863919926531200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.851271:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def4d69500 x1863919926531200/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.851294:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37058. 00000400:00000200:0.0:1777573904.851296:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23440 00000400:00000010:0.0:1777573904.851298:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23440. 00000100:00000200:0.0:1777573904.851302:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45f7480 x1863919926531712/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.851310:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45f7480 x1863919926531712/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.851322:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d68. 00000400:00000200:0.0:1777573904.851326:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23cc0 00000400:00000010:0.0:1777573904.851328:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23cc0. 00000100:00000200:0.0:1777573904.851333:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a5f100 x1863919926532096/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.851340:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a5f100 x1863919926532096/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573904.851353:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76aca00. 02000000:00000010:0.0:1777573904.851359:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76900. 00000100:00000010:0.0:1777573904.851364:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69500. 02000000:00000010:0.0:1777573904.851367:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76ad800. 02000000:00000010:0.0:1777573904.851370:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf000. 00000100:00000010:0.0:1777573904.851371:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45f7480. 02000000:00000010:0.0:1777573904.851374:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def76adc00. 02000000:00000010:0.0:1777573904.851375:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4fafb00. 00000100:00000010:0.0:1777573904.851378:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a5f100. 00000400:00000010:0.0:1777573904.851384:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37b00. 00000400:00000200:0.0:1777573904.851386:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23d48 00000400:00000010:0.0:1777573904.851388:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23d48. 00000100:00000200:2.0:1777573904.851393:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926531584, offset 224 00000100:00000200:0.0:1777573904.851394:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a17480 x1863919926530560/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573904.851405:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1777573904.851409:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a17480 x1863919926530560/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573904.851414:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573904.851420:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c5600 00000400:00000200:2.0:1777573904.851424:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x17f55 [1] + 224 00000400:00000200:2.0:1777573904.851428:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573904.851430:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573904.851437:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc250ca80 x1863919926531584/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573904.851448:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573904.851450:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000020:00000010:2.0:1777573904.851459:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573904.851462:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573904.851466:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4400. 00000020:00000010:1.0:1777573904.851792:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573904.851797:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573904.851801:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ac200. 00000020:00000010:1.0:1777573904.851805:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573904.851809:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573904.851837:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c80. 00000020:00000010:1.0:1777573904.851840:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c80. 00000100:00000200:1.0:1777573904.851843:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532224 02000000:00000010:1.0:1777573904.851852:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc307bc00. 00010000:00000200:1.0:1777573904.851866:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b3800 x1863919926532224/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:405/0 lens 224/368 e 0 to 0 dl 1777573915 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573904.851878:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573904.851881:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926532224, offset 224 00000400:00000200:1.0:1777573904.851887:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573904.851894:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573904.851900:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5880 00000400:00000200:1.0:1777573904.851904:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17f61 [1] + 224 00000400:00000200:1.0:1777573904.851908:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573904.851911:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573904.851916:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc700 x1863919926532224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573904.851927:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d237f8 00000400:00000010:1.0:1777573904.851929:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d237f8. 00000020:00000010:1.0:1777573904.851937:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573904.851941:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573904.851944:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ac200. 00000400:00000010:0.0:1777573904.852010:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940210. 00000400:00000200:0.0:1777573904.852015:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573904.852016:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573904.852021:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89defbd6c700 x1863919926531072/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.852029:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89defbd6c700 x1863919926531072/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.852041:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940840. 00000400:00000200:0.0:1777573904.852044:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573904.852046:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573904.852050:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc250ca80 x1863919926531584/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.852059:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc250ca80 x1863919926531584/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573904.852069:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940b00. 00000400:00000200:0.0:1777573904.852072:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573904.852074:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573904.852078:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc700 x1863919926532224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573904.852086:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc700 x1863919926532224/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573904.852099:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def4ddbc00. 02000000:00000010:0.0:1777573904.852104:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2100. 00000100:00000010:0.0:1777573904.852108:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a17480. 02000000:00000010:0.0:1777573904.852111:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c1200. 02000000:00000010:0.0:1777573904.852114:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76b00. 00000100:00000010:0.0:1777573904.852117:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89defbd6c700. 02000000:00000010:0.0:1777573904.852119:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c1600. 02000000:00000010:0.0:1777573904.852122:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbed5400. 00000100:00000010:0.0:1777573904.852125:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc250ca80. 02000000:00000010:0.0:1777573904.852128:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2f8e400. 02000000:00000010:0.0:1777573904.852130:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4100. 00000100:00000010:0.0:1777573904.852133:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc700. 00000100:00000010:1.0:1777573904.854798:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb660. 00000100:00000010:0.0:1777573904.854863:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbba0. 00000100:00000010:3.0:1777573904.855926:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbe40. 00000100:00000010:2.0:1777573904.856059:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb720. 00000020:00000010:3.0:1777573905.092384:0:114535:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848710. 00000020:00000010:3.0:1777573905.092456:0:114535:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848710. 00000020:00000010:3.0:1777573905.093240:0:114535:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89def766f000. 00000020:00000010:3.0:1777573905.093252:0:114535:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf200. 00000020:00000010:3.0:1777573905.093256:0:114535:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48bf600. 00000040:00000010:3.0:1777573905.093262:0:114535:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bf800. 00000020:00000010:3.0:1777573905.093267:0:114535:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89dec6891000. 00000020:00000010:3.0:1777573905.093272:0:114535:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48be400. 80000000:00000010:3.0:1777573905.093277:0:114535:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a87e0. 00040000:00000010:3.0:1777573905.093282:0:114535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48bfe00. 00080000:00000010:3.0:1777573905.093289:0:114535:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573905.093293:0:114535:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 20000000:00000010:3.0:1777573905.093300:0:114535:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc2446400. 00000020:00000010:3.0:1777573905.093305:0:114535:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c5740. 00000001:00000010:3.0:1777573905.093312:0:114535:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff89ded26a8600. 00000001:00000010:3.0:1777573905.093333:0:114535:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff89ddc25c5e40. 00000020:00000010:3.0:1777573905.093339:0:114535:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2447e00. 00000020:00000010:3.0:1777573905.093343:0:114535:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def4ecd800. 00000040:00000010:3.0:1777573905.093346:0:114535:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89dec8004200. 00000020:00000010:3.0:1777573905.093349:0:114535:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89dec6895800. 00000020:00000010:3.0:1777573905.093352:0:114535:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89deef381c00. 00040000:00000010:3.0:1777573905.093357:0:114535:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc25c4000. 00040000:00000010:3.0:1777573905.093360:0:114535:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2d2b200. 00080000:00000010:3.0:1777573905.093364:0:114535:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc426e000. 00080000:00000010:3.0:1777573905.093369:0:114535:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573905.093377:0:114535:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2d2b600. 00000001:00000010:3.0:1777573905.093400:0:114535:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ded0d17f20. 00000001:00000010:3.0:1777573905.093418:0:114535:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ded0d17f20. 00000020:00000010:3.0:1777573905.093443:0:114535:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def4ecd800. 00000040:00000010:3.0:1777573905.093448:0:114535:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89dec8004200. 00000020:00000010:3.0:1777573905.093451:0:114535:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89dec6895800. 00000020:00000010:3.0:1777573905.093455:0:114535:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89deef381c00. 00040000:00000010:3.0:1777573905.093459:0:114535:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc25c4000. 00040000:00000010:3.0:1777573905.093462:0:114535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2d2b200. 00080000:00000010:3.0:1777573905.093466:0:114535:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573905.093471:0:114535:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc426e000. 00000020:00000010:3.0:1777573905.093475:0:114535:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2447e00. 00000001:00000010:3.0:1777573905.093478:0:114535:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff89ded26a8600. 00010000:00000010:3.0:1777573905.093507:0:114535:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc10eae00. 00010000:00000010:3.0:1777573905.093514:0:114535:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2ace400. 00000020:00000010:3.0:1777573905.093554:0:114535:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c5740. 00000020:00000010:3.0:1777573905.093558:0:114535:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48bf600. 00000040:00000010:3.0:1777573905.093563:0:114535:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bf800. 00000020:00000010:3.0:1777573905.093566:0:114535:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89dec6891000. 00000020:00000010:3.0:1777573905.093568:0:114535:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48be400. 80000000:00000010:3.0:1777573905.093580:0:114535:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a87e0. 00040000:00000010:3.0:1777573905.093582:0:114535:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48bfe00. 00080000:00000010:3.0:1777573905.093587:0:114535:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573905.093590:0:114535:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 20000000:00000010:3.0:1777573905.093595:0:114535:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc2446400. 00000020:00000010:3.0:1777573905.093598:0:114535:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf200. 00000020:00000010:3.0:1777573905.093602:0:114535:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89def766f000. 00010000:00000010:3.1:1777573905.128955:0:114536:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc10eae00. 00010000:00000010:3.1:1777573905.129185:0:114536:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2ace400. 00000100:00000010:2.0:1777573905.398949:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5f800. 02000000:00000010:2.0:1777573905.399099:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48e4200. 00010000:00000010:2.0:1777573905.399113:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89deef25c900. 00010000:00000010:2.0:1777573905.399119:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c55600. 00000100:00000010:2.0:1777573905.399136:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc3c236c0. 02000000:00000010:2.0:1777573905.399155:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3fb3000. 00000400:00000010:2.0:1777573905.399162:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7420. 00000400:00000010:2.0:1777573905.399168:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573905.399175:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926532352, portal 25 00000400:00000010:2.0:1777573905.399180:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573905.399183:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926532352, offset 0 00000400:00000200:2.0:1777573905.399191:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573905.399203:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573905.399215:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c5900 00000400:00000200:2.0:1777573905.399221:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x17451 [2] + 0 00000400:00000010:2.0:1777573905.399225:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d2c0. 00000400:00000200:2.0:1777573905.399228:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc43dc840 00000400:00000200:2.0:1777573905.399233:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573905.399237:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1777573905.399242:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc43dc840 00000400:00000010:2.0:1777573905.399244:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc43dc840. 00000100:00000200:2.0:1777573905.399250:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1777573905.399273:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573905.399275:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573905.399282:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a5f800 x1863919926532352/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573921 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573905.399305:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4e40. 00000100:00000010:2.0:1777573905.399320:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4360. 00000100:00000010:2.0:1777573905.399334:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4b40. 00000100:00000010:2.0:1777573905.399339:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4de0. 00000020:00000010:0.0:1777573905.399418:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573905.399423:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573905.399429:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748a00. 00000020:00000010:0.0:1777573905.399434:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573905.399492:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573905.399529:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573905.399532:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573905.399535:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532352 00010000:00000010:0.0:1777573905.399550:0:6478:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eff100. 00010000:00000010:0.0:1777573905.399554:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1000. 02000000:00000010:0.0:1777573905.399565:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc2f8e400. 00010000:00000200:0.0:1777573905.399584:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c9450 x1863919926532352/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:406/0 lens 328/344 e 0 to 0 dl 1777573916 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573905.399600:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573905.399603:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926532352, offset 224 00000400:00000200:0.0:1777573905.399608:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573905.399614:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573905.399620:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c5900 00000400:00000200:0.0:1777573905.399764:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17f71 [1] + 224 00000400:00000200:0.0:1777573905.399771:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.399774:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573905.399781:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a5f800 x1863919926532352/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573921 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573905.399799:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573905.399801:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000020:00000010:0.0:1777573905.399813:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573905.399817:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573905.399820:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748a00. 02000000:00000010:0.0:1777573905.399827:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc2f8e400. 00000100:00000200:0.0:1777573905.399834:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573905.399838:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940b00. 00000400:00000010:0.0:1777573905.399842:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89deeeae6a80. 00000400:00000010:2.0:1777573905.400063:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7420. 00000400:00000200:2.0:1777573905.400067:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:2.0:1777573905.400069:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573905.400074:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a5f800 x1863919926532352/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573921 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573905.400084:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a5f800 x1863919926532352/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573921 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573905.400102:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc3c236c0. 02000000:00000010:2.0:1777573905.400114:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3fb3000. 02000000:00000010:2.0:1777573905.400118:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48e4200. 00000100:00000010:2.0:1777573905.400126:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a5f800. 00000100:00000010:1.0:1777573905.418779:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4360. 00000100:00000010:0.0:1777573905.418859:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4e40. 00000100:00000010:2.0:1777573905.418862:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4b40. 00000100:00000010:3.0:1777573905.419118:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4de0. 00080000:00000010:0.0:1777573905.449268:0:114542:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431de00. 00080000:00000010:0.0:1777573905.449276:0:114542:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431de00. 00080000:00000010:0.0:1777573905.449286:0:114542:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431de00. 00080000:00000010:0.0:1777573905.449291:0:114542:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431de00. 00080000:00000010:0.0:1777573905.449300:0:114542:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431de00. 00080000:00000010:0.0:1777573905.449305:0:114542:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431de00. 00080000:00000010:0.0:1777573905.449314:0:114542:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431de00. 00080000:00000010:0.0:1777573905.449319:0:114542:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431de00. 00000800:00000200:0.0:1777573905.656309:0:3627:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89dec2bb9cc0] -> 12345-192.168.204.109@tcp (6) 00000800:00000200:0.0:1777573905.656317:0:3627:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.109@tcp ip 192.168.204.109:988 00000800:00000200:0.0:1777573905.656322:0:3627:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4de0d00 type 192, nob 24 niov 1 nkiov 0 00000020:00000010:3.0:1777573905.658643:0:114583:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848710. 00000020:00000010:3.0:1777573905.659148:0:114583:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848710. 00000800:00000200:2.0:1777573905.659289:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1777573905.659328:0:114583:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89def766f000. 00000020:00000010:3.0:1777573905.659338:0:114583:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2ac00. 00000020:00000010:3.0:1777573905.659342:0:114583:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2d2b000. 00000040:00000010:3.0:1777573905.659346:0:114583:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc2d2b200. 00000020:00000010:3.0:1777573905.659350:0:114583:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89dec6895800. 00000020:00000010:3.0:1777573905.659356:0:114583:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2d2a400. 80000000:00000010:3.0:1777573905.659360:0:114583:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a87e0. 00040000:00000010:3.0:1777573905.659364:0:114583:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2d2a800. 00080000:00000010:3.0:1777573905.659370:0:114583:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439a000. 00080000:00000010:3.0:1777573905.659374:0:114583:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439c000. 20000000:00000010:3.0:1777573905.659380:0:114583:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc48bf400. 00000020:00000010:3.0:1777573905.659385:0:114583:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c5800. 00000001:00000010:3.0:1777573905.659391:0:114583:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff89ded26a8600. 00000001:00000010:3.0:1777573905.659408:0:114583:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff89ddc25c5480. 00000020:00000010:3.0:1777573905.659413:0:114583:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be000. 00000020:00000010:3.0:1777573905.659415:0:114583:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48be800. 00000040:00000010:3.0:1777573905.659418:0:114583:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48be200. 00000020:00000010:3.0:1777573905.659421:0:114583:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ded04aa800. 00000020:00000010:3.0:1777573905.659423:0:114583:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48bf000. 00040000:00000010:3.0:1777573905.659427:0:114583:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc25c4000. 00040000:00000010:3.0:1777573905.659429:0:114583:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48bee00. 00080000:00000010:3.0:1777573905.659433:0:114583:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439e000. 00080000:00000010:3.0:1777573905.659438:0:114583:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4268000. 00080000:00000010:3.0:1777573905.659447:0:114583:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc48bf200. 00000001:00000010:3.0:1777573905.659469:0:114583:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ded0d17f20. 00000001:00000010:3.0:1777573905.659489:0:114583:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ded0d17f20. 00000020:00000010:3.0:1777573905.659513:0:114583:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48be800. 00000040:00000010:3.0:1777573905.659526:0:114583:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48be200. 00000020:00000010:3.0:1777573905.659529:0:114583:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ded04aa800. 00000020:00000010:3.0:1777573905.659532:0:114583:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48bf000. 00040000:00000010:3.0:1777573905.659536:0:114583:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc25c4000. 00040000:00000010:3.0:1777573905.659539:0:114583:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48bee00. 00080000:00000010:3.0:1777573905.659543:0:114583:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4268000. 00080000:00000010:3.0:1777573905.659547:0:114583:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439e000. 00000020:00000010:3.0:1777573905.659551:0:114583:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be000. 00000001:00000010:3.0:1777573905.659555:0:114583:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff89ded26a8600. 00010000:00000010:3.0:1777573905.659579:0:114583:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2ace400. 00010000:00000010:3.0:1777573905.659594:0:114583:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc25c51c0. 00000100:00000010:3.0:1777573905.659602:0:114583:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89dec69d8300. 00000100:00000010:3.0:1777573905.659610:0:114583:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bdc00. 02000000:00000010:3.0:1777573905.659623:0:114583:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48be000. 02000000:00000010:3.0:1777573905.659652:0:114583:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bec00. 00000400:00000010:3.0:1777573905.659657:0:114583:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17f20. 00000400:00000010:3.0:1777573905.659663:0:114583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573905.659682:0:114583:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926532480, portal 16 00000400:00000010:3.0:1777573905.659687:0:114583:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573905.659690:0:114583:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926532480, offset 0 00000400:00000200:3.0:1777573905.660116:0:114583:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573905.660129:0:114583:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573905.660140:0:114583:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c5980 00000400:00000200:3.0:1777573905.660147:0:114583:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17765 [2] + 1968 00000400:00000010:3.0:1777573905.660151:0:114583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37630. 00000400:00000200:3.0:1777573905.660156:0:114583:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4820300 00000400:00000200:3.0:1777573905.660162:0:114583:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573905.660166:0:114583:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777573905.660171:0:114583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4820300 00000400:00000010:3.0:1777573905.660173:0:114583:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4820300. 00000100:00000200:3.0:1777573905.660178:0:114583:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1777573905.660240:0:114583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573905.660243:0:114583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573905.660251:0:114583:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bdc00 x1863919926532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573921 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1777573905.660270:0:114583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8600. 00000100:00000010:3.0:1777573905.660280:0:114583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a81e0. 00000100:00000010:3.0:1777573905.660284:0:114583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8f00. 00000100:00000010:3.0:1777573905.660289:0:114583:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ea0. 00000100:00000010:0.0:1777573905.660341:0:6468:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff89ddc2f8f800. 00000100:00000010:0.0:1777573905.660349:0:6468:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff89dec2dc0000. 00000100:00000200:0.0:1777573905.660353:0:6468:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1777573905.660356:0:6468:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940840. 00000400:00000010:0.0:1777573905.660361:0:6468:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ded192b600. 00000020:00000010:0.0:1777573905.660377:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573905.660381:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573905.660386:0:6468:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748600. 00000020:00000010:0.0:1777573905.660390:0:6468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d380. 00000020:00000010:0.0:1777573905.660395:0:6468:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573905.660447:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84c40. 00000020:00000010:0.0:1777573905.660449:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84c40. 00000100:00000200:0.0:1777573905.660452:0:6468:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532480 02000000:00000010:0.0:1777573905.660465:0:6468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f8d400. 00000400:00000010:0.0:1777573905.660477:0:6468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573905.660480:0:6468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926532480, offset 224 00000400:00000200:0.0:1777573905.660485:0:6468:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573905.660490:0:6468:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573905.660496:0:6468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c5980 00000400:00000200:0.0:1777573905.660500:0:6468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17f81 [1] + 224 00000400:00000200:0.0:1777573905.660504:0:6468:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.660507:0:6468:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573905.660513:0:6468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bdc00 x1863919926532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573921 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1777573905.660569:0:6468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573905.660572:0:6468:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00010000:00000010:0.0:1777573905.660581:0:6468:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ded192be40. 00000020:00000010:0.0:1777573905.660598:0:6468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d380. 00000020:00000010:0.0:1777573905.660602:0:6468:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573905.660604:0:6468:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748600. 02000000:00000010:0.0:1777573905.660611:0:6468:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2f8d400. 02000000:00000010:0.0:1777573905.660615:0:6468:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def778d400. 00000100:00000010:0.0:1777573905.660618:0:6468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429ea00. 02000000:00000010:0.0:1777573905.660624:0:6468:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3363c00. 00000100:00000010:0.0:1777573905.660626:0:6468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d68e00. 02000000:00000010:0.0:1777573905.660630:0:6468:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc4564c00. 00000100:00000010:0.0:1777573905.660632:0:6468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def4d69880. 02000000:00000010:0.0:1777573905.660635:0:6468:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def792b800. 00000100:00000010:0.0:1777573905.660638:0:6468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c9c00. 02000000:00000010:0.0:1777573905.660641:0:6468:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4241400. 00000100:00000010:0.0:1777573905.660644:0:6468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4771880. 02000000:00000010:0.0:1777573905.660647:0:6468:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ded4241000. 00000100:00000010:0.0:1777573905.660649:0:6468:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc4773800. 00000100:00000010:0.0:1777573905.660652:0:6468:0:(service.c:997:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff89dec2dba000. 00000100:00000010:0.0:1777573905.660656:0:6468:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff89ddc2fab400. 00000100:00000010:0.0:1777573905.660724:0:6474:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1f80. 02000000:00000010:0.0:1777573905.660733:0:6474:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4748600. 00010000:00000010:0.0:1777573905.660770:0:6474:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ded192be40. 02000000:00000010:0.0:1777573905.660808:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4748c00. 00000400:00000010:0.0:1777573905.660812:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940210. 00000400:00000010:0.0:1777573905.660815:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573905.660819:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926532608, portal 18 00000400:00000010:0.0:1777573905.660822:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573905.660825:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926532608, offset 0 00000400:00000200:0.0:1777573905.660829:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573905.660833:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573905.660839:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c5a00 00000400:00000200:0.0:1777573905.660844:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x61e9 [2] + 0 00000400:00000200:0.0:1777573905.660848:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.660851:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573905.660855:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1777573905.660858:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1180. 00000400:00000200:0.0:1777573905.660875:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573905.660877:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573905.660881:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b1f80 x1863919926532608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573921 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573905.661066:0:114583:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17f20. 00000400:00000200:3.0:1777573905.661070:0:114583:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573905.661071:0:114583:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573905.661076:0:114583:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bdc00 x1863919926532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573921 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1777573905.661084:0:114583:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bdc00 x1863919926532480/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573921 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1777573905.661107:0:114583:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bec00. 02000000:00000010:3.0:1777573905.661122:0:114583:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48be000. 00000100:00000010:3.0:1777573905.661126:0:114583:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bdc00. 00000100:00000010:3.0:1777573905.661130:0:114583:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89dec69d8300. 00010000:00000010:3.0:1777573905.661134:0:114583:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc25c51c0. 00000020:00000010:1.0:1777573905.661748:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c74c0. 00000020:00000010:1.0:1777573905.661753:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c74c0. 00000020:00000010:1.0:1777573905.661758:0:10290:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7736600. 00000020:00000010:1.0:1777573905.661762:0:10290:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573905.661766:0:10290:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000100:00000200:1.0:1777573905.661784:0:10290:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89ddc44b1180 x1863919926532608/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:406/0 lens 328/0 e 0 to 0 dl 1777573916 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573905.661850:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c74c0. 00000020:00000010:1.0:1777573905.661853:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c74c0. 00000100:00000200:1.0:1777573905.661856:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532608 02000000:00000010:1.0:1777573905.661864:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3079400. 00010000:00000010:1.0:1777573905.661893:0:10290:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc32c74c0. 00000100:00000010:1.0:1777573905.661898:0:10290:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc446cf00. 00000100:00000010:1.0:1777573905.661920:0:10290:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc446cf00. 00010000:00000010:1.0:1777573905.661923:0:10290:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc32c74c0. 00000400:00000010:1.0:1777573905.661932:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573905.661935:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926532608, offset 224 00000400:00000200:1.0:1777573905.661940:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573905.661948:0:10290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573905.661954:0:10290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c5a00 00000400:00000200:1.0:1777573905.661959:0:10290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x17f91 [1] + 224 00000400:00000200:1.0:1777573905.661964:0:10290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573905.661967:0:10290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573905.661973:0:10290:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b1f80 x1863919926532608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573921 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573905.661994:0:10290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d237f8 00000400:00000010:1.0:1777573905.661996:0:10290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d237f8. 00000020:00000010:1.0:1777573905.662005:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573905.662008:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573905.662010:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7736600. 00000400:00000010:0.0:1777573905.662046:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940210. 00000400:00000200:0.0:1777573905.662050:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573905.662052:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573905.662057:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b1f80 x1863919926532608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573921 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573905.662065:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b1f80 x1863919926532608/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573921 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573905.662078:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4748c00. 02000000:00000010:0.0:1777573905.662082:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4748600. 00000100:00000010:0.0:1777573905.662085:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1f80. 00000020:00000010:2.0:1777573905.662088:0:114583:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c5800. 00000020:00000010:2.0:1777573905.662097:0:114583:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2d2b000. 00000040:00000010:2.0:1777573905.662102:0:114583:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc2d2b200. 00000020:00000010:2.0:1777573905.662105:0:114583:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89dec6895800. 00000020:00000010:2.0:1777573905.662110:0:114583:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2d2a400. 80000000:00000010:2.0:1777573905.662113:0:114583:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a87e0. 00040000:00000010:2.0:1777573905.662118:0:114583:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2d2a800. 00080000:00000010:2.0:1777573905.662124:0:114583:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439c000. 00080000:00000010:2.0:1777573905.662129:0:114583:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439a000. 20000000:00000010:2.0:1777573905.662134:0:114583:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc48bf400. 00000020:00000010:2.0:1777573905.662137:0:114583:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2ac00. 00000020:00000010:2.0:1777573905.662142:0:114583:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89def766f000. 00010000:00000010:0.1:1777573905.666879:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89deef25c900. 00010000:00000010:0.1:1777573905.666892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c55600. 00010000:00000010:2.1:1777573905.667013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eff100. 00010000:00000010:2.1:1777573905.667020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2ace400. 00010000:00000010:1.1:1777573905.668873:0:114542:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1000. 00000100:00000010:1.0:1777573905.681410:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a81e0. 00000100:00000010:2.0:1777573905.683212:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8f00. 00000100:00000010:0.0:1777573905.683283:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8600. 00000100:00000010:3.0:1777573905.683351:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ea0. 00000400:00000200:0.0:1777573905.950114:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573905.950132:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97c600 00000400:00000200:0.0:1777573905.950142:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 142888 00000400:00000200:0.0:1777573905.950166:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.950172:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573905.950180:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573905.950187:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1f80. 00000400:00000200:0.0:1777573905.950219:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573905.950225:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97c580 00000400:00000200:0.0:1777573905.950231:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x174d1 [2] + 0 00000400:00000010:0.0:1777573905.950235:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8dd68. 00000400:00000200:0.0:1777573905.950239:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4489f00 00000400:00000200:0.0:1777573905.950245:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.950248:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573905.950251:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489f00 00000400:00000010:0.0:1777573905.950253:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4489f00. 00000100:00000200:0.0:1777573905.950258:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573905.950280:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573905.950285:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97c680 00000400:00000200:0.0:1777573905.950289:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 143112 00000400:00000200:0.0:1777573905.950294:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.950297:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573905.950300:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573905.950303:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b3480. 00000400:00000200:0.0:1777573905.950315:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573905.950320:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97c780 00000400:00000200:0.0:1777573905.950324:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfbd [8] + 224 00000400:00000200:0.0:1777573905.950329:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.950333:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573905.950336:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573905.950339:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2680. 00000400:00000200:0.0:1777573905.950356:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573905.950361:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97c700 00000400:00000200:0.0:1777573905.950365:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfbd [8] + 448 00000400:00000200:0.0:1777573905.950378:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.950382:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573905.950384:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573905.950387:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2a00. 00000020:00000010:0.0:1777573905.950430:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573905.950436:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84d40. 00000020:00000010:0.0:1777573905.950456:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748c00. 00000020:00000010:0.0:1777573905.950461:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573905.950467:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573905.950499:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84d40. 00000020:00000010:0.0:1777573905.950503:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573905.950512:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748e00. 00000020:00000010:0.0:1777573905.950515:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573905.950517:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573905.950535:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573905.950538:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000100:00000200:0.0:1777573905.950541:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844352 02000000:00000010:0.0:1777573905.950558:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f8e400. 00010000:00000200:0.0:1777573905.950569:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b2680 x1863919917844352/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:406/0 lens 224/224 e 0 to 0 dl 1777573916 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573905.950586:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573905.950592:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917844352, offset 224 00000400:00000200:0.0:1777573905.950597:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573905.950609:0:8362:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573905.950615:0:8362:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3657:3657:256:4294967295] 192.168.204.9@tcp LPNI seq info [3653:3653:8:4294967295] 00000400:00000200:0.0:1777573905.950625:0:8362:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573905.950630:0:8362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573905.950635:0:8362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2100. 00000800:00000200:0.0:1777573905.950640:0:8362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573905.950647:0:8362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573905.950651:0:8362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573905.950681:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d000. 00000020:00000010:0.0:1777573905.950685:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573905.950688:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748c00. 00000020:00000010:0.0:1777573905.950728:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84040. 00000020:00000010:0.0:1777573905.950731:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84040. 00000100:00000200:0.0:1777573905.950733:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844224 02000000:00000010:0.0:1777573905.950740:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f8d400. 00010000:00000200:0.0:1777573905.950745:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b2a00 x1863919917844224/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:406/0 lens 224/224 e 0 to 0 dl 1777573916 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573905.950755:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573905.950758:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917844224, offset 224 00000400:00000200:0.0:1777573905.950762:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573905.950767:0:8362:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573905.950771:0:8362:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3658:3658:255:4294967295] 192.168.204.9@tcp LPNI seq info [3654:3654:7:4294967295] 00000400:00000200:0.0:1777573905.950780:0:8362:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573905.950784:0:8362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573905.950788:0:8362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2c00. 00000800:00000200:0.0:1777573905.950792:0:8362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573905.950796:0:8362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573905.950799:0:8362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573905.950805:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dd80. 00000020:00000010:0.0:1777573905.950807:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573905.950810:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748e00. 00000800:00000200:0.0:1777573905.950852:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573905.950855:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2100. 00000400:00000200:0.0:1777573905.950859:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.950862:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573905.950865:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573905.950866:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000800:00000200:0.0:1777573905.950922:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573905.950925:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2c00. 00000400:00000200:0.0:1777573905.950927:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573905.950931:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573905.950933:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573905.950934:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000020:00000010:3.0:1777573905.951620:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c54c0. 00000020:00000010:3.0:1777573905.951624:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c54c0. 00000020:00000010:3.0:1777573905.951628:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bfc00. 00000020:00000010:3.0:1777573905.951631:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573905.951635:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573905.951679:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c54c0. 00000020:00000010:3.0:1777573905.951682:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c54c0. 00000100:00000200:3.0:1777573905.951684:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843840 02000000:00000010:3.0:1777573905.951716:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb3000. 00010000:00000200:3.0:1777573905.951724:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84ca850 x1863919917843840/t0(0) o400->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:406/0 lens 224/224 e 0 to 0 dl 1777573916 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573905.951736:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573905.951739:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917843840, offset 224 00000400:00000200:3.0:1777573905.951744:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573905.951751:0:6479:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573905.951756:0:6479:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3659:3659:256:4294967295] 192.168.204.9@tcp LPNI seq info [3655:3655:8:4294967295] 00000400:00000200:3.0:1777573905.951767:0:6479:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573905.951772:0:6479:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573905.951776:0:6479:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4000. 00000800:00000200:3.0:1777573905.951781:0:6479:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573905.951785:0:6479:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573905.951789:0:6479:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573905.951803:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573905.951806:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573905.951810:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bfc00. 00000100:00000200:3.0:1777573905.951820:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573905.951826:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17f20. 00000400:00000010:3.0:1777573905.951831:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc48ce780. 00000800:00000200:2.0:1777573905.951847:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1777573905.951852:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4000. 00000020:00000010:3.0:1777573905.951855:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c54c0. 00000400:00000200:2.0:1777573905.951857:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1777573905.951861:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5a40. 00000400:00000200:2.0:1777573905.951865:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573905.951869:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:2.0:1777573905.951872:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573905.951876:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bfc00. 02000000:00000010:2.0:1777573905.951878:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc3fb3000. 00000020:00000010:3.0:1777573905.951881:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573905.951885:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573905.951918:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5a40. 00000020:00000010:3.0:1777573905.951922:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e5c0. 00000020:00000010:3.0:1777573905.951928:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bec00. 00000020:00000010:3.0:1777573905.951930:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a200. 00000020:00000010:3.0:1777573905.951932:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488af0. 00000020:00000010:3.0:1777573905.951946:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5f80. 00000020:00000010:3.0:1777573905.951949:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5f80. 00000100:00000200:3.0:1777573905.951951:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917843968 02000000:00000010:3.0:1777573905.951961:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb1400. 00010000:00000200:3.0:1777573905.951966:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b1f80 x1863919917843968/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:406/0 lens 224/224 e 0 to 0 dl 1777573916 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573905.951975:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573905.951978:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917843968, offset 224 00000400:00000200:3.0:1777573905.951982:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573905.951987:0:8523:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573905.951990:0:8523:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3660:3660:256:4294967295] 192.168.204.9@tcp LPNI seq info [3656:3656:8:4294967295] 00000400:00000200:3.0:1777573905.951997:0:8523:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573905.952001:0:8523:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573905.952004:0:8523:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4800. 00000800:00000200:3.0:1777573905.952008:0:8523:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573905.952013:0:8523:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573905.952015:0:8523:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777573905.952015:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573905.952021:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000100:00000200:2.0:1777573905.952025:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844096 00000020:00000010:3.0:1777573905.952031:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573905.952035:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 02000000:00000010:2.0:1777573905.952035:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4241000. 00000020:00000010:3.0:1777573905.952041:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bfc00. 00010000:00000200:2.0:1777573905.952046:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b3480 x1863919917844096/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:406/0 lens 224/224 e 0 to 0 dl 1777573916 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573905.952060:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf954c8. 00000100:00000200:2.0:1777573905.952064:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917844096, offset 224 00000800:00000200:3.0:1777573905.952068:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1777573905.952070:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573905.952072:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4800. 00000400:00000200:3.0:1777573905.952076:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573905.952083:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:2.0:1777573905.952083:0:6486:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573905.952092:0:6486:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3661:3661:255:4294967295] 192.168.204.9@tcp LPNI seq info [3657:3657:7:4294967295] 00000400:00000200:2.0:1777573905.952100:0:6486:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573905.952105:0:6486:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573905.952108:0:6486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4faf800. 00000800:00000200:2.0:1777573905.952112:0:6486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573905.952117:0:6486:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573905.952120:0:6486:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4faf800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777573905.952127:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a200. 00000020:00000010:2.0:1777573905.952130:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488af0. 00000020:00000010:2.0:1777573905.952133:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bec00. 00000400:00000200:3.0:1777573905.955327:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573905.955334:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000800:00000200:3.0:1777573905.955370:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573905.955374:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4faf800. 00000400:00000200:3.0:1777573905.955378:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573905.955386:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573905.955389:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf954c8 00000400:00000010:3.0:1777573905.955391:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf954c8. 00080000:00000010:3.0:1777573906.044073:0:114590:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ab80. 00080000:00000010:3.0:1777573906.044083:0:114590:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ab80. 00080000:00000010:3.0:1777573906.044094:0:114590:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ab80. 00080000:00000010:3.0:1777573906.044099:0:114590:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ab80. 00080000:00000010:3.0:1777573906.044109:0:114590:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ab80. 00080000:00000010:3.0:1777573906.044113:0:114590:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ab80. 00080000:00000010:3.0:1777573906.044122:0:114590:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449ab80. 00080000:00000010:3.0:1777573906.044127:0:114590:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573906.316426:0:114631:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848710. 00000020:00000010:3.0:1777573906.316491:0:114631:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848710. 00000020:00000010:3.0:1777573906.316640:0:114631:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc3fb3000. 00000020:00000010:3.0:1777573906.316650:0:114631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1e00. 00000020:00000010:3.0:1777573906.316654:0:114631:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2fb1a00. 00000040:00000010:3.0:1777573906.316669:0:114631:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc2fb0c00. 00000020:00000010:3.0:1777573906.316675:0:114631:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573906.316680:0:114631:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2fb1c00. 80000000:00000010:3.0:1777573906.316684:0:114631:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8ea0. 00040000:00000010:3.0:1777573906.316689:0:114631:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2fb1600. 00080000:00000010:3.0:1777573906.316824:0:114631:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573906.316830:0:114631:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 20000000:00000010:3.0:1777573906.316835:0:114631:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc2fb0200. 00000020:00000010:3.0:1777573906.316840:0:114631:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c5fc0. 00000001:00000010:3.0:1777573906.316847:0:114631:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff89ded26a8ae0. 00000001:00000010:3.0:1777573906.316864:0:114631:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff89ddc25c5b80. 00000020:00000010:3.0:1777573906.316870:0:114631:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1200. 00000020:00000010:3.0:1777573906.316872:0:114631:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2fb0800. 00000040:00000010:3.0:1777573906.316875:0:114631:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc2fb0000. 00000020:00000010:3.0:1777573906.316878:0:114631:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ec800. 00000020:00000010:3.0:1777573906.316881:0:114631:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def4ecd800. 00040000:00000010:3.0:1777573906.316886:0:114631:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc25c4800. 00040000:00000010:3.0:1777573906.316889:0:114631:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89dec8004200. 00080000:00000010:3.0:1777573906.316893:0:114631:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc426e000. 00080000:00000010:3.0:1777573906.316897:0:114631:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573906.316980:0:114631:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc46f3c00. 00000001:00000010:3.0:1777573906.317006:0:114631:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ded0d17420. 00000001:00000010:3.0:1777573906.317024:0:114631:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ded0d17420. 00000020:00000010:3.0:1777573906.317048:0:114631:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2fb0800. 00000040:00000010:3.0:1777573906.317052:0:114631:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc2fb0000. 00000020:00000010:3.0:1777573906.317056:0:114631:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ec800. 00000020:00000010:3.0:1777573906.317062:0:114631:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def4ecd800. 00040000:00000010:3.0:1777573906.317065:0:114631:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc25c4800. 00040000:00000010:3.0:1777573906.317067:0:114631:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89dec8004200. 00080000:00000010:3.0:1777573906.317073:0:114631:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573906.317078:0:114631:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc426e000. 00000020:00000010:3.0:1777573906.317081:0:114631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1200. 00000001:00000010:3.0:1777573906.317085:0:114631:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff89ded26a8ae0. 00010000:00000010:3.0:1777573906.317109:0:114631:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc10eae00. 00010000:00000010:3.0:1777573906.317115:0:114631:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acf200. 00000020:00000010:3.0:1777573906.317155:0:114631:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c5fc0. 00000020:00000010:3.0:1777573906.317159:0:114631:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2fb1a00. 00000040:00000010:3.0:1777573906.317162:0:114631:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc2fb0c00. 00000020:00000010:3.0:1777573906.317164:0:114631:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573906.317167:0:114631:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2fb1c00. 80000000:00000010:3.0:1777573906.317169:0:114631:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8ea0. 00040000:00000010:3.0:1777573906.317172:0:114631:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2fb1600. 00080000:00000010:3.0:1777573906.317174:0:114631:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573906.317177:0:114631:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 20000000:00000010:3.0:1777573906.317182:0:114631:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc2fb0200. 00000020:00000010:3.0:1777573906.317184:0:114631:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1e00. 00000020:00000010:3.0:1777573906.317187:0:114631:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc3fb3000. 00010000:00000010:3.1:1777573906.324812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc10eae00. 00010000:00000010:3.1:1777573906.324824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acf200. 00000100:00000010:1.0:1777573906.359001:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429ea00. 02000000:00000010:1.0:1777573906.359017:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cdb00. 02000000:00000010:1.0:1777573906.359080:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc307b400. 00000400:00000010:1.0:1777573906.359087:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37688. 00000400:00000010:1.0:1777573906.359094:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573906.359101:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926532736, portal 4 00000400:00000010:1.0:1777573906.359107:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573906.359110:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926532736, offset 0 00000400:00000200:1.0:1777573906.359118:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573906.359130:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573906.359141:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c5a80 00000400:00000200:1.0:1777573906.359148:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 9408 00000400:00000200:1.0:1777573906.359155:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573906.359159:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573906.359166:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573906.359171:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d2680. 00000400:00000200:1.0:1777573906.359184:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573906.359187:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573906.359194:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429ea00 x1863919926532736/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573906.359212:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8000. 00000100:00000010:1.0:1777573906.359222:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8660. 00000100:00000010:1.0:1777573906.359226:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573906.359230:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8420. 00000020:00000010:1.0:1777573906.359262:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7a40. 00000020:00000010:1.0:1777573906.359279:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef381c00. 00000020:00000010:1.0:1777573906.359283:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48280. 00000020:00000010:1.0:1777573906.359288:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573906.359313:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7c00. 00000020:00000010:1.0:1777573906.359316:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7c00. 00000100:00000200:1.0:1777573906.359319:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532736 02000000:00000010:1.0:1777573906.359333:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc307b800. 00010000:00000200:1.0:1777573906.359355:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc40d2680 x1863919926532736/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:407/0 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573906.359367:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573906.359370:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926532736, offset 224 00000400:00000200:1.0:1777573906.359373:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573906.359378:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573906.359382:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5a80 00000400:00000200:1.0:1777573906.359386:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17fb5 [1] + 224 00000400:00000200:1.0:1777573906.359390:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573906.359392:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573906.359398:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429ea00 x1863919926532736/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573906.359411:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573906.359413:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000020:00000010:1.0:1777573906.359422:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48280. 00000020:00000010:1.0:1777573906.359425:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573906.359428:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef381c00. 00000400:00000010:1.0:1777573906.359450:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37688. 00000400:00000200:1.0:1777573906.359452:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d237f8 00000400:00000010:1.0:1777573906.359454:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573906.359457:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429ea00 x1863919926532736/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573906.359465:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429ea00 x1863919926532736/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573906.359490:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc307b400. 02000000:00000010:1.0:1777573906.359495:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cdb00. 00000100:00000010:1.0:1777573906.359499:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429ea00. 00000100:00000010:2.0:1777573906.359630:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5f800. 02000000:00000010:2.0:1777573906.359638:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf900. 02000000:00000010:3.0:1777573906.359732:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3fb3000. 00000400:00000010:3.0:1777573906.359737:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17420. 00000400:00000010:3.0:1777573906.359741:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573906.359744:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926532864, portal 4 00000400:00000010:3.0:1777573906.359749:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573906.359751:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926532864, offset 0 00000400:00000200:3.0:1777573906.359755:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573906.359760:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573906.359767:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c5b00 00000400:00000200:3.0:1777573906.359771:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 9632 00000400:00000200:3.0:1777573906.359775:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573906.359777:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573906.359780:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573906.359784:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bdc00. 00000400:00000200:3.0:1777573906.359795:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573906.359797:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573906.359801:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a5f800 x1863919926532864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573906.359886:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e700. 00000020:00000010:2.0:1777573906.359891:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e6c0. 00000020:00000010:2.0:1777573906.359899:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e700. 00000020:00000010:2.0:1777573906.359902:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2b000. 00000020:00000010:2.0:1777573906.359905:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70180. 00000020:00000010:2.0:1777573906.359908:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573906.359927:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e700. 00000020:00000010:2.0:1777573906.359930:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e700. 00000100:00000200:2.0:1777573906.359932:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532864 02000000:00000010:2.0:1777573906.359939:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fab400. 00010000:00000200:2.0:1777573906.359949:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bdc00 x1863919926532864/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:407/0 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573906.359959:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573906.359962:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926532864, offset 224 00000400:00000200:2.0:1777573906.359966:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573906.359970:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573906.359975:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5b00 00000400:00000200:2.0:1777573906.359978:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17fc1 [1] + 224 00000400:00000200:2.0:1777573906.359982:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573906.359984:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573906.359989:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a5f800 x1863919926532864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573906.360002:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573906.360003:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000020:00000010:2.0:1777573906.360010:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70180. 00000020:00000010:2.0:1777573906.360013:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573906.360016:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2b000. 00000400:00000010:2.0:1777573906.360032:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17420. 00000400:00000200:2.0:1777573906.360035:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:2.0:1777573906.360036:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:2.0:1777573906.360041:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a5f800 x1863919926532864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573906.360047:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a5f800 x1863919926532864/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573906.360069:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3fb3000. 02000000:00000010:2.0:1777573906.360073:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf900. 00000100:00000010:2.0:1777573906.360076:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a5f800. 00000100:00000010:3.0:1777573906.363772:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8420. 00000100:00000010:0.0:1777573906.364761:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8000. 00000100:00000010:2.0:1777573906.365161:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573906.365271:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8660. 00000100:00000010:0.0:1777573906.365307:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0e00. 02000000:00000010:0.0:1777573906.365322:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2c00. 02000000:00000010:2.0:1777573906.365415:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa8800. 00000400:00000010:2.0:1777573906.365424:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7420. 00000400:00000010:2.0:1777573906.365430:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573906.365438:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926532992, portal 4 00000400:00000010:2.0:1777573906.365444:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573906.365447:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926532992, offset 0 00000400:00000200:2.0:1777573906.365454:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573906.365468:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573906.365480:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c5b80 00000400:00000200:2.0:1777573906.365487:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 6496 00000400:00000200:2.0:1777573906.365495:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573906.365500:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573906.365507:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573906.365512:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5f800. 00000400:00000200:2.0:1777573906.365538:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573906.365542:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573906.365549:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b0e00 x1863919926532992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573922 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573906.365567:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b46c0. 00000100:00000010:2.0:1777573906.365573:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4c60. 00000100:00000010:2.0:1777573906.365577:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4cc0. 00000100:00000010:2.0:1777573906.365580:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4f60. 00000020:00000010:0.0:1777573906.365640:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573906.365644:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573906.365650:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749400. 00000020:00000010:0.0:1777573906.365665:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573906.365671:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573906.365774:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84840. 00000020:00000010:0.0:1777573906.365777:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84840. 00000100:00000200:0.0:1777573906.365780:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926532992 02000000:00000010:0.0:1777573906.365797:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def4ddbc00. 00010000:00000200:0.0:1777573906.365826:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5f800 x1863919926532992/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:407/0 lens 224/368 e 0 to 0 dl 1777573917 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573906.365841:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573906.365844:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926532992, offset 224 00000400:00000200:0.0:1777573906.365849:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573906.365855:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573906.365859:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5b80 00000400:00000200:0.0:1777573906.365864:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17fcd [1] + 224 00000400:00000200:0.0:1777573906.365867:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573906.365869:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573906.365875:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b0e00 x1863919926532992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573906.365890:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:0.0:1777573906.365892:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000020:00000010:0.0:1777573906.365902:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d080. 00000020:00000010:0.0:1777573906.365907:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573906.365910:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749400. 00000400:00000010:2.0:1777573906.365976:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7420. 00000400:00000200:2.0:1777573906.365980:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573906.365982:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573906.365986:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b0e00 x1863919926532992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573906.365995:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b0e00 x1863919926532992/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573906.366022:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa8800. 02000000:00000010:2.0:1777573906.366027:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2c00. 00000100:00000010:2.0:1777573906.366032:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b0e00. 00000100:00000010:3.0:1777573906.367183:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4f60. 00000100:00000010:2.0:1777573906.367747:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4cc0. 00000100:00000010:1.0:1777573906.367806:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4c60. 00000100:00000010:0.0:1777573906.367853:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b46c0. 00080000:00000010:0.0:1777573906.670930:0:114640:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573906.670940:0:114640:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573906.670953:0:114640:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573906.670958:0:114640:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573906.670981:0:114640:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573906.670986:0:114640:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573906.670996:0:114640:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da80. 00080000:00000010:0.0:1777573906.671000:0:114640:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da80. 00000020:00000010:0.0:1777573906.924350:0:114679:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89deef17a740. 00000020:00000010:0.0:1777573906.924417:0:114679:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89deef17a740. 00000020:00000010:0.0:1777573906.924539:0:114679:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc41c7000. 00000020:00000010:0.0:1777573906.924547:0:114679:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749400. 00000020:00000010:0.0:1777573906.924551:0:114679:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4748000. 00000040:00000010:0.0:1777573906.924554:0:114679:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4749800. 00000020:00000010:0.0:1777573906.924559:0:114679:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc1dad800. 00000020:00000010:0.0:1777573906.924563:0:114679:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc4749a00. 80000000:00000010:0.0:1777573906.924568:0:114679:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccb6c0. 00040000:00000010:0.0:1777573906.924572:0:114679:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc4749e00. 00080000:00000010:0.0:1777573906.924578:0:114679:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89dec2dc2000. 00080000:00000010:0.0:1777573906.924583:0:114679:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329a000. 20000000:00000010:0.0:1777573906.924588:0:114679:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc4748c00. 00000020:00000010:0.0:1777573906.924592:0:114679:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89def7a84200. 00000001:00000010:0.0:1777573906.924598:0:114679:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff89ddc1ccb360. 00000001:00000010:0.0:1777573906.924613:0:114679:0:(nodemap_idmap.c:26:idmap_create()) kmalloced '(idmap)': 56 at ffff89def7a84c40. 00000020:00000010:0.0:1777573906.924618:0:114679:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749200. 00000020:00000010:0.0:1777573906.924620:0:114679:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4748600. 00000040:00000010:0.0:1777573906.924623:0:114679:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4748a00. 00000020:00000010:0.0:1777573906.924625:0:114679:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc1daa800. 00000020:00000010:0.0:1777573906.924628:0:114679:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc4749600. 00040000:00000010:0.0:1777573906.924631:0:114679:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ded83e2100. 00040000:00000010:0.0:1777573906.924634:0:114679:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc4749000. 00080000:00000010:0.0:1777573906.924637:0:114679:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329c000. 00080000:00000010:0.0:1777573906.924641:0:114679:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89def4ef6000. 00080000:00000010:0.0:1777573906.924660:0:114679:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc4748400. 00000001:00000010:0.0:1777573906.924680:0:114679:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def7940210. 00000001:00000010:0.0:1777573906.925140:0:114679:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def7940210. 00000020:00000010:0.0:1777573906.925170:0:114679:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4748600. 00000040:00000010:0.0:1777573906.925173:0:114679:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4748a00. 00000020:00000010:0.0:1777573906.925176:0:114679:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc1daa800. 00000020:00000010:0.0:1777573906.925180:0:114679:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc4749600. 00040000:00000010:0.0:1777573906.925183:0:114679:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ded83e2100. 00040000:00000010:0.0:1777573906.925187:0:114679:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc4749000. 00080000:00000010:0.0:1777573906.925191:0:114679:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89def4ef6000. 00080000:00000010:0.0:1777573906.925194:0:114679:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329c000. 00000020:00000010:0.0:1777573906.925197:0:114679:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749200. 00000001:00000010:0.0:1777573906.925201:0:114679:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff89ddc1ccb360. 00010000:00000010:0.0:1777573906.925222:0:114679:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2effb00. 00010000:00000010:0.0:1777573906.925229:0:114679:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1c00. 00000020:00000010:0.0:1777573906.925264:0:114679:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89def7a84200. 00000020:00000010:0.0:1777573906.925267:0:114679:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4748000. 00000040:00000010:0.0:1777573906.925270:0:114679:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4749800. 00000020:00000010:0.0:1777573906.925272:0:114679:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc1dad800. 00000020:00000010:0.0:1777573906.925275:0:114679:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc4749a00. 80000000:00000010:0.0:1777573906.925278:0:114679:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccb6c0. 00040000:00000010:0.0:1777573906.925280:0:114679:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc4749e00. 00080000:00000010:0.0:1777573906.925282:0:114679:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329a000. 00080000:00000010:0.0:1777573906.925285:0:114679:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89dec2dc2000. 20000000:00000010:0.0:1777573906.925288:0:114679:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc4748c00. 00000020:00000010:0.0:1777573906.925290:0:114679:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749400. 00000020:00000010:0.0:1777573906.925293:0:114679:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc41c7000. 00010000:00000010:0.1:1777573906.931778:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2effb00. 00010000:00000010:0.1:1777573906.931788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1c00. 00080000:00000010:0.0:1777573907.298184:0:114686:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573907.298195:0:114686:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573907.298205:0:114686:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573907.298211:0:114686:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573907.298222:0:114686:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573907.298228:0:114686:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573907.298238:0:114686:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db00. 00080000:00000010:0.0:1777573907.298244:0:114686:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db00. 00000100:00000010:0.0:1777573907.641785:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1880. 02000000:00000010:0.0:1777573907.641805:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4749e00. 00010000:00000010:0.0:1777573907.641819:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eff300. 00010000:00000010:0.0:1777573907.641824:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1c00. 00000100:00000010:0.0:1777573907.641842:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ded192ba80. 02000000:00000010:0.0:1777573907.641862:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def794a000. 00000400:00000010:0.0:1777573907.641868:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940210. 00000400:00000010:0.0:1777573907.641874:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f088. 00000100:00000200:0.0:1777573907.641880:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926533120, portal 25 00000400:00000010:0.0:1777573907.641884:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573907.641886:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926533120, offset 0 00000400:00000200:0.0:1777573907.641894:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573907.641907:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573907.641917:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c5c00 00000400:00000200:0.0:1777573907.641923:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x174d9 [2] + 0 00000400:00000010:0.0:1777573907.641927:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940000. 00000400:00000200:0.0:1777573907.641930:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc6adc240 00000400:00000200:0.0:1777573907.641935:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573907.641939:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1777573907.641943:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6adc240 00000400:00000010:0.0:1777573907.641945:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc6adc240. 00000100:00000200:0.0:1777573907.641951:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573907.641978:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:0.0:1777573907.641980:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573907.641987:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b1880 x1863919926533120/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573923 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573907.642011:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb6c0. 00000100:00000010:0.0:1777573907.642022:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb360. 00000100:00000010:0.0:1777573907.642027:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb9c0. 00000100:00000010:0.0:1777573907.642030:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbba0. 00000020:00000010:2.0:1777573907.642296:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573907.642302:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573907.642307:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2a800. 00000020:00000010:2.0:1777573907.642312:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573907.642317:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573907.642357:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e780. 00000020:00000010:2.0:1777573907.642360:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e780. 00000100:00000200:2.0:1777573907.642363:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926533120 00010000:00000010:2.0:1777573907.642379:0:6480:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89deef25c000. 00010000:00000010:2.0:1777573907.642383:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c54800. 02000000:00000010:2.0:1777573907.642393:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ded4241400. 00010000:00000200:2.0:1777573907.642412:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec84c8450 x1863919926533120/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:408/0 lens 328/344 e 0 to 0 dl 1777573918 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573907.642427:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573907.642430:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926533120, offset 224 00000400:00000200:2.0:1777573907.642434:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573907.642440:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573907.642445:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c5c00 00000400:00000200:2.0:1777573907.642449:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17fd9 [1] + 224 00000400:00000200:2.0:1777573907.642453:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573907.642456:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573907.642462:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b1880 x1863919926533120/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573923 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573907.642480:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573907.642482:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000020:00000010:2.0:1777573907.642493:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573907.642497:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573907.642501:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2a800. 02000000:00000010:2.0:1777573907.642507:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ded4241400. 00000100:00000200:2.0:1777573907.642512:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573907.642516:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7420. 00000400:00000010:2.0:1777573907.642520:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89dec2b89780. 00000400:00000010:1.0:1777573907.642922:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940210. 00000400:00000200:1.0:1777573907.642926:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f088 00000400:00000010:1.0:1777573907.642928:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f088. 00000100:00000200:1.0:1777573907.642934:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b1880 x1863919926533120/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573923 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573907.642941:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b1880 x1863919926533120/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573923 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573907.642961:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ded192ba80. 02000000:00000010:1.0:1777573907.642975:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def794a000. 02000000:00000010:1.0:1777573907.642980:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4749e00. 00000100:00000010:1.0:1777573907.642985:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b1880. 00000100:00000010:1.0:1777573907.662670:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb360. 00000100:00000010:2.0:1777573907.662743:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb9c0. 00000100:00000010:3.0:1777573907.665067:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbba0. 00000100:00000010:0.0:1777573907.667063:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb6c0. 00000100:00000010:0.0:1777573907.897346:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2d80. 02000000:00000010:0.0:1777573907.897367:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2100. 02000000:00000010:0.0:1777573907.897430:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7948c00. 00000400:00000010:0.0:1777573907.897437:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940000. 00000400:00000010:0.0:1777573907.897443:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f660. 00000100:00000200:0.0:1777573907.897451:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926533248, portal 4 00000400:00000010:0.0:1777573907.897457:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573907.897460:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926533248, offset 0 00000400:00000200:0.0:1777573907.897469:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573907.897481:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573907.897491:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c5c80 00000400:00000200:0.0:1777573907.897499:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 6720 00000400:00000200:0.0:1777573907.897506:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573907.897510:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573907.897518:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573907.897523:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b1880. 00000400:00000200:0.0:1777573907.897540:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573907.897542:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573907.897550:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b2d80 x1863919926533248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573923 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573907.897570:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb6c0. 00000100:00000010:0.0:1777573907.897581:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb240. 00000100:00000010:0.0:1777573907.897585:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb2a0. 00000100:00000010:0.0:1777573907.897589:0:3636:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf00. 00000020:00000010:0.0:1777573907.897619:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573907.897623:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573907.897641:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749800. 00000020:00000010:0.0:1777573907.897646:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d580. 00000020:00000010:0.0:1777573907.897651:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573907.897720:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f00. 00000020:00000010:0.0:1777573907.897723:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f00. 00000100:00000200:0.0:1777573907.897726:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926533248 02000000:00000010:0.0:1777573907.897742:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def794a000. 00010000:00000200:0.0:1777573907.897768:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b1880 x1863919926533248/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:408/0 lens 224/368 e 0 to 0 dl 1777573918 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573907.897782:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573907.897785:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926533248, offset 224 00000400:00000200:0.0:1777573907.897789:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573907.897794:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573907.897799:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5c80 00000400:00000200:0.0:1777573907.897803:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17fe9 [1] + 224 00000400:00000200:0.0:1777573907.897807:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573907.897810:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573907.897816:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b2d80 x1863919926533248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573923 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573907.897838:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573907.897840:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000020:00000010:0.0:1777573907.897851:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d580. 00000020:00000010:0.0:1777573907.897854:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573907.897857:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749800. 00000400:00000010:2.0:1777573907.897871:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940000. 00000400:00000200:2.0:1777573907.897874:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f660 00000400:00000010:2.0:1777573907.897876:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f660. 00000100:00000200:2.0:1777573907.897881:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b2d80 x1863919926533248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573923 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573907.897898:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b2d80 x1863919926533248/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573923 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573907.897923:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7948c00. 02000000:00000010:2.0:1777573907.897928:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2100. 00000100:00000010:2.0:1777573907.897932:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b2d80. 00000100:00000010:1.0:1777573907.900761:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb240. 00000100:00000010:0.0:1777573907.900851:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb6c0. 00000100:00000010:3.0:1777573907.900940:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf00. 00000100:00000010:2.0:1777573907.901839:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb2a0. 00080000:00000010:0.0:1777573908.122232:0:114739:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db80. 00080000:00000010:0.0:1777573908.122240:0:114739:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db80. 00080000:00000010:0.0:1777573908.122251:0:114739:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db80. 00080000:00000010:0.0:1777573908.122256:0:114739:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db80. 00080000:00000010:0.0:1777573908.122266:0:114739:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db80. 00080000:00000010:0.0:1777573908.122269:0:114739:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db80. 00080000:00000010:0.0:1777573908.122278:0:114739:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431db80. 00080000:00000010:0.0:1777573908.122282:0:114739:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431db80. 00000400:00000010:3.0:1777573908.373780:0:114776:0:(api-ni.c:5724:lnet_net_show_start()) alloc '(nlist)': 8 at ffff89ded22ece20. 00000400:00000010:3.0:1777573908.373866:0:114776:0:(api-ni.c:5702:lnet_net_show_done()) kfreed 'nlist': 8 at ffff89ded22ece20. 00080000:00000010:0.0:1777573908.657652:0:114786:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573908.657661:0:114786:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573908.657672:0:114786:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573908.657827:0:114786:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573908.657842:0:114786:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573908.657847:0:114786:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573908.657856:0:114786:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431df80. 00080000:00000010:0.0:1777573908.657861:0:114786:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431df80. 00000020:00000010:0.0:1777573908.954435:0:114826:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89deef17a740. 00000020:00000010:0.0:1777573908.954502:0:114826:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89deef17a740. 00000020:00000010:0.0:1777573908.955210:0:114826:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89def7948c00. 00000020:00000010:0.0:1777573908.955221:0:114826:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748c00. 00000020:00000010:0.0:1777573908.955225:0:114826:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4749a00. 00000040:00000010:0.0:1777573908.955228:0:114826:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc4748e00. 00000020:00000010:0.0:1777573908.955233:0:114826:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc1dad800. 00000020:00000010:0.0:1777573908.955238:0:114826:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc4748a00. 80000000:00000010:0.0:1777573908.955242:0:114826:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccb6c0. 00040000:00000010:0.0:1777573908.955247:0:114826:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89deef3c1600. 00080000:00000010:0.0:1777573908.955254:0:114826:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89def4ef6000. 00080000:00000010:0.0:1777573908.955259:0:114826:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89dec2dc2000. 20000000:00000010:0.0:1777573908.955265:0:114826:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89deef3c0400. 00000020:00000010:0.0:1777573908.955270:0:114826:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89def7a843c0. 00000001:00000010:0.0:1777573908.955277:0:114826:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff89ddc1ccba20. 00000020:00000010:0.0:1777573908.955295:0:114826:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3061000. 00000020:00000010:0.0:1777573908.955298:0:114826:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc3060800. 00000040:00000010:0.0:1777573908.955301:0:114826:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc3060c00. 00000020:00000010:0.0:1777573908.955304:0:114826:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc1daa800. 00000020:00000010:0.0:1777573908.955307:0:114826:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc3061c00. 00040000:00000010:0.0:1777573908.955311:0:114826:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ded83e2800. 00040000:00000010:0.0:1777573908.955313:0:114826:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc3060000. 00080000:00000010:0.0:1777573908.955319:0:114826:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329a000. 00080000:00000010:0.0:1777573908.955323:0:114826:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329c000. 00080000:00000010:0.0:1777573908.955334:0:114826:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def4df4a00. 00000001:00000010:0.0:1777573908.955356:0:114826:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def7940ec8. 00000001:00000010:0.0:1777573908.955374:0:114826:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def7940ec8. 00000001:00000010:0.0:1777573908.955382:0:114826:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89def7940ec8. 00000001:00000010:0.0:1777573908.955387:0:114826:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89def7940ec8. 00000020:00000010:0.0:1777573908.955479:0:114826:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc3060800. 00000040:00000010:0.0:1777573908.955486:0:114826:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc3060c00. 00000020:00000010:0.0:1777573908.955489:0:114826:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc1daa800. 00000020:00000010:0.0:1777573908.955492:0:114826:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc3061c00. 00040000:00000010:0.0:1777573908.955496:0:114826:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ded83e2800. 00040000:00000010:0.0:1777573908.955500:0:114826:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc3060000. 00080000:00000010:0.0:1777573908.955504:0:114826:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329c000. 00080000:00000010:0.0:1777573908.955508:0:114826:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329a000. 00000020:00000010:0.0:1777573908.955511:0:114826:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3061000. 00000001:00000010:0.0:1777573908.955515:0:114826:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff89ddc1ccba20. 00010000:00000010:0.0:1777573908.955540:0:114826:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec0200. 00010000:00000010:0.0:1777573908.955558:0:114826:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89def7a84140. 00000100:00000010:0.0:1777573908.955567:0:114826:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc2d18840. 00000100:00000010:0.0:1777573908.955578:0:114826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0e00. 02000000:00000010:0.0:1777573908.955592:0:114826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc1dbec00. 02000000:00000010:0.0:1777573908.955631:0:114826:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc3061000. 00000400:00000010:0.0:1777573908.955638:0:114826:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940ec8. 00000400:00000010:0.0:1777573908.955645:0:114826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573908.955653:0:114826:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926533376, portal 16 00000400:00000010:0.0:1777573908.955658:0:114826:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573908.955661:0:114826:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926533376, offset 0 00000400:00000200:0.0:1777573908.955668:0:114826:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573908.955705:0:114826:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573908.955716:0:114826:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c5d00 00000400:00000200:0.0:1777573908.955723:0:114826:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17f89 [2] + 0 00000400:00000200:0.0:1777573908.955730:0:114826:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573908.955734:0:114826:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573908.955741:0:114826:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1777573908.955745:0:114826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b2d80. 00000400:00000200:0.0:1777573908.955768:0:114826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:0.0:1777573908.955771:0:114826:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573908.955779:0:114826:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc44b0e00 x1863919926533376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573924 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1777573908.955795:0:114826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccba20. 00000100:00000010:0.0:1777573908.955806:0:114826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbae0. 00000100:00000010:0.0:1777573908.955812:0:114826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbc60. 00000100:00000010:0.0:1777573908.955816:0:114826:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbf60. 00000020:00000010:3.0:1777573908.955907:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573908.955912:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573908.955926:0:9433:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb0c00. 00000020:00000010:3.0:1777573908.955931:0:9433:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573908.955935:0:9433:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573908.955975:0:9433:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573908.955978:0:9433:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573908.955981:0:9433:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926533376 02000000:00000010:3.0:1777573908.955994:0:9433:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b6000. 00000400:00000010:3.0:1777573908.956007:0:9433:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573908.956010:0:9433:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926533376, offset 224 00000400:00000200:3.0:1777573908.956014:0:9433:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573908.956020:0:9433:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573908.956026:0:9433:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c5d00 00000400:00000200:3.0:1777573908.956031:0:9433:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x17ff5 [1] + 224 00000400:00000200:3.0:1777573908.956035:0:9433:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573908.956038:0:9433:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573908.956044:0:9433:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc44b0e00 x1863919926533376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573924 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1777573908.956058:0:9433:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573908.956060:0:9433:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00010000:00000010:3.0:1777573908.956067:0:9433:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89defaefae40. 00000020:00000010:3.0:1777573908.956084:0:9433:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573908.956088:0:9433:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573908.956091:0:9433:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb0c00. 00000100:00000010:3.0:1777573908.956130:0:8386:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:3.0:1777573908.956137:0:8386:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc2fb0c00. 00010000:00000010:3.0:1777573908.956168:0:8386:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89defaefae40. 02000000:00000010:3.0:1777573908.956210:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2fb1000. 00000400:00000010:3.0:1777573908.956214:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17688. 00000400:00000010:3.0:1777573908.956218:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573908.956222:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926533504, portal 18 00000400:00000010:3.0:1777573908.956225:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573908.956227:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926533504, offset 0 00000400:00000200:3.0:1777573908.956232:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573908.956237:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573908.956244:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c5d80 00000400:00000200:3.0:1777573908.956249:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x61e9 [2] + 328 00000400:00000200:3.0:1777573908.956254:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573908.956256:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573908.956261:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777573908.956264:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79be300. 00000400:00000200:3.0:1777573908.956276:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573908.956278:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573908.956283:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926533504/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573924 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573908.956316:0:6470:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573908.956319:0:6470:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573908.956322:0:6470:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2fb1600. 00000020:00000010:3.0:1777573908.956325:0:6470:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573908.956327:0:6470:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000100:00000200:3.0:1777573908.956343:0:6470:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89def79be300 x1863919926533504/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:409/0 lens 328/0 e 0 to 0 dl 1777573919 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573908.956364:0:6470:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5700. 00000020:00000010:3.0:1777573908.956367:0:6470:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5700. 00000100:00000200:3.0:1777573908.956369:0:6470:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926533504 02000000:00000010:3.0:1777573908.956376:0:6470:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b5400. 00010000:00000010:3.0:1777573908.956395:0:6470:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc25c5700. 00000100:00000010:3.0:1777573908.956399:0:6470:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89defaefae40. 00000100:00000010:3.0:1777573908.956412:0:6470:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89defaefae40. 00010000:00000010:3.0:1777573908.956415:0:6470:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc25c5700. 00000400:00000010:3.0:1777573908.956421:0:6470:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573908.956424:0:6470:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926533504, offset 224 00000400:00000200:3.0:1777573908.956429:0:6470:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573908.956434:0:6470:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573908.956439:0:6470:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c5d80 00000400:00000200:3.0:1777573908.956443:0:6470:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18001 [1] + 224 00000400:00000200:3.0:1777573908.956447:0:6470:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573908.956449:0:6470:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573908.956455:0:6470:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926533504/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573924 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573908.956470:0:6470:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573908.956472:0:6470:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000020:00000010:3.0:1777573908.956479:0:6470:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a880. 00000020:00000010:3.0:1777573908.956481:0:6470:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573908.956484:0:6470:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2fb1600. 00000400:00000010:3.0:1777573908.956501:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17688. 00000400:00000200:3.0:1777573908.956503:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573908.956505:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573908.956510:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926533504/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573924 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573908.956518:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926533504/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573924 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573908.956540:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2fb1000. 02000000:00000010:3.0:1777573908.956544:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc2fb0c00. 00000100:00000010:3.0:1777573908.956548:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 00000400:00000010:0.0:1777573908.956940:0:114826:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940ec8. 00000400:00000200:0.0:1777573908.956945:0:114826:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:0.0:1777573908.956948:0:114826:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000100:00000200:0.0:1777573908.956954:0:114826:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc44b0e00 x1863919926533376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573924 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1777573908.956961:0:114826:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc44b0e00 x1863919926533376/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573924 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1777573908.956980:0:114826:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc3061000. 02000000:00000010:0.0:1777573908.956983:0:114826:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc1dbec00. 00000100:00000010:0.0:1777573908.956986:0:114826:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc44b0e00. 00000100:00000010:0.0:1777573908.956990:0:114826:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc2d18840. 00010000:00000010:0.0:1777573908.956992:0:114826:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89def7a84140. 00000020:00000010:0.0:1777573908.957005:0:114826:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89def7a843c0. 00000020:00000010:0.0:1777573908.957010:0:114826:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4749a00. 00000040:00000010:0.0:1777573908.957014:0:114826:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc4748e00. 00000020:00000010:0.0:1777573908.957017:0:114826:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc1dad800. 00000020:00000010:0.0:1777573908.957021:0:114826:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc4748a00. 80000000:00000010:0.0:1777573908.957024:0:114826:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccb6c0. 00040000:00000010:0.0:1777573908.957028:0:114826:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89deef3c1600. 00080000:00000010:0.0:1777573908.957033:0:114826:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89dec2dc2000. 00080000:00000010:0.0:1777573908.957037:0:114826:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89def4ef6000. 20000000:00000010:0.0:1777573908.957041:0:114826:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89deef3c0400. 00000020:00000010:0.0:1777573908.957044:0:114826:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748c00. 00000020:00000010:0.0:1777573908.957049:0:114826:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89def7948c00. 00080000:00000010:1.0:1777573908.961503:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def4df4a00. 00080000:00000010:1.0:1777573908.961515:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc4748400. 00080000:00000010:1.0:1777573908.961520:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc46f3c00. 00080000:00000010:1.0:1777573908.961523:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc48bf200. 00080000:00000010:1.0:1777573908.961532:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2d2b600. 00080000:00000010:1.0:1777573908.961536:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89dec120b000. 00080000:00000010:1.0:1777573908.961541:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def76acc00. 00000100:00000010:2.0:1777573908.975813:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbc60. 00000100:00000010:1.0:1777573908.976733:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbae0. 00000100:00000010:3.0:1777573908.976795:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbf60. 00000100:00000010:0.0:1777573908.977283:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccba20. 00010000:00000010:3.1:1777573908.977821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eff300. 00010000:00000010:3.1:1777573908.977830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1c00. 00010000:00000010:0.1:1777573908.979901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c54800. 00010000:00000010:0.1:1777573908.979913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89deef25c000. 00010000:00000010:0.1:1777573908.979917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec0200. 00080000:00000010:3.0:1777573909.429185:0:114832:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573909.429195:0:114832:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573909.429206:0:114832:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573909.429212:0:114832:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573909.429221:0:114832:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573909.429227:0:114832:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573909.429235:0:114832:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449af00. 00080000:00000010:3.0:1777573909.429239:0:114832:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449af00. 00000020:00000010:1.0:1777573909.821629:0:114874:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89dec73ae770. 00000020:00000010:1.0:1777573909.821775:0:114874:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89dec73ae770. 00000020:00000010:1.0:1777573909.822153:0:114874:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc256a800. 00000020:00000010:1.0:1777573909.822164:0:114874:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bfe00. 00000020:00000010:1.0:1777573909.822168:0:114874:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48be000. 00000040:00000010:1.0:1777573909.822172:0:114874:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bec00. 00000020:00000010:1.0:1777573909.822177:0:114874:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573909.822181:0:114874:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc48bf000. 80000000:00000010:1.0:1777573909.822185:0:114874:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc26d8360. 00040000:00000010:1.0:1777573909.822190:0:114874:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc48bf800. 00080000:00000010:1.0:1777573909.822197:0:114874:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4220000. 00080000:00000010:1.0:1777573909.822201:0:114874:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4222000. 20000000:00000010:1.0:1777573909.822206:0:114874:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89ddc48bf400. 00000020:00000010:1.0:1777573909.822211:0:114874:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc32c7300. 00000001:00000010:1.0:1777573909.822218:0:114874:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 88 at ffff89ddc26d83c0. 00000020:00000010:1.0:1777573909.822235:0:114874:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be800. 00000020:00000010:1.0:1777573909.822239:0:114874:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc48be200. 00000040:00000010:1.0:1777573909.822241:0:114874:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89ddc48bf200. 00000020:00000010:1.0:1777573909.822244:0:114874:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc461f800. 00000020:00000010:1.0:1777573909.822248:0:114874:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89dec120b000. 00040000:00000010:1.0:1777573909.822252:0:114874:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ded45cda00. 00040000:00000010:1.0:1777573909.822255:0:114874:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def4df4a00. 00080000:00000010:1.0:1777573909.822260:0:114874:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4392000. 00080000:00000010:1.0:1777573909.822265:0:114874:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4394000. 00080000:00000010:1.0:1777573909.822274:0:114874:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2447e00. 00000001:00000010:1.0:1777573909.822306:0:114874:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37688. 00000001:00000010:1.0:1777573909.822330:0:114874:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37688. 00000001:00000010:1.0:1777573909.822338:0:114874:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ddc1c37688. 00000001:00000010:1.0:1777573909.822345:0:114874:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ddc1c37688. 00000020:00000010:1.0:1777573909.822373:0:114874:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48be200. 00000040:00000010:1.0:1777573909.822382:0:114874:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bf200. 00000020:00000010:1.0:1777573909.822385:0:114874:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc461f800. 00000020:00000010:1.0:1777573909.822389:0:114874:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89dec120b000. 00040000:00000010:1.0:1777573909.822392:0:114874:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ded45cda00. 00040000:00000010:1.0:1777573909.822397:0:114874:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def4df4a00. 00080000:00000010:1.0:1777573909.822400:0:114874:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4394000. 00080000:00000010:1.0:1777573909.822406:0:114874:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4392000. 00000020:00000010:1.0:1777573909.822410:0:114874:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be800. 00000001:00000010:1.0:1777573909.822415:0:114874:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 88 at ffff89ddc26d83c0. 00010000:00000010:1.0:1777573909.822439:0:114874:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eedb00. 00010000:00000010:1.0:1777573909.822643:0:114874:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187e00. 00000020:00000010:1.0:1777573909.822685:0:114874:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc32c7300. 00000020:00000010:1.0:1777573909.822689:0:114874:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc48be000. 00000040:00000010:1.0:1777573909.823008:0:114874:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89ddc48bec00. 00000020:00000010:1.0:1777573909.823014:0:114874:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc4618800. 00000020:00000010:1.0:1777573909.823017:0:114874:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc48bf000. 80000000:00000010:1.0:1777573909.823021:0:114874:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc26d8360. 00040000:00000010:1.0:1777573909.823024:0:114874:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc48bf800. 00080000:00000010:1.0:1777573909.823029:0:114874:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4222000. 00080000:00000010:1.0:1777573909.823032:0:114874:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4220000. 20000000:00000010:1.0:1777573909.823035:0:114874:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89ddc48bf400. 00000020:00000010:1.0:1777573909.823038:0:114874:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bfe00. 00000020:00000010:1.0:1777573909.823044:0:114874:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc256a800. 00010000:00000010:1.1:1777573909.845823:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eedb00. 00010000:00000010:1.1:1777573909.845833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3187e00. 00000100:00000010:3.0:1777573909.944817:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:3.0:1777573909.944840:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4800. 02000000:00000010:3.0:1777573909.946183:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32b6800. 00000400:00000010:3.0:1777573909.946195:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17688. 00000400:00000010:3.0:1777573909.946203:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573909.946211:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926533632, portal 4 00000400:00000010:3.0:1777573909.946219:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573909.946222:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926533632, offset 0 00000400:00000200:3.0:1777573909.946231:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573909.946244:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573909.946255:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c5e00 00000400:00000200:3.0:1777573909.946261:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 9856 00000400:00000200:3.0:1777573909.946269:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573909.946274:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573909.946283:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1777573909.946288:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bd500. 00000400:00000200:3.0:1777573909.946316:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573909.946320:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573909.946328:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926533632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573909.946351:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8900. 00000100:00000010:3.0:1777573909.946361:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ae0. 00000100:00000010:3.0:1777573909.946366:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ea0. 00000100:00000010:3.0:1777573909.946370:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8de0. 00000020:00000010:1.0:1777573909.947071:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7300. 00000020:00000010:1.0:1777573909.947093:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf400. 00000020:00000010:1.0:1777573909.947098:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.947103:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573909.947136:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.947139:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000100:00000200:1.0:1777573909.947144:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926533632 02000000:00000010:1.0:1777573909.947159:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc256a000. 00010000:00000200:1.0:1777573909.947189:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bd500 x1863919926533632/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:410/0 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.947204:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573909.947209:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926533632, offset 224 00000400:00000200:1.0:1777573909.947213:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.947220:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.947227:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5e00 00000400:00000200:1.0:1777573909.947234:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1800d [1] + 224 00000400:00000200:1.0:1777573909.947239:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.947242:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.947249:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926533632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573909.947266:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d237f8 00000400:00000010:1.0:1777573909.947268:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d237f8. 00000020:00000010:1.0:1777573909.947279:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.947282:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573909.947285:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf400. 00000400:00000010:1.0:1777573909.947317:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17688. 00000400:00000200:1.0:1777573909.947320:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:1.0:1777573909.947321:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:1.0:1777573909.947326:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926533632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573909.947333:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926533632/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573909.947360:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32b6800. 02000000:00000010:1.0:1777573909.947365:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4800. 00000100:00000010:1.0:1777573909.947369:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 00000100:00000010:2.0:1777573909.947972:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5d500. 02000000:00000010:2.0:1777573909.947988:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4488d00. 00000100:00000010:1.0:1777573909.948274:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d3100. 02000000:00000010:1.0:1777573909.948282:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cda00. 00000100:00000010:1.0:1777573909.948301:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d1180. 02000000:00000010:1.0:1777573909.948305:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded45cd700. 00000100:00000010:1.0:1777573909.948311:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d0000. 02000000:00000010:1.0:1777573909.948316:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4100. 00000100:00000010:1.0:1777573909.948321:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d2300. 02000000:00000010:1.0:1777573909.948325:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4d00. 00000100:00000010:1.0:1777573909.948330:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d0380. 02000000:00000010:1.0:1777573909.948334:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4f00. 00000100:00000010:1.0:1777573909.948339:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d1f80. 02000000:00000010:1.0:1777573909.948342:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4a00. 00000100:00000010:1.0:1777573909.948347:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d0a80. 02000000:00000010:1.0:1777573909.948351:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef2c4400. 00000100:00000010:1.0:1777573909.948355:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d0700. 02000000:00000010:1.0:1777573909.948361:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026500. 00000100:00000010:1.0:1777573909.948366:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d3800. 02000000:00000010:1.0:1777573909.948370:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026e00. 00000100:00000010:1.0:1777573909.948374:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d3b80. 02000000:00000010:1.0:1777573909.948377:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026c00. 00000100:00000010:1.0:1777573909.948382:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc40d1c00. 02000000:00000010:1.0:1777573909.948385:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026a00. 00000100:00000010:1.0:1777573909.948389:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc429ea00. 02000000:00000010:1.0:1777573909.948392:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026b00. 02000000:00000010:1.0:1777573909.948412:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf400. 00000400:00000010:1.0:1777573909.948417:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37688. 00000400:00000010:1.0:1777573909.948422:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573909.948427:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926533888, portal 25 00000400:00000010:1.0:1777573909.948431:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573909.948434:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926533888, offset 0 00000400:00000200:1.0:1777573909.948438:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.948447:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.948455:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c5f00 00000400:00000200:1.0:1777573909.948460:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x174e1 [2] + 0 00000400:00000010:1.0:1777573909.948463:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573909.948466:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3184180 00000400:00000200:1.0:1777573909.948471:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.948473:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573909.948477:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3184180 00000400:00000010:1.0:1777573909.948479:0:3635:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3184180. 00000100:00000200:1.0:1777573909.948486:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573909.948499:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573909.948501:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573909.948505:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d3100 x1863919926533888/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573909.948534:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bee00. 00000400:00000010:1.0:1777573909.948537:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573909.948540:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573909.948542:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534400, portal 4 00000400:00000010:1.0:1777573909.948547:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23000. 00000100:00000200:1.0:1777573909.948549:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926534400, offset 0 00000400:00000200:1.0:1777573909.948552:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.948556:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.948560:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c6100 00000400:00000200:1.0:1777573909.948564:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 6944 00000400:00000200:1.0:1777573909.948567:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.948569:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.948573:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1777573909.948578:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4504700. 00000400:00000200:1.0:1777573909.948602:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23000 00000400:00000010:1.0:1777573909.948604:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23000. 00000100:00000200:1.0:1777573909.948608:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d0380 x1863919926534400/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573909.948622:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf800. 00000400:00000010:1.0:1777573909.948624:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37160. 00000400:00000010:1.0:1777573909.948626:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23000. 00000100:00000200:1.0:1777573909.948628:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534912, portal 4 00000400:00000010:1.0:1777573909.948632:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573909.948634:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926534912, offset 0 00000400:00000200:1.0:1777573909.948636:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.948641:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.948644:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c6300 02000000:00000010:2.0:1777573909.949008:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3c24c00. 00000400:00000010:2.0:1777573909.949013:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7688. 00000400:00000200:1.0:1777573909.949125:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfbd [8] + 672 00000400:00000200:1.0:1777573909.949131:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.949134:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1777573909.949219:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573909.949224:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926533760, portal 4 00000400:00000010:2.0:1777573909.949229:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573909.949231:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926533760, offset 0 00000400:00000200:2.0:1777573909.949235:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949240:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949246:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c5e80 00000400:00000200:2.0:1777573909.949251:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 10080 00000400:00000200:2.0:1777573909.949255:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949257:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949260:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573909.949264:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5df80. 00000400:00000200:2.0:1777573909.949275:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573909.949276:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573909.949281:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a5d500 x1863919926533760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573909.949305:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2b200. 00000400:00000010:2.0:1777573909.949308:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7580. 00000400:00000010:2.0:1777573909.949311:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573909.949314:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534272, portal 10 00000400:00000010:2.0:1777573909.949318:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573909.949319:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926534272, offset 0 00000400:00000200:2.0:1777573909.949323:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949327:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949331:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6080 00000400:00000200:2.0:1777573909.949335:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 143336 00000400:00000200:2.0:1777573909.949340:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949342:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949345:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573909.949348:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5ed80. 00000400:00000200:2.0:1777573909.949358:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573909.949359:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573909.949363:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d2300 x1863919926534272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573909.949376:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2d2ac00. 00000400:00000010:2.0:1777573909.949378:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7dc0. 00000400:00000010:2.0:1777573909.949381:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573909.949383:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534784, portal 4 00000400:00000010:2.0:1777573909.949386:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573909.949388:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926534784, offset 0 00000400:00000200:2.0:1777573909.949391:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949394:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949398:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c6280 00000400:00000200:2.0:1777573909.949401:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfbd [8] + 896 00000400:00000200:2.0:1777573909.949404:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949406:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949409:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573909.949412:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5e300. 00000400:00000200:2.0:1777573909.949421:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573909.949423:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573909.949426:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d0700 x1863919926534784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573909.949439:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc2446400. 00000400:00000010:2.0:1777573909.949442:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde70b0. 00000400:00000010:2.0:1777573909.949444:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573909.949447:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926535296, portal 4 00000400:00000010:2.0:1777573909.949450:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf955d8. 00000100:00000200:2.0:1777573909.949451:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926535296, offset 0 00000400:00000200:2.0:1777573909.949455:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949458:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949462:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c6480 00000400:00000200:2.0:1777573909.949466:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfbd [8] + 1120 00000400:00000200:2.0:1777573909.949469:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949471:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949473:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1777573909.949476:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5ca80. 00000400:00000200:2.0:1777573909.949485:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf955d8 00000400:00000010:2.0:1777573909.949486:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf955d8. 00000100:00000200:2.0:1777573909.949490:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc429ea00 x1863919926535296/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573909.949508:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c1600. 00000400:00000010:2.0:1777573909.949511:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7c60. 00000400:00000010:2.0:1777573909.949514:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf955d8. 00000100:00000200:2.0:1777573909.949516:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534144, portal 4 00000400:00000010:2.0:1777573909.949520:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95198. 00000100:00000200:2.0:1777573909.949521:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926534144, offset 0 00000400:00000200:2.0:1777573909.949524:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949528:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949532:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c6000 00000400:00000200:2.0:1777573909.949536:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 7168 00000400:00000200:2.0:1777573909.949539:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949541:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949544:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573909.949547:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5ea00. 00000400:00000200:2.0:1777573909.949556:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95198 00000400:00000010:2.0:1777573909.949558:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95198. 00000100:00000200:2.0:1777573909.949562:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d0000 x1863919926534144/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573909.949578:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c1200. 00000400:00000010:2.0:1777573909.949580:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573909.949583:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95198. 00000100:00000200:2.0:1777573909.949597:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534656, portal 10 00000400:00000010:2.0:1777573909.949601:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95220. 00000100:00000200:2.0:1777573909.949603:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926534656, offset 0 00000400:00000200:2.0:1777573909.949606:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949610:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949614:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6200 00000400:00000200:2.0:1777573909.949618:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 143560 00000400:00000200:2.0:1777573909.949621:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949624:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949627:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573909.949629:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5f480. 00000400:00000200:2.0:1777573909.949638:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95220 00000400:00000010:2.0:1777573909.949640:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95220. 00000100:00000200:2.0:1777573909.949644:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d0a80 x1863919926534656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573909.949670:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c0400. 00000400:00000010:2.0:1777573909.949673:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde78f0. 00000400:00000010:2.0:1777573909.949676:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95220. 00000100:00000200:2.0:1777573909.949678:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926535168, portal 10 00000400:00000010:2.0:1777573909.949681:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.949683:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926535168, offset 0 00000400:00000200:2.0:1777573909.949686:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949709:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949714:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6400 00000400:00000200:2.0:1777573909.949717:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 143784 00000400:00000200:2.0:1777573909.949721:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949724:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949726:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1777573909.949729:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5c700. 00000400:00000200:2.0:1777573909.949740:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.949742:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.949746:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d1c00 x1863919926535168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573909.949786:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.949790:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.949796:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060800. 00000020:00000010:2.0:1777573909.949800:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70900. 00000020:00000010:2.0:1777573909.949804:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573909.949829:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.949832:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.949835:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060c00. 00000020:00000010:2.0:1777573909.949837:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573909.949840:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573909.949851:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.949853:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000100:00000200:2.0:1777573909.949855:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534400 02000000:00000010:2.0:1777573909.949871:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3c24400. 00010000:00000200:2.0:1777573909.949878:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4504700 x1863919926534400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.949891:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.949894:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926534400, offset 224 00000400:00000200:2.0:1777573909.949910:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.949914:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.949919:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6100 00000400:00000200:2.0:1777573909.949923:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18021 [1] + 224 00000400:00000200:2.0:1777573909.949927:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.949929:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.949935:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d0380 x1863919926534400/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.949945:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.949947:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.949956:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70900. 00000020:00000010:2.0:1777573909.949960:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573909.949964:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060800. 00000020:00000010:2.0:1777573909.949974:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.949977:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000100:00000200:2.0:1777573909.949979:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534144 02000000:00000010:2.0:1777573909.949986:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3c27000. 00010000:00000200:2.0:1777573909.949990:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5ea00 x1863919926534144/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.949998:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.950000:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926534144, offset 224 00000400:00000200:2.0:1777573909.950004:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.950008:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.950013:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6000 00000400:00000200:2.0:1777573909.950016:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18051 [1] + 224 00000400:00000200:2.0:1777573909.950019:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.950022:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.950086:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d0000 x1863919926534144/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.950101:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.950102:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.950109:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573909.950112:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573909.950114:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060c00. 00000020:00000010:2.0:1777573909.950134:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.950139:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84dc0. 00000020:00000010:2.0:1777573909.950149:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.950153:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060c00. 00000020:00000010:2.0:1777573909.950155:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573909.950158:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573909.950173:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.950175:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000100:00000200:2.0:1777573909.950177:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926533760 02000000:00000010:2.0:1777573909.950183:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc3c25400. 00010000:00000200:2.0:1777573909.950197:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5df80 x1863919926533760/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:410/0 lens 224/368 e 0 to 0 dl 1777573920 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.950205:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.950208:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926533760, offset 224 00000400:00000200:2.0:1777573909.950212:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.950216:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.950220:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c5e80 00000400:00000200:2.0:1777573909.950223:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18031 [1] + 224 00000400:00000200:2.0:1777573909.950227:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.950229:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.950235:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a5d500 x1863919926533760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.950243:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.950245:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.950251:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573909.950253:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573909.950255:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060c00. 00000020:00000010:2.0:1777573909.950273:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.950275:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.950278:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060c00. 00000020:00000010:2.0:1777573909.950280:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573909.950282:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573909.950303:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e7c0. 00000020:00000010:2.0:1777573909.950308:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060800. 00000020:00000010:2.0:1777573909.950311:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70900. 00000020:00000010:2.0:1777573909.950313:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573909.950328:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573909.950330:0:12623:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7200. 00000020:00000010:2.0:1777573909.950333:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573909.950336:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060000. 00000020:00000010:2.0:1777573909.950338:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573909.950340:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573909.950353:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573909.950357:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e5c0. 00000100:00000200:2.0:1777573909.950358:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534272 02000000:00000010:2.0:1777573909.950366:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4241400. 00010000:00000200:2.0:1777573909.950370:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5ed80 x1863919926534272/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.950379:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.950383:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926534272, offset 224 00000400:00000200:2.0:1777573909.950386:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.950391:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.950395:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6080 00000400:00000200:2.0:1777573909.950399:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18039 [1] + 224 00000400:00000200:2.0:1777573909.950402:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.950405:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.950410:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d2300 x1863919926534272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.950420:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.950422:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.950429:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573909.950431:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057c320. 00000020:00000010:2.0:1777573909.950433:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060c00. 00000020:00000010:2.0:1777573909.950443:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573909.950445:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e5c0. 00000100:00000200:2.0:1777573909.950447:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534656 02000000:00000010:2.0:1777573909.950454:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4242c00. 00010000:00000200:2.0:1777573909.950458:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5f480 x1863919926534656/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.950466:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.950469:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926534656, offset 224 00000400:00000200:2.0:1777573909.950472:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.950478:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.950483:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6200 00000400:00000200:2.0:1777573909.950487:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18059 [1] + 224 00000400:00000200:2.0:1777573909.950490:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.950492:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.950496:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d0a80 x1863919926534656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.950506:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.950507:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.950514:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70900. 00000020:00000010:2.0:1777573909.950516:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573909.950519:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060800. 00000020:00000010:2.0:1777573909.950528:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573909.950530:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e5c0. 00000100:00000200:2.0:1777573909.950532:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535168 02000000:00000010:2.0:1777573909.950538:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ded4241800. 00010000:00000200:2.0:1777573909.950543:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5c700 x1863919926535168/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.950552:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.950555:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926535168, offset 224 00000400:00000200:2.0:1777573909.950559:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.950563:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.950567:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6400 00000400:00000200:2.0:1777573909.950571:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18061 [1] + 224 00000400:00000200:2.0:1777573909.950574:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.950576:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.950581:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d1c00 x1863919926535168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.950601:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.950603:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.950610:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573909.950613:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573909.950616:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060000. 00000020:00000010:2.0:1777573909.950637:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e5c0. 00000020:00000010:2.0:1777573909.950643:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060000. 00000020:00000010:2.0:1777573909.950645:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573909.950647:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573909.950668:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e2c0. 00000020:00000010:2.0:1777573909.950670:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e2c0. 00000020:00000010:2.0:1777573909.950674:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060800. 00000020:00000010:2.0:1777573909.950676:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70900. 00000020:00000010:2.0:1777573909.950678:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573909.950714:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e2c0. 00000020:00000010:2.0:1777573909.950717:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e2c0. 00000100:00000200:2.0:1777573909.950720:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534784 02000000:00000010:2.0:1777573909.950728:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3fb3000. 00010000:00000200:2.0:1777573909.950734:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5e300 x1863919926534784/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.950749:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.950752:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926534784, offset 224 00000400:00000200:2.0:1777573909.950756:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.950761:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.950766:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6280 00000400:00000200:2.0:1777573909.950770:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18041 [1] + 224 00000400:00000200:2.0:1777573909.950774:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.950777:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.950783:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d0700 x1863919926534784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.950794:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.950797:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.950803:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70080. 00000020:00000010:2.0:1777573909.950807:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573909.950810:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060000. 00000020:00000010:2.0:1777573909.950821:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e2c0. 00000020:00000010:2.0:1777573909.950824:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e2c0. 00000100:00000200:2.0:1777573909.950826:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535296 02000000:00000010:2.0:1777573909.950832:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def766f000. 00010000:00000200:2.0:1777573909.950836:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5ca80 x1863919926535296/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.950844:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf952a8. 00000100:00000200:2.0:1777573909.950847:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926535296, offset 224 00000400:00000200:2.0:1777573909.950849:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573909.950854:0:9951:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573909.950858:0:9951:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6480 00000400:00000200:2.0:1777573909.950861:0:9951:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18049 [1] + 224 00000400:00000200:2.0:1777573909.950864:0:9951:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.950866:0:9951:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573909.950870:0:9951:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc429ea00 x1863919926535296/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573909.950884:0:9951:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf952a8 00000400:00000010:2.0:1777573909.950886:0:9951:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf952a8. 00000020:00000010:2.0:1777573909.950892:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70900. 00000020:00000010:2.0:1777573909.950894:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:2.0:1777573909.950897:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060800. 00000400:00000010:2.0:1777573909.950941:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7c60. 00000400:00000200:2.0:1777573909.950945:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf955d8 00000400:00000010:2.0:1777573909.950946:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf955d8. 00000100:00000200:2.0:1777573909.950951:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d0000 x1863919926534144/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.950960:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d0000 x1863919926534144/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.950983:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:2.0:1777573909.950986:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95198 00000400:00000010:2.0:1777573909.950987:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95198. 00000100:00000200:2.0:1777573909.950990:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d0a80 x1863919926534656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.950997:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d0a80 x1863919926534656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.951009:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde78f0. 00000400:00000200:2.0:1777573909.951011:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95220 00000400:00000010:2.0:1777573909.951013:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95220. 00000100:00000200:2.0:1777573909.951016:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d1c00 x1863919926535168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.951024:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d1c00 x1863919926535168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.951757:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7580. 00000400:00000200:2.0:1777573909.951761:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573909.951762:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573909.951767:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d2300 x1863919926534272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.951774:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d2300 x1863919926534272/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.951785:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7dc0. 00000400:00000200:2.0:1777573909.951786:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573909.951788:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573909.951791:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d0700 x1863919926534784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.951798:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d0700 x1863919926534784/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.951807:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde70b0. 00000400:00000200:2.0:1777573909.951809:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573909.951810:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573909.951814:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc429ea00 x1863919926535296/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.951820:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc429ea00 x1863919926535296/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573909.951831:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7688. 00000400:00000200:2.0:1777573909.951833:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573909.951834:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573909.951838:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a5d500 x1863919926533760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.951845:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a5d500 x1863919926533760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573909.951863:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c1600. 02000000:00000010:2.0:1777573909.951869:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4100. 00000100:00000010:2.0:1777573909.951874:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0000. 02000000:00000010:2.0:1777573909.951877:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c1200. 02000000:00000010:2.0:1777573909.951880:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4400. 00000100:00000010:2.0:1777573909.951882:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0a80. 02000000:00000010:2.0:1777573909.951885:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c0400. 02000000:00000010:2.0:1777573909.951887:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026a00. 00000100:00000010:2.0:1777573909.951890:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1c00. 02000000:00000010:2.0:1777573909.951892:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2b200. 02000000:00000010:2.0:1777573909.951894:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4d00. 00000100:00000010:2.0:1777573909.951909:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d2300. 02000000:00000010:2.0:1777573909.951911:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2d2ac00. 02000000:00000010:2.0:1777573909.951913:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026500. 00000100:00000010:2.0:1777573909.951915:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0700. 02000000:00000010:2.0:1777573909.951917:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc2446400. 02000000:00000010:2.0:1777573909.951918:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026b00. 00000100:00000010:2.0:1777573909.951920:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc429ea00. 02000000:00000010:2.0:1777573909.951923:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3c24c00. 02000000:00000010:2.0:1777573909.951929:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4488d00. 00000100:00000010:2.0:1777573909.951934:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a5d500. 00000100:00000200:1.0:1777573909.954021:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1777573909.954033:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4507b80. 00000400:00000200:1.0:1777573909.954058:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23550 00000400:00000010:1.0:1777573909.954061:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573909.954072:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d3800 x1863919926534912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.954115:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573909.954119:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573909.954120:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573909.954126:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d0380 x1863919926534400/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573909.954135:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d0380 x1863919926534400/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573909.954161:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bee00. 02000000:00000010:1.0:1777573909.954181:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4f00. 00000100:00000010:1.0:1777573909.954185:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d0380. 02000000:00000010:1.0:1777573909.954204:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bee00. 00000400:00000010:1.0:1777573909.954209:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c378f0. 00000400:00000010:1.0:1777573909.954214:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573909.954219:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534016, portal 10 00000400:00000010:1.0:1777573909.954224:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573909.954227:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926534016, offset 0 00000400:00000200:1.0:1777573909.954231:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.954242:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.954253:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c5f80 00000400:00000200:1.0:1777573909.954260:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 144008 00000400:00000200:1.0:1777573909.954267:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.954271:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.954276:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573909.954282:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934d500. 00000400:00000200:1.0:1777573909.954295:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23550 00000400:00000010:1.0:1777573909.954296:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573909.954301:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d1180 x1863919926534016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573909.954319:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bf000. 00000400:00000010:1.0:1777573909.954322:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37948. 00000400:00000010:1.0:1777573909.954325:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573909.954328:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926534528, portal 10 00000400:00000010:1.0:1777573909.954331:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23220. 00000100:00000200:1.0:1777573909.954333:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926534528, offset 0 00000400:00000200:1.0:1777573909.954338:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.954342:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.954347:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6180 00000400:00000200:1.0:1777573909.954350:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 144232 00000400:00000200:1.0:1777573909.954354:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.954357:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.954359:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573909.954362:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ed80. 00000400:00000200:1.0:1777573909.954372:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23220 00000400:00000010:1.0:1777573909.954374:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23220. 00000100:00000200:1.0:1777573909.954379:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d1f80 x1863919926534528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573909.954395:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc48bec00. 00000400:00000010:1.0:1777573909.954398:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37840. 00000400:00000010:1.0:1777573909.954401:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23220. 00000100:00000200:1.0:1777573909.954403:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926535040, portal 10 00000400:00000010:1.0:1777573909.954407:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573909.954410:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926535040, offset 0 00000400:00000200:1.0:1777573909.954413:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.954418:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.954423:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6380 00000400:00000200:1.0:1777573909.954426:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 144456 00000400:00000200:1.0:1777573909.954430:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.954433:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.954436:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1777573909.954439:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934c380. 00000400:00000200:1.0:1777573909.954449:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573909.954451:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573909.954456:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc40d3b80 x1863919926535040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573909.954510:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.954514:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.954519:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be000. 00000020:00000010:1.0:1777573909.954523:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.954528:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573909.954565:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.954645:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000100:00000200:1.0:1777573909.954649:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926533888 02000000:00000010:1.0:1777573909.954665:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2568c00. 00010000:00000200:1.0:1777573909.954674:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded43c2850 x1863919926533888/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.954687:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573909.954710:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926533888, offset 224 00000400:00000200:1.0:1777573909.954716:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.954720:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.954726:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c5f00 00000400:00000200:1.0:1777573909.954732:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18019 [1] + 224 00000400:00000200:1.0:1777573909.954736:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.954739:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.954745:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d3100 x1863919926533888/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573909.954766:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573909.954768:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000020:00000010:1.0:1777573909.954780:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.954784:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573909.954799:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be000. 02000000:00000010:1.0:1777573909.954810:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc2568c00. 00000100:00000200:1.0:1777573909.954816:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1777573909.954820:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37b58. 00000400:00000010:1.0:1777573909.954825:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890180. 00000020:00000010:1.0:1777573909.954846:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.954851:0:17492:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7a40. 00000020:00000010:1.0:1777573909.954869:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.954873:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be000. 00000020:00000010:1.0:1777573909.954876:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.954879:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573909.954900:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.954903:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000100:00000200:1.0:1777573909.954905:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534912 02000000:00000010:1.0:1777573909.954914:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2568c00. 00010000:00000200:1.0:1777573909.954919:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4507b80 x1863919926534912/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.954929:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573909.954932:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926534912, offset 224 00000400:00000200:1.0:1777573909.954936:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.954940:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.954945:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6300 00000400:00000200:1.0:1777573909.954950:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18029 [1] + 224 00000400:00000200:1.0:1777573909.954954:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.954957:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.954964:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d3800 x1863919926534912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573909.954978:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573909.954979:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000020:00000010:1.0:1777573909.954986:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.954989:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573909.954993:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be000. 00000020:00000010:1.0:1777573909.955019:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.955021:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.955024:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48be000. 00000020:00000010:1.0:1777573909.955026:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.955027:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573909.955057:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7740. 00000020:00000010:1.0:1777573909.955075:0:12623:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bfc00. 00000020:00000010:2.0:1777573909.955080:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e2c0. 00000020:00000010:1.0:1777573909.955080:0:12623:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48f80. 00000020:00000010:1.0:1777573909.955083:0:12623:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06af0. 00000020:00000010:2.0:1777573909.955086:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a841c0. 00000020:00000010:2.0:1777573909.955092:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e2c0. 00000020:00000010:2.0:1777573909.955098:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060800. 00000020:00000010:2.0:1777573909.955102:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70900. 00000020:00000010:1.0:1777573909.955106:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7a40. 00000020:00000010:2.0:1777573909.955107:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057cd48. 00000020:00000010:1.0:1777573909.955111:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7a40. 00000100:00000200:1.0:1777573909.955115:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534016 02000000:00000010:1.0:1777573909.955123:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc256a400. 00010000:00000200:1.0:1777573909.955130:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934d500 x1863919926534016/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573909.955136:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e2c0. 00000020:00000010:2.0:1777573909.955140:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e2c0. 00000400:00000010:1.0:1777573909.955141:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000100:00000200:2.0:1777573909.955143:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926534528 00000100:00000200:1.0:1777573909.955145:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926534016, offset 224 00000400:00000200:1.0:1777573909.955150:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1777573909.955156:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3c24c00. 00000400:00000200:1.0:1777573909.955156:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1777573909.955166:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934ed80 x1863919926534528/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573909.955166:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c5f80 00000400:00000200:1.0:1777573909.955174:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18089 [1] + 224 00000400:00000200:1.0:1777573909.955182:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.955187:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1777573909.955190:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:1.0:1777573909.955193:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d1180 x1863919926534016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573909.955195:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926534528, offset 224 00000400:00000200:2.0:1777573909.955207:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.955212:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000200:2.0:1777573909.955217:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1777573909.955217:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000400:00000200:2.0:1777573909.955227:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6180 00000020:00000010:1.0:1777573909.955227:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48200. 00000020:00000010:1.0:1777573909.955232:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000400:00000200:2.0:1777573909.955237:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18091 [1] + 224 00000020:00000010:1.0:1777573909.955238:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48be000. 00000400:00000200:2.0:1777573909.955245:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573909.955249:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1777573909.955256:0:12623:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7a40. 00000100:00000200:2.0:1777573909.955257:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d1f80 x1863919926534528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573909.955260:0:12623:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7a40. 00000100:00000200:1.0:1777573909.955265:0:12623:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535040 02000000:00000010:1.0:1777573909.955273:0:12623:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc256b000. 00000400:00000200:2.0:1777573909.955275:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573909.955279:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00010000:00000200:1.0:1777573909.955281:0:12623:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded934c380 x1863919926535040/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:410/0 lens 224/224 e 0 to 0 dl 1777573920 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573909.955288:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48f80. 00000400:00000010:1.0:1777573909.955292:0:12623:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000020:00000010:2.0:1777573909.955293:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06af0. 00000100:00000200:1.0:1777573909.955297:0:12623:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926535040, offset 224 00000020:00000010:2.0:1777573909.955298:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bfc00. 00000400:00000200:1.0:1777573909.955305:0:12623:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573909.955311:0:12623:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573909.955318:0:12623:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6380 00000400:00000200:1.0:1777573909.955323:0:12623:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18099 [1] + 224 00000400:00000200:1.0:1777573909.955327:0:12623:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573909.955330:0:12623:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573909.955335:0:12623:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc40d3b80 x1863919926535040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573909.955346:0:12623:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573909.955348:0:12623:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000020:00000010:1.0:1777573909.955356:0:12623:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70900. 00000020:00000010:1.0:1777573909.955360:0:12623:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057cd48. 00000020:00000010:1.0:1777573909.955363:0:12623:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060800. 00000400:00000010:1.0:1777573909.955525:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c378f0. 00000400:00000200:1.0:1777573909.955529:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573909.955530:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573909.955535:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d1180 x1863919926534016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573909.955543:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d1180 x1863919926534016/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.955689:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37948. 00000400:00000200:1.0:1777573909.955709:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23550 00000400:00000010:1.0:1777573909.955711:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573909.955716:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d1f80 x1863919926534528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573909.955724:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d1f80 x1863919926534528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.955738:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37840. 00000400:00000200:1.0:1777573909.955740:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23220 00000400:00000010:1.0:1777573909.955742:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23220. 00000100:00000200:1.0:1777573909.955748:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d3b80 x1863919926535040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573909.955757:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d3b80 x1863919926535040/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.955768:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37688. 00000400:00000200:1.0:1777573909.955770:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d237f8 00000400:00000010:1.0:1777573909.955774:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573909.955777:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d3100 x1863919926533888/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573909.955795:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d3100 x1863919926533888/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573909.955806:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37160. 00000400:00000200:1.0:1777573909.955808:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23000 00000400:00000010:1.0:1777573909.955810:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23000. 00000100:00000200:1.0:1777573909.955815:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc40d3800 x1863919926534912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573909.955823:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc40d3800 x1863919926534912/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573909.955836:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bee00. 02000000:00000010:1.0:1777573909.955844:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cd700. 00000100:00000010:1.0:1777573909.955850:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1180. 02000000:00000010:1.0:1777573909.955854:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf000. 02000000:00000010:1.0:1777573909.955857:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef2c4a00. 00000100:00000010:1.0:1777573909.955860:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d1f80. 02000000:00000010:1.0:1777573909.955863:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bec00. 02000000:00000010:1.0:1777573909.955866:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026c00. 00000100:00000010:1.0:1777573909.955868:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d3b80. 02000000:00000010:1.0:1777573909.955871:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf400. 02000000:00000010:1.0:1777573909.955874:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded45cda00. 00000100:00000010:1.0:1777573909.955876:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d3100. 02000000:00000010:1.0:1777573909.955879:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc48bf800. 02000000:00000010:1.0:1777573909.955881:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026e00. 00000100:00000010:1.0:1777573909.955883:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc40d3800. 00000100:00000010:0.0:1777573909.967772:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8900. 00000100:00000010:2.0:1777573909.968077:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ea0. 00000100:00000010:3.0:1777573909.968350:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8de0. 00000100:00000010:1.0:1777573909.969019:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ae0. 00080000:00000010:0.0:1777573910.165543:0:114880:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da00. 00080000:00000010:0.0:1777573910.165552:0:114880:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da00. 00080000:00000010:0.0:1777573910.165563:0:114880:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da00. 00080000:00000010:0.0:1777573910.165569:0:114880:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da00. 00080000:00000010:0.0:1777573910.165577:0:114880:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da00. 00080000:00000010:0.0:1777573910.165592:0:114880:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da00. 00080000:00000010:0.0:1777573910.165603:0:114880:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431da00. 00080000:00000010:0.0:1777573910.165607:0:114880:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431da00. 00000100:00000010:1.0:1777573910.710771:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ca80. 02000000:00000010:1.0:1777573910.710792:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48bf000. 00010000:00000010:1.0:1777573910.710807:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eedb00. 00010000:00000010:1.0:1777573910.710814:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3186600. 00000100:00000010:1.0:1777573910.710833:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890d80. 02000000:00000010:1.0:1777573910.710853:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2568400. 00000400:00000010:1.0:1777573910.710859:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37160. 00000400:00000010:1.0:1777573910.710866:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23000. 00000100:00000200:1.0:1777573910.710873:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926535424, portal 25 00000400:00000010:1.0:1777573910.710878:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573910.710881:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926535424, offset 0 00000400:00000200:1.0:1777573910.710890:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573910.710902:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573910.710913:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c6500 00000400:00000200:1.0:1777573910.710921:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x174e9 [2] + 0 00000400:00000010:1.0:1777573910.710924:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940528. 00000400:00000200:1.0:1777573910.710928:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc6adcc00 00000400:00000200:1.0:1777573910.710933:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573910.710937:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573910.710942:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc6adcc00 00000400:00000010:1.0:1777573910.710944:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc6adcc00. 00000100:00000200:1.0:1777573910.710949:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573910.710971:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d237f8 00000400:00000010:1.0:1777573910.710972:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d237f8. 00000100:00000200:1.0:1777573910.710980:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934ca80 x1863919926535424/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573926 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573910.710997:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8360. 00000100:00000010:1.0:1777573910.711008:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d83c0. 00000100:00000010:1.0:1777573910.711013:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8660. 00000100:00000010:1.0:1777573910.711018:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8540. 00000020:00000010:2.0:1777573910.711127:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573910.711132:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573910.711142:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc3060c00. 00000020:00000010:2.0:1777573910.711147:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573910.711152:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573910.711193:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb00. 00000020:00000010:2.0:1777573910.711196:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb00. 00000100:00000200:2.0:1777573910.711199:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535424 00010000:00000010:2.0:1777573910.711216:0:6478:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89deef25c100. 00010000:00000010:2.0:1777573910.711221:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c55e00. 02000000:00000010:2.0:1777573910.711233:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc2e89800. 00010000:00000200:2.0:1777573910.711253:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ded43c3c50 x1863919926535424/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:411/0 lens 328/344 e 0 to 0 dl 1777573921 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573910.711269:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573910.711272:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926535424, offset 224 00000400:00000200:2.0:1777573910.711277:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573910.711282:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573910.711288:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c6500 00000400:00000200:2.0:1777573910.711292:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x180b9 [1] + 224 00000400:00000200:2.0:1777573910.711296:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573910.711299:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573910.711305:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934ca80 x1863919926535424/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573926 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573910.711334:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:2.0:1777573910.711337:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000020:00000010:2.0:1777573910.711349:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70e80. 00000020:00000010:2.0:1777573910.711353:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573910.711358:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc3060c00. 02000000:00000010:2.0:1777573910.711365:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc2e89800. 00000100:00000200:2.0:1777573910.711372:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573910.711375:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7688. 00000400:00000010:2.0:1777573910.711379:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc4820a80. 00000400:00000010:3.0:1777573910.711411:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37160. 00000400:00000200:3.0:1777573910.711416:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23000 00000400:00000010:3.0:1777573910.711418:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23000. 00000100:00000200:3.0:1777573910.711423:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934ca80 x1863919926535424/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573926 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573910.711432:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934ca80 x1863919926535424/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573926 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573910.711452:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890d80. 02000000:00000010:3.0:1777573910.711466:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2568400. 02000000:00000010:3.0:1777573910.711472:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48bf000. 00000100:00000010:3.0:1777573910.711480:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 00000100:00000010:2.0:1777573910.730803:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8660. 00000100:00000010:1.0:1777573910.730805:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d83c0. 00000100:00000010:0.0:1777573910.730907:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8360. 00000100:00000010:3.0:1777573910.735492:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8540. 00080000:00000010:3.0:1777573910.867475:0:114934:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573910.867485:0:114934:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573910.867496:0:114934:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573910.867501:0:114934:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573910.867510:0:114934:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573910.867515:0:114934:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573910.867524:0:114934:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc449a280. 00080000:00000010:3.0:1777573910.867529:0:114934:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc449a280. 00000400:00000200:0.0:1777573911.069412:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573911.069432:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97c880 00000400:00000200:0.0:1777573911.069442:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 144680 00000400:00000200:0.0:1777573911.069456:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.069461:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573911.069469:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573911.069475:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc44b0e00. 00000400:00000200:0.0:1777573911.069497:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573911.069501:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97c800 00000400:00000200:0.0:1777573911.069505:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x174f1 [2] + 0 00000400:00000010:0.0:1777573911.069508:0:3629:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c376e0. 00000400:00000200:0.0:1777573911.069511:0:3629:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc3184900 00000400:00000200:0.0:1777573911.069515:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.069517:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573911.069519:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc3184900 00000400:00000010:0.0:1777573911.069520:0:3629:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc3184900. 00000100:00000200:0.0:1777573911.069524:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573911.069607:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573911.069615:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97c900 00000400:00000200:0.0:1777573911.069619:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 144904 00000400:00000200:0.0:1777573911.069625:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.069628:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573911.069632:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573911.069637:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250ca80. 00000400:00000200:0.0:1777573911.069656:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573911.069662:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97ca00 00000020:00000010:1.0:1777573911.069665:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7640. 00000400:00000200:0.0:1777573911.069668:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfbd [8] + 1344 00000020:00000010:1.0:1777573911.069672:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c54c0. 00000020:00000010:1.0:1777573911.069689:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:1.0:1777573911.069713:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573911.069719:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573911.069758:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7680. 00000020:00000010:1.0:1777573911.069762:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc25c5a40. 00000020:00000010:1.0:1777573911.069766:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf400. 00000020:00000010:1.0:1777573911.069769:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48b80. 00000020:00000010:1.0:1777573911.069772:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06190. 00000020:00000010:1.0:1777573911.069795:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7500. 00000020:00000010:1.0:1777573911.069798:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7500. 00000100:00000200:1.0:1777573911.069801:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844608 00000020:00000010:3.0:1777573911.069813:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5fc0. 00000020:00000010:3.0:1777573911.069818:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5fc0. 02000000:00000010:1.0:1777573911.069822:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2568400. 00000020:00000010:3.0:1777573911.069825:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec1340800. 00000020:00000010:3.0:1777573911.069829:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a900. 00000020:00000010:3.0:1777573911.069833:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00010000:00000200:1.0:1777573911.069835:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc44b0e00 x1863919917844608/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777573922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573911.069855:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d237f8. 00000020:00000010:3.0:1777573911.069859:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5fc0. 00000020:00000010:3.0:1777573911.069862:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5fc0. 00000100:00000200:3.0:1777573911.069865:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844480 02000000:00000010:3.0:1777573911.069873:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b5000. 00010000:00000200:3.0:1777573911.069879:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89df02054c50 x1863919917844480/t0(0) o400->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777573922 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573911.069890:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000400:00000200:0.0:1777573911.069904:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.069910:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:3.0:1777573911.070084:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917844480, offset 224 00000100:00000200:1.0:1777573911.070084:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917844608, offset 224 00000100:00000200:0.0:1777573911.070086:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573911.070091:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc250df80. 00000400:00000200:3.0:1777573911.070096:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573911.070104:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573911.070107:0:6480:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573911.070169:0:6480:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3662:3662:256:4294967295] 192.168.204.9@tcp LPNI seq info [3658:3658:8:4294967295] 00000400:00000200:3.0:1777573911.070179:0:6480:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573911.070185:0:6480:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573911.070189:0:6480:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc25c4d00. 00000800:00000200:3.0:1777573911.070196:0:6480:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573911.070202:0:6480:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000020:00000010:0.0:1777573911.070204:0:6485:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84ac0. 00000800:00000200:3.0:1777573911.070206:0:6480:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc25c4d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573911.070207:0:6485:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84ac0. 00000100:00000200:0.0:1777573911.070210:0:6485:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844736 02000000:00000010:0.0:1777573911.070220:0:6485:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32c9c00. 00000020:00000010:3.0:1777573911.070225:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a900. 00000400:00000200:1.0:1777573911.070225:0:6486:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00010000:00000200:0.0:1777573911.070228:0:6485:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250ca80 x1863919917844736/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777573922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573911.070230:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000400:00000200:1.0:1777573911.070235:0:6486:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3663:3663:255:4294967295] 192.168.204.9@tcp LPNI seq info [3659:3659:7:4294967295] 00000020:00000010:3.0:1777573911.070236:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec1340800. 00000100:00000200:3.0:1777573911.070245:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573911.070247:0:6485:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f990. 00000400:00000010:3.0:1777573911.070251:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17318. 00000100:00000200:0.0:1777573911.070251:0:6485:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917844736, offset 224 00000400:00000200:1.0:1777573911.070253:0:6486:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000400:00000010:3.0:1777573911.070257:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc446c840. 00000400:00000200:0.0:1777573911.070258:0:6485:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000800:00000200:1.0:1777573911.070262:0:6486:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573911.070266:0:6485:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000800:00000010:1.0:1777573911.070268:0:6486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc3026e00. 00000400:00000200:0.0:1777573911.070272:0:6485:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3664:3664:254:4294967295] 192.168.204.9@tcp LPNI seq info [3660:3660:6:4294967295] 00000800:00000200:1.0:1777573911.070277:0:6486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573911.070286:0:6486:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000400:00000200:0.0:1777573911.070289:0:6485:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573911.070291:0:6486:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc3026e00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1777573911.070297:0:6485:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000020:00000010:1.0:1777573911.070301:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000800:00000010:0.0:1777573911.070301:0:6485:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2800. 00000020:00000010:1.0:1777573911.070306:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000800:00000200:0.0:1777573911.070306:0:6485:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573911.070312:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1777573911.070312:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000800:00000200:0.0:1777573911.070313:0:6485:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000010:3.0:1777573911.070316:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc25c4d00. 00000800:00000200:0.0:1777573911.070318:0:6485:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1777573911.070319:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573911.070322:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573911.070325:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000020:00000010:0.0:1777573911.070325:0:6485:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48b80. 00000400:00000010:3.0:1777573911.070328:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000020:00000010:0.0:1777573911.070329:0:6485:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06190. 00000020:00000010:0.0:1777573911.070331:0:6485:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf400. 02000000:00000010:3.0:1777573911.070332:0:3628:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32b5000. 00000800:00000200:3.0:1777573911.070350:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573911.070353:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc3026e00. 00000400:00000200:3.0:1777573911.070356:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573911.070360:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000020:00000010:0.0:1777573911.070361:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84ac0. 00000400:00000200:3.0:1777573911.070363:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d237f8 00000400:00000010:3.0:1777573911.070364:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d237f8. 00000020:00000010:0.0:1777573911.070365:0:9951:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573911.070373:0:9951:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749200. 00000020:00000010:0.0:1777573911.070376:0:9951:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573911.070379:0:9951:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573911.070403:0:9951:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84680. 00000020:00000010:0.0:1777573911.070406:0:9951:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84680. 00000100:00000200:0.0:1777573911.070409:0:9951:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844992 00000800:00000200:3.0:1777573911.070415:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573911.070417:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2800. 02000000:00000010:0.0:1777573911.070417:0:9951:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32cb800. 00000400:00000200:3.0:1777573911.070421:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1777573911.070423:0:9951:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc250df80 x1863919917844992/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777573922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573911.070424:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573911.070427:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f990 00000400:00000010:3.0:1777573911.070428:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f990. 00000400:00000010:0.0:1777573911.070433:0:9951:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f198. 00000100:00000200:0.0:1777573911.070435:0:9951:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917844992, offset 224 00000400:00000200:0.0:1777573911.070439:0:9951:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573911.070445:0:9951:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573911.070448:0:9951:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3665:3665:256:4294967295] 192.168.204.9@tcp LPNI seq info [3661:3661:8:4294967295] 00000400:00000200:0.0:1777573911.070456:0:9951:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573911.070460:0:9951:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573911.070463:0:9951:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ded83e2800. 00000800:00000200:0.0:1777573911.070466:0:9951:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573911.070470:0:9951:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573911.070472:0:9951:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ded83e2800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573911.070490:0:9951:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df80. 00000020:00000010:0.0:1777573911.070494:0:9951:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573911.070497:0:9951:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749200. 00000800:00000200:3.0:1777573911.070561:0:3630:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1777573911.070575:0:3630:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ded83e2800. 00000400:00000200:3.0:1777573911.070579:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573911.070583:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:3.0:1777573911.070586:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f198 00000400:00000010:3.0:1777573911.070588:0:3630:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f198. 00000400:00000200:0.0:1777573911.074719:0:3629:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573911.074735:0:3629:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97c980 00000400:00000200:0.0:1777573911.074743:0:3629:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfbd [8] + 1568 00000400:00000200:0.0:1777573911.074758:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.074762:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573911.074769:0:3629:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573911.074777:0:3629:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc419b480. 00000020:00000010:1.0:1777573911.078000:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7500. 00000020:00000010:1.0:1777573911.078009:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84d40. 00000020:00000010:1.0:1777573911.078037:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bea00. 00000020:00000010:1.0:1777573911.078043:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573911.078048:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573911.078082:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7940. 00000020:00000010:1.0:1777573911.078085:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7940. 00000100:00000200:1.0:1777573911.078088:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917844864 02000000:00000010:1.0:1777573911.078107:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc256a800. 00010000:00000200:1.0:1777573911.078121:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc419b480 x1863919917844864/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:412/0 lens 224/224 e 0 to 0 dl 1777573922 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573911.078142:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23220. 00000100:00000200:1.0:1777573911.078149:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917844864, offset 224 00000400:00000200:1.0:1777573911.078156:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:1.0:1777573911.078169:0:8362:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:1.0:1777573911.078178:0:8362:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3666:3666:256:4294967295] 192.168.204.9@tcp LPNI seq info [3662:3662:8:4294967295] 00000400:00000200:1.0:1777573911.078194:0:8362:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:1.0:1777573911.078202:0:8362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:1.0:1777573911.078207:0:8362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc3026c00. 00000800:00000200:1.0:1777573911.078213:0:8362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:1.0:1777573911.078221:0:8362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:1.0:1777573911.078225:0:8362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc3026c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1777573911.078255:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48d80. 00000020:00000010:1.0:1777573911.078259:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573911.078263:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bea00. 00000800:00000200:0.0:1777573911.079263:0:3628:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573911.079270:0:3628:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc3026c00. 00000400:00000200:0.0:1777573911.079275:0:3628:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.079287:0:3628:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573911.079293:0:3628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23220 00000400:00000010:0.0:1777573911.079296:0:3628:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23220. 00000400:00000010:1.0:1777573911.133288:0:114971:0:(api-ni.c:5724:lnet_net_show_start()) alloc '(nlist)': 8 at ffff89dec70650d0. 00000400:00000010:1.0:1777573911.133374:0:114971:0:(api-ni.c:5702:lnet_net_show_done()) kfreed 'nlist': 8 at ffff89dec70650d0. 00000100:00000010:0.0:1777573911.482053:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2e1f100. 02000000:00000010:0.0:1777573911.482074:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2e00. 02000000:00000010:0.0:1777573911.482122:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32cac00. 00000400:00000010:0.0:1777573911.482129:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940ec8. 00000400:00000010:0.0:1777573911.482146:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573911.482153:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926535552, portal 4 00000400:00000010:0.0:1777573911.482160:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f7f8. 00000100:00000200:0.0:1777573911.482163:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926535552, offset 0 00000400:00000200:0.0:1777573911.482171:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573911.482183:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573911.482207:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c6580 00000400:00000200:0.0:1777573911.482214:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 7392 00000400:00000200:0.0:1777573911.482221:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.482225:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573911.482232:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573911.482236:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed6300. 00000400:00000200:0.0:1777573911.482250:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f7f8 00000400:00000010:0.0:1777573911.482253:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f7f8. 00000100:00000200:0.0:1777573911.482260:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc2e1f100 x1863919926535552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573911.482279:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb840. 00000100:00000010:0.0:1777573911.482291:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb6c0. 00000100:00000010:0.0:1777573911.482298:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccba20. 00000100:00000010:0.0:1777573911.482304:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb4e0. 00000100:00000010:3.0:1777573911.482328:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:3.0:1777573911.482486:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc25c4d00. 02000000:00000010:0.0:1777573911.482534:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32c8c00. 00000400:00000010:0.0:1777573911.482538:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79407e8. 00000400:00000010:0.0:1777573911.482541:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f7f8. 00000100:00000200:0.0:1777573911.482544:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926535680, portal 4 00000400:00000010:0.0:1777573911.482549:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573911.482551:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926535680, offset 0 00000400:00000200:0.0:1777573911.482571:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573911.482576:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573911.482583:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c6600 00000400:00000200:0.0:1777573911.482588:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 10304 00000400:00000200:0.0:1777573911.482592:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.482595:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573911.482599:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1777573911.482603:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def4ed5f80. 00000400:00000200:0.0:1777573911.482615:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573911.482617:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573911.482622:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926535680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573911.482962:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5400. 00000020:00000010:3.0:1777573911.482967:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5400. 00000020:00000010:3.0:1777573911.482972:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76aca00. 00000020:00000010:3.0:1777573911.482977:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a700. 00000020:00000010:3.0:1777573911.482981:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573911.483021:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5400. 00000020:00000010:3.0:1777573911.483023:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5400. 00000100:00000200:3.0:1777573911.483026:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535552 02000000:00000010:3.0:1777573911.483042:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc32b6400. 00010000:00000200:3.0:1777573911.483070:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4ed6300 x1863919926535552/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:412/0 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573911.483084:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573911.483089:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926535552, offset 224 00000400:00000200:3.0:1777573911.483093:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573911.483099:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573911.483104:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c6580 00000400:00000200:3.0:1777573911.483109:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x180e1 [1] + 224 00000400:00000200:3.0:1777573911.483113:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573911.483116:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573911.483122:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc2e1f100 x1863919926535552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573911.483135:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573911.483136:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000020:00000010:3.0:1777573911.483147:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a700. 00000020:00000010:3.0:1777573911.483150:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573911.483153:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76aca00. 00000020:00000010:0.0:1777573911.484067:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573911.484127:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573911.484132:0:24449:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749a00. 00000020:00000010:0.0:1777573911.484136:0:24449:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573911.484141:0:24449:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573911.484175:0:24449:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573911.484178:0:24449:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f80. 00000100:00000200:0.0:1777573911.484181:0:24449:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535680 02000000:00000010:0.0:1777573911.484193:0:24449:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc41c7000. 00010000:00000200:0.0:1777573911.484215:0:24449:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def4ed5f80 x1863919926535680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:412/0 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573911.484229:0:24449:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573911.484233:0:24449:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926535680, offset 224 00000400:00000200:0.0:1777573911.484238:0:24449:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573911.484248:0:24449:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573911.484256:0:24449:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c6600 00000400:00000200:0.0:1777573911.484260:0:24449:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x180e9 [1] + 224 00000400:00000200:0.0:1777573911.484266:0:24449:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.484268:0:24449:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573911.484275:0:24449:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926535680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573911.484298:0:24449:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573911.484301:0:24449:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000020:00000010:0.0:1777573911.484309:0:24449:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573911.484313:0:24449:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573911.484316:0:24449:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749a00. 00000400:00000010:2.0:1777573911.484329:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79407e8. 00000400:00000200:2.0:1777573911.484336:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f7f8 00000400:00000010:2.0:1777573911.484338:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f7f8. 00000100:00000200:2.0:1777573911.484345:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926535680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573911.484349:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def7940ec8. 00000400:00000200:0.0:1777573911.484355:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000100:00000200:2.0:1777573911.484358:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926535680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573911.484365:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573911.484374:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc2e1f100 x1863919926535552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573911.484383:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc2e1f100 x1863919926535552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573911.484390:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32c8c00. 02000000:00000010:2.0:1777573911.484397:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc25c4d00. 00000100:00000010:2.0:1777573911.484402:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 02000000:00000010:0.0:1777573911.484404:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32cac00. 02000000:00000010:0.0:1777573911.484409:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2e00. 00000100:00000010:0.0:1777573911.484414:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2e1f100. 00000100:00000010:0.0:1777573911.484788:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2e1f100. 02000000:00000010:0.0:1777573911.484801:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2e00. 02000000:00000010:2.0:1777573911.484909:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2e8b400. 00000400:00000010:2.0:1777573911.484916:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde70b0. 00000400:00000010:2.0:1777573911.484920:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95bb0. 00000100:00000200:2.0:1777573911.484925:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926535808, portal 4 00000400:00000010:2.0:1777573911.484930:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573911.484932:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926535808, offset 0 00000400:00000200:2.0:1777573911.484937:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573911.484943:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573911.484949:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c6680 00000400:00000200:2.0:1777573911.484955:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 10528 00000400:00000200:2.0:1777573911.484960:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573911.484963:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573911.484967:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573911.484971:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5d500. 00000400:00000200:2.0:1777573911.484994:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573911.484996:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573911.485002:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc2e1f100 x1863919926535808/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573911.487026:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573911.487036:0:10243:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e5c0. 00000020:00000010:0.0:1777573911.487051:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573911.487058:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749a00. 00000020:00000010:0.0:1777573911.487064:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573911.487069:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573911.487106:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f80. 00000020:00000010:0.0:1777573911.487110:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f80. 00000100:00000200:0.0:1777573911.487113:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535808 02000000:00000010:0.0:1777573911.487128:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2f16000. 00010000:00000200:0.0:1777573911.487147:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5d500 x1863919926535808/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:412/0 lens 224/368 e 0 to 0 dl 1777573922 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573911.487165:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573911.487171:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926535808, offset 224 00000400:00000200:0.0:1777573911.487177:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573911.487189:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573911.487199:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c6680 00000400:00000200:0.0:1777573911.487206:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x180f9 [1] + 224 00000400:00000200:0.0:1777573911.487213:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.487217:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573911.487227:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc2e1f100 x1863919926535808/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573911.487255:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:0.0:1777573911.487258:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000020:00000010:0.0:1777573911.487271:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573911.487276:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573911.487280:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749a00. 00000400:00000010:1.0:1777573911.487974:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde70b0. 00000400:00000200:1.0:1777573911.487980:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95bb0 00000400:00000010:1.0:1777573911.487982:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95bb0. 00000100:00000200:1.0:1777573911.487990:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc2e1f100 x1863919926535808/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573911.488001:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc2e1f100 x1863919926535808/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573911.488032:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2e8b400. 02000000:00000010:1.0:1777573911.488098:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2e00. 00000100:00000010:1.0:1777573911.488104:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2e1f100. 00000100:00000010:1.0:1777573911.488850:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb6c0. 00000100:00000010:0.0:1777573911.488856:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb840. 00000100:00000010:2.0:1777573911.489750:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccba20. 00000100:00000010:3.0:1777573911.490753:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb4e0. 00080000:00000010:1.0:1777573911.500442:0:114980:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48400. 00080000:00000010:1.0:1777573911.500451:0:114980:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48400. 00080000:00000010:1.0:1777573911.500462:0:114980:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48400. 00080000:00000010:1.0:1777573911.500467:0:114980:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48400. 00080000:00000010:1.0:1777573911.500477:0:114980:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48400. 00080000:00000010:1.0:1777573911.500481:0:114980:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48400. 00080000:00000010:1.0:1777573911.500491:0:114980:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48400. 00080000:00000010:1.0:1777573911.500495:0:114980:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48400. 00000020:00000010:2.0:1777573911.775234:0:115021:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ddc2718610. 00000020:00000010:2.0:1777573911.775297:0:115021:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ddc2718610. 00000020:00000010:2.0:1777573911.775619:0:115021:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc2e89800. 00000020:00000010:2.0:1777573911.775631:0:115021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec87cf000. 00000020:00000010:2.0:1777573911.775636:0:115021:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89deef2c6200. 00000040:00000010:2.0:1777573911.775640:0:115021:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def76aea00. 00000020:00000010:2.0:1777573911.775645:0:115021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403c800. 00000020:00000010:2.0:1777573911.775652:0:115021:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ddc2d2b000. 80000000:00000010:2.0:1777573911.775657:0:115021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4d20. 00040000:00000010:2.0:1777573911.775663:0:115021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89ddc2d2a400. 00080000:00000010:2.0:1777573911.775670:0:115021:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4112000. 00080000:00000010:2.0:1777573911.775675:0:115021:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4110000. 20000000:00000010:2.0:1777573911.775685:0:115021:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89def4c14c00. 00000020:00000010:2.0:1777573911.775776:0:115021:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc491ec00. 00000001:00000010:2.0:1777573911.775785:0:115021:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 72 at ffff89ddc43b4000. 00000020:00000010:2.0:1777573911.775793:0:115021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4c15200. 00000020:00000010:2.0:1777573911.775796:0:115021:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def4c15800. 00000040:00000010:2.0:1777573911.775878:0:115021:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def4c14200. 00000020:00000010:2.0:1777573911.775882:0:115021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573911.775885:0:115021:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def4c14400. 00040000:00000010:2.0:1777573911.775891:0:115021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.775894:0:115021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def4c15600. 00080000:00000010:2.0:1777573911.775899:0:115021:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4116000. 00080000:00000010:2.0:1777573911.775904:0:115021:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31bc000. 00080000:00000010:2.0:1777573911.775914:0:115021:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def7870000. 00000001:00000010:2.0:1777573911.775942:0:115021:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7dc0. 00000001:00000010:2.0:1777573911.776077:0:115021:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7dc0. 00000001:00000010:2.0:1777573911.776089:0:115021:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89defcde7dc0. 00000001:00000010:2.0:1777573911.776096:0:115021:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89defcde7dc0. 00000020:00000010:2.0:1777573911.776131:0:115021:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def4c15800. 00000040:00000010:2.0:1777573911.776138:0:115021:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def4c14200. 00000020:00000010:2.0:1777573911.776143:0:115021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573911.776148:0:115021:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def4c14400. 00040000:00000010:2.0:1777573911.776151:0:115021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776158:0:115021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def4c15600. 00080000:00000010:2.0:1777573911.776163:0:115021:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31bc000. 00080000:00000010:2.0:1777573911.776168:0:115021:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4116000. 00000020:00000010:2.0:1777573911.776173:0:115021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4c15200. 00000020:00000010:2.0:1777573911.776209:0:115021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573911.776212:0:115021:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7871200. 00000020:00000010:2.0:1777573911.776215:0:115021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573911.776221:0:115021:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776224:0:115021:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7870400. 80000000:00000010:2.0:1777573911.776226:0:115021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776229:0:115021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776234:0:115021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc403e000. 00040000:00000010:2.0:1777573911.776237:0:115021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776239:0:115021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870200. 00080000:00000010:2.0:1777573911.776242:0:115021:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc31bc000. 00080000:00000010:2.0:1777573911.776246:0:115021:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31be000. 00002000:00000010:2.0:1777573911.776251:0:115021:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776255:0:115021:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7871200. 00000020:00000010:2.0:1777573911.776258:0:115021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573911.776261:0:115021:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776264:0:115021:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7870400. 80000000:00000010:2.0:1777573911.776267:0:115021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776270:0:115021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776273:0:115021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc403e000. 00040000:00000010:2.0:1777573911.776276:0:115021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776277:0:115021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870200. 00080000:00000010:2.0:1777573911.776279:0:115021:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31be000. 00080000:00000010:2.0:1777573911.776282:0:115021:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc31bc000. 00002000:00000010:2.0:1777573911.776284:0:115021:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776287:0:115021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573911.776291:0:115021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573911.776293:0:115021:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870c00. 00000020:00000010:2.0:1777573911.776295:0:115021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403e000. 00000020:00000010:2.0:1777573911.776297:0:115021:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776299:0:115021:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7870200. 80000000:00000010:2.0:1777573911.776302:0:115021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776304:0:115021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776306:0:115021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc403d000. 00040000:00000010:2.0:1777573911.776308:0:115021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776310:0:115021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870400. 00080000:00000010:2.0:1777573911.776312:0:115021:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc31bc000. 00080000:00000010:2.0:1777573911.776315:0:115021:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31be000. 00002000:00000010:2.0:1777573911.776317:0:115021:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776326:0:115021:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870c00. 00000020:00000010:2.0:1777573911.776329:0:115021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403e000. 00000020:00000010:2.0:1777573911.776331:0:115021:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776333:0:115021:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7870200. 80000000:00000010:2.0:1777573911.776335:0:115021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776337:0:115021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776339:0:115021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc403d000. 00040000:00000010:2.0:1777573911.776342:0:115021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776344:0:115021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870400. 00080000:00000010:2.0:1777573911.776346:0:115021:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31be000. 00080000:00000010:2.0:1777573911.776348:0:115021:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc31bc000. 00002000:00000010:2.0:1777573911.776351:0:115021:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776354:0:115021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573911.776358:0:115021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573911.776360:0:115021:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7871200. 00000020:00000010:2.0:1777573911.776363:0:115021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573911.776365:0:115021:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776368:0:115021:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7870400. 80000000:00000010:2.0:1777573911.776370:0:115021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776372:0:115021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776374:0:115021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc403e000. 00040000:00000010:2.0:1777573911.776376:0:115021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776378:0:115021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870200. 00080000:00000010:2.0:1777573911.776380:0:115021:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc31bc000. 00080000:00000010:2.0:1777573911.776383:0:115021:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31be000. 00002000:00000010:2.0:1777573911.776385:0:115021:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776388:0:115021:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7871200. 00000020:00000010:2.0:1777573911.776390:0:115021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403d000. 00000020:00000010:2.0:1777573911.776392:0:115021:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776394:0:115021:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7870400. 80000000:00000010:2.0:1777573911.776396:0:115021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776398:0:115021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776400:0:115021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc403e000. 00040000:00000010:2.0:1777573911.776402:0:115021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776404:0:115021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870200. 00080000:00000010:2.0:1777573911.776406:0:115021:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31be000. 00080000:00000010:2.0:1777573911.776408:0:115021:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc31bc000. 00002000:00000010:2.0:1777573911.776410:0:115021:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776412:0:115021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573911.776414:0:115021:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871e00. 00000020:00000010:2.0:1777573911.776416:0:115021:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870c00. 00000020:00000010:2.0:1777573911.776418:0:115021:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc403e000. 00000020:00000010:2.0:1777573911.776420:0:115021:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776422:0:115021:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7870200. 80000000:00000010:2.0:1777573911.776424:0:115021:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776426:0:115021:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776428:0:115021:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc403d000. 00040000:00000010:2.0:1777573911.776430:0:115021:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776432:0:115021:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870400. 00080000:00000010:2.0:1777573911.776434:0:115021:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc31bc000. 00080000:00000010:2.0:1777573911.776437:0:115021:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc31be000. 00002000:00000010:2.0:1777573911.776439:0:115021:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776445:0:115021:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870c00. 00000020:00000010:2.0:1777573911.776448:0:115021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403e000. 00000020:00000010:2.0:1777573911.776450:0:115021:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3f11420. 00000020:00000010:2.0:1777573911.776452:0:115021:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7870200. 80000000:00000010:2.0:1777573911.776453:0:115021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4060. 40000000:00000010:2.0:1777573911.776455:0:115021:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc491e3c0. 00100000:00000010:2.0:1777573911.776457:0:115021:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc403d000. 00040000:00000010:2.0:1777573911.776459:0:115021:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89ddc4468f00. 00040000:00000010:2.0:1777573911.776460:0:115021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870400. 00080000:00000010:2.0:1777573911.776463:0:115021:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc31be000. 00080000:00000010:2.0:1777573911.776465:0:115021:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc31bc000. 00002000:00000010:2.0:1777573911.776466:0:115021:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc2e88000. 00000020:00000010:2.0:1777573911.776468:0:115021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871e00. 00000001:00000010:2.0:1777573911.776474:0:115021:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 72 at ffff89ddc43b4000. 00010000:00000010:2.0:1777573911.777036:0:115021:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c54600. 00010000:00000010:2.0:1777573911.777054:0:115021:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc491e3c0. 00000100:00000010:2.0:1777573911.777063:0:115021:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89dec2b89840. 00000100:00000010:2.0:1777573911.777074:0:115021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5d880. 02000000:00000010:2.0:1777573911.777090:0:115021:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def7871e00. 02000000:00000010:2.0:1777573911.777125:0:115021:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7871200. 00000400:00000010:2.0:1777573911.777132:0:115021:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7dc0. 00000400:00000010:2.0:1777573911.777139:0:115021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573911.777148:0:115021:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926535936, portal 16 00000400:00000010:2.0:1777573911.777154:0:115021:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573911.777157:0:115021:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926535936, offset 0 00000400:00000200:2.0:1777573911.777168:0:115021:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573911.777184:0:115021:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573911.777199:0:115021:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c6700 00000400:00000200:2.0:1777573911.777209:0:115021:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17f89 [2] + 328 00000400:00000200:2.0:1777573911.777217:0:115021:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573911.777222:0:115021:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573911.777235:0:115021:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1777573911.777240:0:115021:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5fb80. 00000400:00000200:2.0:1777573911.777307:0:115021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573911.777310:0:115021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573911.777319:0:115021:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a5d880 x1863919926535936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573927 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1777573911.777340:0:115021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4000. 00000100:00000010:2.0:1777573911.777357:0:115021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4060. 00000100:00000010:2.0:1777573911.777362:0:115021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4a20. 00000100:00000010:2.0:1777573911.777366:0:115021:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b43c0. 00000020:00000010:1.0:1777573911.777421:0:6469:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573911.777425:0:6469:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573911.777431:0:6469:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf400. 00000020:00000010:1.0:1777573911.777435:0:6469:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48180. 00000020:00000010:1.0:1777573911.777439:0:6469:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573911.777510:0:6469:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7000. 00000020:00000010:1.0:1777573911.777513:0:6469:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7000. 00000100:00000200:1.0:1777573911.777516:0:6469:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926535936 02000000:00000010:1.0:1777573911.777528:0:6469:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc307b400. 00000400:00000010:1.0:1777573911.777538:0:6469:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573911.777541:0:6469:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926535936, offset 224 00000400:00000200:1.0:1777573911.777545:0:6469:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573911.777560:0:6469:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573911.777566:0:6469:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c6700 00000400:00000200:1.0:1777573911.777570:0:6469:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18105 [1] + 224 00000400:00000200:1.0:1777573911.777575:0:6469:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573911.777577:0:6469:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573911.777583:0:6469:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a5d880 x1863919926535936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573927 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1777573911.777605:0:6469:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23550 00000400:00000010:1.0:1777573911.777607:0:6469:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23550. 00010000:00000010:1.0:1777573911.777615:0:6469:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc6890300. 00000020:00000010:1.0:1777573911.777635:0:6469:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48180. 00000020:00000010:1.0:1777573911.777639:0:6469:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573911.777642:0:6469:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf400. 00000100:00000010:0.0:1777573911.777722:0:6473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2e1f100. 02000000:00000010:0.0:1777573911.777729:0:6473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4748000. 00010000:00000010:0.0:1777573911.777759:0:6473:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc6890300. 00000400:00000010:2.0:1777573911.777933:0:115021:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7dc0. 00000400:00000200:2.0:1777573911.777937:0:115021:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:2.0:1777573911.777939:0:115021:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573911.777953:0:115021:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a5d880 x1863919926535936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1777573911.777962:0:115021:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a5d880 x1863919926535936/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1777573911.777990:0:115021:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7871200. 02000000:00000010:2.0:1777573911.777994:0:115021:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def7871e00. 00000100:00000010:2.0:1777573911.777997:0:115021:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a5d880. 00000100:00000010:2.0:1777573911.778001:0:115021:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89dec2b89840. 00010000:00000010:2.0:1777573911.778004:0:115021:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc491e3c0. 02000000:00000010:3.0:1777573911.778177:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89dec1340800. 00000400:00000010:3.0:1777573911.778184:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17688. 00000400:00000010:3.0:1777573911.778188:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573911.778192:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926536064, portal 18 00000400:00000010:3.0:1777573911.778195:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573911.778198:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926536064, offset 0 00000400:00000200:3.0:1777573911.778202:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573911.778209:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573911.778216:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c6780 00000400:00000200:3.0:1777573911.778221:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x61e9 [2] + 656 00000400:00000200:3.0:1777573911.778226:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573911.778229:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573911.778233:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1777573911.778237:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc700. 00000400:00000200:3.0:1777573911.778257:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573911.778259:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573911.778264:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc2e1f100 x1863919926536064/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573927 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573911.778334:0:7408:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a845c0. 00000020:00000010:0.0:1777573911.778337:0:7408:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a845c0. 00000020:00000010:0.0:1777573911.778341:0:7408:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4748600. 00000020:00000010:0.0:1777573911.778344:0:7408:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573911.778347:0:7408:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000100:00000200:0.0:1777573911.778362:0:7408:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89def79bc700 x1863919926536064/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:412/0 lens 328/0 e 0 to 0 dl 1777573922 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573911.778387:0:7408:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a845c0. 00000020:00000010:0.0:1777573911.778390:0:7408:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a845c0. 00000100:00000200:0.0:1777573911.778392:0:7408:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536064 02000000:00000010:0.0:1777573911.778398:0:7408:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2f0f400. 00010000:00000010:0.0:1777573911.778420:0:7408:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89def7a845c0. 00000100:00000010:0.0:1777573911.778424:0:7408:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89def7a1a900. 00000100:00000010:0.0:1777573911.778444:0:7408:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89def7a1a900. 00010000:00000010:0.0:1777573911.778447:0:7408:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89def7a845c0. 00000400:00000010:0.0:1777573911.778454:0:7408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573911.778457:0:7408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926536064, offset 224 00000400:00000200:0.0:1777573911.778461:0:7408:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573911.778466:0:7408:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573911.778471:0:7408:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c6780 00000400:00000200:0.0:1777573911.778475:0:7408:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18111 [1] + 224 00000400:00000200:0.0:1777573911.778479:0:7408:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573911.778482:0:7408:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573911.778487:0:7408:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc2e1f100 x1863919926536064/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573927 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573911.778593:0:115021:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc491ec00. 00000020:00000010:2.0:1777573911.778601:0:115021:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89deef2c6200. 00000040:00000010:2.0:1777573911.778607:0:115021:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def76aea00. 00000020:00000010:2.0:1777573911.778612:0:115021:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc403c800. 00000020:00000010:2.0:1777573911.778618:0:115021:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ddc2d2b000. 80000000:00000010:2.0:1777573911.778622:0:115021:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc43b4d20. 00040000:00000010:2.0:1777573911.778627:0:115021:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89ddc2d2a400. 00080000:00000010:2.0:1777573911.778632:0:115021:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4110000. 00080000:00000010:2.0:1777573911.778636:0:115021:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4112000. 20000000:00000010:2.0:1777573911.778640:0:115021:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89def4c14c00. 00000020:00000010:2.0:1777573911.778643:0:115021:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec87cf000. 00000020:00000010:2.0:1777573911.778651:0:115021:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc2e89800. 00000400:00000200:0.0:1777573911.780913:0:7408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:0.0:1777573911.780917:0:7408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000020:00000010:0.0:1777573911.780938:0:7408:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431dc80. 00000020:00000010:0.0:1777573911.781025:0:7408:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573911.781031:0:7408:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4748600. 00000400:00000010:2.0:1777573911.781105:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17688. 00000400:00000200:2.0:1777573911.781110:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:2.0:1777573911.781112:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:2.0:1777573911.781121:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc2e1f100 x1863919926536064/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573911.781130:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc2e1f100 x1863919926536064/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573927 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573911.781154:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89dec1340800. 02000000:00000010:2.0:1777573911.781159:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4748000. 00000100:00000010:2.0:1777573911.781163:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2e1f100. 00010000:00000010:2.1:1777573911.789731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89deef25c100. 00010000:00000010:0.1:1777573911.789736:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2eedb00. 00010000:00000010:2.1:1777573911.789748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c54600. 00010000:00000010:0.1:1777573911.789748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3186600. 00010000:00000010:0.1:1777573911.789756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc1c55e00. 00000100:00000010:1.0:1777573911.797931:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4060. 00000100:00000010:2.0:1777573911.798506:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4a20. 00000100:00000010:3.0:1777573911.798793:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b43c0. 00000100:00000010:0.0:1777573911.798909:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4000. 00080000:00000010:0.0:1777573912.135196:0:115031:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573912.135205:0:115031:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573912.135215:0:115031:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573912.135221:0:115031:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573912.135230:0:115031:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573912.135235:0:115031:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573912.135243:0:115031:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573912.135247:0:115031:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00000400:00000010:2.0:1777573912.570322:0:3632:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff89ded4178930. 00000400:00000010:2.0:1777573912.570337:0:3632:0:(lib-lnet.h:449:lnet_rspt_free()) free 'rspt': 56 at ffff89dec3c629d8. 00080000:00000010:0.0:1777573912.790070:0:115082:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573912.790080:0:115082:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573912.790091:0:115082:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573912.790096:0:115082:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573912.790105:0:115082:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573912.790109:0:115082:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573912.790118:0:115082:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d780. 00080000:00000010:0.0:1777573912.790123:0:115082:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d780. 00000400:00000010:0.0:1777573913.013317:0:115119:0:(api-ni.c:5724:lnet_net_show_start()) alloc '(nlist)': 8 at ffff89ded8f62fb0. 00000400:00000010:0.0:1777573913.013399:0:115119:0:(api-ni.c:5702:lnet_net_show_done()) kfreed 'nlist': 8 at ffff89ded8f62fb0. 00000100:00000010:0.0:1777573913.016384:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2e1f100. 02000000:00000010:0.0:1777573913.016405:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76700. 02000000:00000010:2.0:1777573913.016464:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7948c00. 00000400:00000010:2.0:1777573913.016471:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7dc0. 00000400:00000010:2.0:1777573913.016478:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95b28. 00000100:00000200:2.0:1777573913.016485:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926536192, portal 4 00000400:00000010:2.0:1777573913.016492:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573913.016495:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926536192, offset 0 00000400:00000200:2.0:1777573913.016503:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573913.016515:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573913.016536:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c6800 00000400:00000200:2.0:1777573913.016542:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 7616 00000400:00000200:2.0:1777573913.016550:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573913.016555:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573913.016564:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1777573913.016568:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5d880. 00000400:00000200:2.0:1777573913.016585:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573913.016588:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573913.016594:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc2e1f100 x1863919926536192/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573929 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573913.016612:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b44e0. 00000100:00000010:2.0:1777573913.016621:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b48a0. 00000100:00000010:2.0:1777573913.016626:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4ba0. 00000100:00000010:2.0:1777573913.016630:0:3635:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc43b4d20. 00000020:00000010:2.0:1777573913.018149:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e200. 00000020:00000010:2.0:1777573913.018156:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e200. 00000020:00000010:2.0:1777573913.018163:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4c14c00. 00000020:00000010:2.0:1777573913.018167:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573913.018172:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573913.018244:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e200. 00000020:00000010:2.0:1777573913.018247:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e200. 00000100:00000200:2.0:1777573913.018251:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536192 02000000:00000010:2.0:1777573913.018269:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2e8b800. 00010000:00000200:2.0:1777573913.018299:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5d880 x1863919926536192/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:414/0 lens 224/368 e 0 to 0 dl 1777573924 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573913.018316:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573913.018322:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926536192, offset 224 00000400:00000200:2.0:1777573913.018327:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573913.018339:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573913.018347:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c6800 00000400:00000200:2.0:1777573913.018354:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1811d [1] + 224 00000400:00000200:2.0:1777573913.018360:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573913.018363:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573913.018371:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc2e1f100 x1863919926536192/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573929 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573913.018403:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573913.018406:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000020:00000010:2.0:1777573913.018416:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70780. 00000020:00000010:2.0:1777573913.018419:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573913.018423:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4c14c00. 00000400:00000010:0.0:1777573913.018462:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7dc0. 00000400:00000200:0.0:1777573913.018467:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95b28 00000400:00000010:0.0:1777573913.018469:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95b28. 00000100:00000200:0.0:1777573913.018474:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc2e1f100 x1863919926536192/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573929 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573913.018483:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc2e1f100 x1863919926536192/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573929 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573913.018510:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7948c00. 02000000:00000010:0.0:1777573913.018518:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76700. 00000100:00000010:0.0:1777573913.018523:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc2e1f100. 00000100:00000010:2.0:1777573913.020411:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4ba0. 00000100:00000010:3.0:1777573913.021043:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b4d20. 00000100:00000010:1.0:1777573913.021115:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b48a0. 00000100:00000010:0.0:1777573913.021162:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc43b44e0. 00000100:00000010:3.0:1777573913.079064:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:3.0:1777573913.079085:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def76ac800. 00010000:00000010:3.0:1777573913.079100:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc10ea300. 00010000:00000010:3.0:1777573913.079106:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acec00. 00000100:00000010:3.0:1777573913.079125:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc446ce40. 02000000:00000010:3.0:1777573913.079146:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32b4400. 00000400:00000010:3.0:1777573913.079153:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17420. 00000400:00000010:3.0:1777573913.079159:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573913.079165:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926536320, portal 25 00000400:00000010:3.0:1777573913.079170:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573913.079173:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926536320, offset 0 00000400:00000200:3.0:1777573913.079181:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573913.079193:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573913.079204:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c6880 00000400:00000200:3.0:1777573913.079210:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x174f9 [2] + 0 00000400:00000010:3.0:1777573913.079214:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8de70. 00000400:00000200:3.0:1777573913.079218:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4489000 00000400:00000200:3.0:1777573913.079223:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573913.079227:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777573913.079232:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489000 00000400:00000010:3.0:1777573913.079234:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4489000. 00000100:00000200:3.0:1777573913.079238:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777573913.079307:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573913.079309:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573913.079317:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926536320/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573929 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573913.079335:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8240. 00000100:00000010:3.0:1777573913.079346:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8960. 00000100:00000010:3.0:1777573913.079351:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8a20. 00000100:00000010:3.0:1777573913.079355:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ae0. 00000020:00000010:0.0:1777573913.082081:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84340. 00000020:00000010:0.0:1777573913.082091:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84340. 00000020:00000010:0.0:1777573913.082097:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749600. 00000020:00000010:0.0:1777573913.082103:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431d180. 00000020:00000010:0.0:1777573913.082108:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573913.082146:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84340. 00000020:00000010:0.0:1777573913.082149:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84340. 00000100:00000200:0.0:1777573913.082152:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536320 00010000:00000010:0.0:1777573913.082173:0:6478:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2effd00. 00010000:00000010:0.0:1777573913.082180:0:6478:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3ec1800. 02000000:00000010:0.0:1777573913.082193:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89ddc2f0d800. 00010000:00000200:0.0:1777573913.082222:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89df02057850 x1863919926536320/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:414/0 lens 328/344 e 0 to 0 dl 1777573924 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573913.082240:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573913.082248:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926536320, offset 224 00000400:00000200:0.0:1777573913.082254:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573913.082267:0:6478:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573913.082278:0:6478:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c6880 00000400:00000200:0.0:1777573913.082285:0:6478:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x18129 [1] + 224 00000400:00000200:0.0:1777573913.082294:0:6478:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573913.082297:0:6478:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573913.082308:0:6478:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926536320/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573929 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573913.082339:0:6478:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:0.0:1777573913.082342:0:6478:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000020:00000010:0.0:1777573913.082354:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431d180. 00000020:00000010:0.0:1777573913.082357:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573913.082360:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749600. 02000000:00000010:0.0:1777573913.082367:0:6478:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89ddc2f0d800. 00000100:00000200:0.0:1777573913.082374:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1777573913.082379:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def7940ec8. 00000400:00000010:0.0:1777573913.082383:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc43dc6c0. 00000400:00000010:1.0:1777573913.082493:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17420. 00000400:00000200:1.0:1777573913.082498:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:1.0:1777573913.082500:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:1.0:1777573913.082506:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926536320/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573929 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573913.082515:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926536320/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573929 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573913.082551:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc446ce40. 02000000:00000010:1.0:1777573913.082568:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32b4400. 02000000:00000010:1.0:1777573913.082572:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def76ac800. 00000100:00000010:1.0:1777573913.082576:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 00000100:00000010:3.0:1777573913.098791:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ae0. 00000100:00000010:0.0:1777573913.099135:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8240. 00000100:00000010:2.0:1777573913.099206:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8a20. 00000100:00000010:1.0:1777573913.099744:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8960. 00080000:00000010:0.0:1777573913.383592:0:115131:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d400. 00080000:00000010:0.0:1777573913.383602:0:115131:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d400. 00080000:00000010:0.0:1777573913.383614:0:115131:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d400. 00080000:00000010:0.0:1777573913.383619:0:115131:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d400. 00080000:00000010:0.0:1777573913.383628:0:115131:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d400. 00080000:00000010:0.0:1777573913.383639:0:115131:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d400. 00080000:00000010:0.0:1777573913.383649:0:115131:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d400. 00080000:00000010:0.0:1777573913.383654:0:115131:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d400. 00080000:00000010:1.0:1777573914.047442:0:115181:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573914.047451:0:115181:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573914.047463:0:115181:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573914.047468:0:115181:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573914.047477:0:115181:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573914.047481:0:115181:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573914.047489:0:115181:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48a00. 00080000:00000010:1.0:1777573914.047493:0:115181:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48a00. 00000020:00000010:3.0:1777573914.325208:0:115217:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848bf0. 00000020:00000010:3.0:1777573914.325273:0:115217:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848bf0. 00000020:00000010:3.0:1777573914.325433:0:115217:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc32b6800. 00000020:00000010:3.0:1777573914.325443:0:115217:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2d2a400. 00000020:00000010:3.0:1777573914.325448:0:115217:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2d2b000. 00000040:00000010:3.0:1777573914.325452:0:115217:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def76aea00. 00000020:00000010:3.0:1777573914.325456:0:115217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40e9800. 00000020:00000010:3.0:1777573914.325461:0:115217:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7871e00. 80000000:00000010:3.0:1777573914.325466:0:115217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8f60. 00040000:00000010:3.0:1777573914.325472:0:115217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7871200. 00080000:00000010:3.0:1777573914.325478:0:115217:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439a000. 00080000:00000010:3.0:1777573914.325482:0:115217:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439c000. 20000000:00000010:3.0:1777573914.325487:0:115217:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89def7870c00. 00000020:00000010:3.0:1777573914.325492:0:115217:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c53c0. 00000001:00000010:3.0:1777573914.325509:0:115217:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff89ded26a8900. 00000020:00000010:3.0:1777573914.325531:0:115217:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871a00. 00000020:00000010:3.0:1777573914.325533:0:115217:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870e00. 00000040:00000010:3.0:1777573914.325536:0:115217:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def7870400. 00000020:00000010:3.0:1777573914.325539:0:115217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ef800. 00000020:00000010:3.0:1777573914.325542:0:115217:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def4e18400. 00040000:00000010:3.0:1777573914.325546:0:115217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325549:0:115217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def4e18a00. 00080000:00000010:3.0:1777573914.325552:0:115217:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc439e000. 00080000:00000010:3.0:1777573914.325557:0:115217:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc4268000. 00080000:00000010:3.0:1777573914.325567:0:115217:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89deef38a800. 00000001:00000010:3.0:1777573914.325589:0:115217:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ded0d175d8. 00000001:00000010:3.0:1777573914.325608:0:115217:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ded0d175d8. 00000020:00000010:3.0:1777573914.325634:0:115217:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870e00. 00000040:00000010:3.0:1777573914.325639:0:115217:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def7870400. 00000020:00000010:3.0:1777573914.325641:0:115217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ef800. 00000020:00000010:3.0:1777573914.325646:0:115217:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def4e18400. 00040000:00000010:3.0:1777573914.325649:0:115217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325656:0:115217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def4e18a00. 00080000:00000010:3.0:1777573914.325661:0:115217:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc4268000. 00080000:00000010:3.0:1777573914.325666:0:115217:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439e000. 00000020:00000010:3.0:1777573914.325670:0:115217:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871a00. 00000020:00000010:3.0:1777573914.325678:0:115217:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec33f8200. 00000020:00000010:3.0:1777573914.325681:0:115217:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def4e18a00. 00000020:00000010:3.0:1777573914.325683:0:115217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ef800. 00000020:00000010:3.0:1777573914.325688:0:115217:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325715:0:115217:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def4e18400. 80000000:00000010:3.0:1777573914.325718:0:115217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325722:0:115217:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325726:0:115217:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc40ee800. 00040000:00000010:3.0:1777573914.325728:0:115217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325731:0:115217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7871a00. 00080000:00000010:3.0:1777573914.325734:0:115217:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573914.325737:0:115217:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00002000:00000010:3.0:1777573914.325742:0:115217:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325745:0:115217:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def4e18a00. 00000020:00000010:3.0:1777573914.325748:0:115217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ef800. 00000020:00000010:3.0:1777573914.325751:0:115217:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325754:0:115217:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def4e18400. 80000000:00000010:3.0:1777573914.325756:0:115217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325760:0:115217:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325763:0:115217:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc40ee800. 00040000:00000010:3.0:1777573914.325765:0:115217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325768:0:115217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7871a00. 00080000:00000010:3.0:1777573914.325771:0:115217:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573914.325774:0:115217:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00002000:00000010:3.0:1777573914.325777:0:115217:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325779:0:115217:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec33f8200. 00000020:00000010:3.0:1777573914.325783:0:115217:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870400. 00000020:00000010:3.0:1777573914.325786:0:115217:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7871a00. 00000020:00000010:3.0:1777573914.325788:0:115217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573914.325791:0:115217:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325793:0:115217:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7870e00. 80000000:00000010:3.0:1777573914.325795:0:115217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325797:0:115217:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325799:0:115217:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc40ef800. 00040000:00000010:3.0:1777573914.325801:0:115217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325803:0:115217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89dec33f8200. 00080000:00000010:3.0:1777573914.325805:0:115217:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573914.325808:0:115217:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00002000:00000010:3.0:1777573914.325811:0:115217:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325820:0:115217:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7871a00. 00000020:00000010:3.0:1777573914.325822:0:115217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573914.325824:0:115217:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325826:0:115217:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7870e00. 80000000:00000010:3.0:1777573914.325829:0:115217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325831:0:115217:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325833:0:115217:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc40ef800. 00040000:00000010:3.0:1777573914.325835:0:115217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325837:0:115217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89dec33f8200. 00080000:00000010:3.0:1777573914.325839:0:115217:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573914.325841:0:115217:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00002000:00000010:3.0:1777573914.325843:0:115217:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325845:0:115217:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870400. 00000020:00000010:3.0:1777573914.325849:0:115217:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def4e18400. 00000020:00000010:3.0:1777573914.325851:0:115217:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def4e18a00. 00000020:00000010:3.0:1777573914.325853:0:115217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ef800. 00000020:00000010:3.0:1777573914.325855:0:115217:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325858:0:115217:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89dec33f8200. 80000000:00000010:3.0:1777573914.325860:0:115217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325862:0:115217:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325864:0:115217:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc40ee800. 00040000:00000010:3.0:1777573914.325867:0:115217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325869:0:115217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870400. 00080000:00000010:3.0:1777573914.325871:0:115217:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573914.325874:0:115217:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00002000:00000010:3.0:1777573914.325877:0:115217:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325879:0:115217:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def4e18a00. 00000020:00000010:3.0:1777573914.325881:0:115217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ef800. 00000020:00000010:3.0:1777573914.325883:0:115217:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325885:0:115217:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89dec33f8200. 80000000:00000010:3.0:1777573914.325887:0:115217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325889:0:115217:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325891:0:115217:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc40ee800. 00040000:00000010:3.0:1777573914.325893:0:115217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325895:0:115217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870400. 00080000:00000010:3.0:1777573914.325897:0:115217:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573914.325899:0:115217:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00002000:00000010:3.0:1777573914.325901:0:115217:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325902:0:115217:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def4e18400. 00000020:00000010:3.0:1777573914.325905:0:115217:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7870e00. 00000020:00000010:3.0:1777573914.325907:0:115217:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870400. 00000020:00000010:3.0:1777573914.325909:0:115217:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573914.325911:0:115217:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325913:0:115217:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7871a00. 80000000:00000010:3.0:1777573914.325915:0:115217:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325916:0:115217:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325918:0:115217:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc40ef800. 00040000:00000010:3.0:1777573914.325920:0:115217:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325922:0:115217:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89dec33f8200. 00080000:00000010:3.0:1777573914.325924:0:115217:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573914.325927:0:115217:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 00002000:00000010:3.0:1777573914.325929:0:115217:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325934:0:115217:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870400. 00000020:00000010:3.0:1777573914.325936:0:115217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573914.325939:0:115217:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ddc3e35080. 00000020:00000010:3.0:1777573914.325941:0:115217:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7871a00. 80000000:00000010:3.0:1777573914.325943:0:115217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8ea0. 40000000:00000010:3.0:1777573914.325945:0:115217:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89ddc25c5940. 00100000:00000010:3.0:1777573914.325947:0:115217:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc40ef800. 00040000:00000010:3.0:1777573914.325949:0:115217:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.325951:0:115217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89dec33f8200. 00080000:00000010:3.0:1777573914.325953:0:115217:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573914.325955:0:115217:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 00002000:00000010:3.0:1777573914.325957:0:115217:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc32b5000. 00000020:00000010:3.0:1777573914.325959:0:115217:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7870e00. 00000001:00000010:3.0:1777573914.325964:0:115217:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff89ded26a8900. 00010000:00000010:3.0:1777573914.325984:0:115217:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acf800. 00010000:00000010:3.0:1777573914.326001:0:115217:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc25c5940. 00000100:00000010:3.0:1777573914.326009:0:115217:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc3c23180. 00000100:00000010:3.0:1777573914.326018:0:115217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:3.0:1777573914.326033:0:115217:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89def4e18400. 02000000:00000010:3.0:1777573914.326065:0:115217:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def4e18a00. 00000400:00000010:3.0:1777573914.326071:0:115217:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d175d8. 00000400:00000010:3.0:1777573914.326078:0:115217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573914.326085:0:115217:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926536448, portal 16 00000400:00000010:3.0:1777573914.326090:0:115217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573914.326093:0:115217:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1863919926536448, offset 0 00000400:00000200:3.0:1777573914.326103:0:115217:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573914.326115:0:115217:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573914.326130:0:115217:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x69f39ad1c6900 00000400:00000200:3.0:1777573914.326138:0:115217:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x17f89 [2] + 656 00000400:00000200:3.0:1777573914.326147:0:115217:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573914.326151:0:115217:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573914.326160:0:115217:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1777573914.326165:0:115217:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9c00. 00000400:00000200:3.0:1777573914.326192:0:115217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:3.0:1777573914.326195:0:115217:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573914.326203:0:115217:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926536448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573930 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:3.0:1777573914.326223:0:115217:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8900. 00000100:00000010:3.0:1777573914.326235:0:115217:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ea0. 00000100:00000010:3.0:1777573914.326240:0:115217:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8ae0. 00000100:00000010:3.0:1777573914.326245:0:115217:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8600. 00000020:00000010:2.0:1777573914.326531:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb40. 00000020:00000010:2.0:1777573914.326536:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb40. 00000020:00000010:2.0:1777573914.326542:0:6468:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546a00. 00000020:00000010:2.0:1777573914.326546:0:6468:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573914.326550:0:6468:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573914.326588:0:6468:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb40. 00000020:00000010:2.0:1777573914.326590:0:6468:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb40. 00000100:00000200:2.0:1777573914.326593:0:6468:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536448 02000000:00000010:2.0:1777573914.326606:0:6468:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e88000. 00000400:00000010:2.0:1777573914.326617:0:6468:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573914.326620:0:6468:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1863919926536448, offset 224 00000400:00000200:2.0:1777573914.326625:0:6468:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573914.326631:0:6468:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573914.326637:0:6468:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x69f39ad1c6900 00000400:00000200:2.0:1777573914.326642:0:6468:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x18139 [1] + 224 00000400:00000200:2.0:1777573914.326646:0:6468:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573914.326649:0:6468:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573914.326655:0:6468:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926536448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573930 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1777573914.326757:0:6468:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573914.326759:0:6468:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00010000:00000010:2.0:1777573914.326767:0:6468:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff89ddc6890840. 00000020:00000010:2.0:1777573914.326784:0:6468:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573914.326787:0:6468:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573914.326792:0:6468:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546a00. 00000100:00000010:2.0:1777573914.326826:0:6473:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5ce00. 02000000:00000010:2.0:1777573914.326833:0:6473:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc4546a00. 00010000:00000010:2.0:1777573914.326862:0:6473:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff89ddc6890840. 02000000:00000010:2.0:1777573914.326882:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ddc4546600. 00000400:00000010:2.0:1777573914.326887:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7580. 00000400:00000010:2.0:1777573914.326889:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573914.326892:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926536576, portal 18 00000400:00000010:2.0:1777573914.326896:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573914.326898:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1863919926536576, offset 0 00000400:00000200:2.0:1777573914.326902:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573914.326907:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573914.326912:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x69f39ad1c6980 00000400:00000200:2.0:1777573914.326917:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x61e9 [2] + 984 00000400:00000200:2.0:1777573914.326921:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573914.326924:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573914.326927:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1777573914.326931:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5dc00. 00000400:00000200:2.0:1777573914.326940:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573914.326942:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573914.326947:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a5ce00 x1863919926536576/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573930 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573914.326986:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb40. 00000020:00000010:2.0:1777573914.326989:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb40. 00000020:00000010:2.0:1777573914.326992:0:10290:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4546800. 00000020:00000010:2.0:1777573914.326995:0:10290:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573914.326997:0:10290:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000100:00000200:2.0:1777573914.327011:0:10290:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff89def7a5dc00 x1863919926536576/t0(0) o103->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:415/0 lens 328/0 e 0 to 0 dl 1777573925 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1777573914.327030:0:10290:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb40. 00000020:00000010:2.0:1777573914.327032:0:10290:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb40. 00000100:00000200:2.0:1777573914.327035:0:10290:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536576 02000000:00000010:2.0:1777573914.327041:0:10290:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e8a000. 00010000:00000010:2.0:1777573914.327060:0:10290:0:(ldlm_lock.c:2326:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff89ddc491eb40. 00000100:00000010:2.0:1777573914.327064:0:10290:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc6890840. 00000100:00000010:2.0:1777573914.327076:0:10290:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc6890840. 00010000:00000010:2.0:1777573914.327079:0:10290:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc491eb40. 00000400:00000010:2.0:1777573914.327084:0:10290:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573914.327087:0:10290:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1863919926536576, offset 224 00000400:00000200:2.0:1777573914.327090:0:10290:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573914.327095:0:10290:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573914.327099:0:10290:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x69f39ad1c6980 00000400:00000200:2.0:1777573914.327103:0:10290:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x18145 [1] + 224 00000400:00000200:2.0:1777573914.327107:0:10290:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573914.327110:0:10290:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573914.327115:0:10290:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a5ce00 x1863919926536576/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573930 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573914.327128:0:10290:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573914.327130:0:10290:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000020:00000010:2.0:1777573914.327136:0:10290:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70c80. 00000020:00000010:2.0:1777573914.327139:0:10290:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573914.327142:0:10290:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4546800. 00000400:00000010:2.0:1777573914.327157:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7580. 00000400:00000200:2.0:1777573914.327160:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573914.327161:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573914.327165:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a5ce00 x1863919926536576/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573930 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573914.327173:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a5ce00 x1863919926536576/t0(0) o103->MGC192.168.204.109@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1777573930 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573914.327192:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ddc4546600. 02000000:00000010:2.0:1777573914.327196:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc4546a00. 00000100:00000010:2.0:1777573914.327199:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a5ce00. 00000400:00000010:1.0:1777573914.327325:0:115217:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d175d8. 00000400:00000200:1.0:1777573914.327330:0:115217:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:1.0:1777573914.327331:0:115217:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:1.0:1777573914.327337:0:115217:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926536448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573930 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1777573914.327344:0:115217:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926536448/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1777573930 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1777573914.327361:0:115217:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def4e18a00. 02000000:00000010:1.0:1777573914.327364:0:115217:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89def4e18400. 00000100:00000010:1.0:1777573914.327367:0:115217:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 00000100:00000010:1.0:1777573914.327370:0:115217:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc3c23180. 00010000:00000010:1.0:1777573914.327372:0:115217:0:(ldlm_lock.c:2372:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff89ddc25c5940. 00000020:00000010:1.0:1777573914.327389:0:115217:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c53c0. 00000020:00000010:1.0:1777573914.327398:0:115217:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2d2b000. 00000040:00000010:1.0:1777573914.327403:0:115217:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def76aea00. 00000020:00000010:1.0:1777573914.327406:0:115217:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40e9800. 00000020:00000010:1.0:1777573914.327411:0:115217:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7871e00. 80000000:00000010:1.0:1777573914.327413:0:115217:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8f60. 00040000:00000010:1.0:1777573914.327506:0:115217:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7871200. 00080000:00000010:1.0:1777573914.327513:0:115217:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439c000. 00080000:00000010:1.0:1777573914.327518:0:115217:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc439a000. 20000000:00000010:1.0:1777573914.327522:0:115217:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89def7870c00. 00000020:00000010:1.0:1777573914.327525:0:115217:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2d2a400. 00000020:00000010:1.0:1777573914.327531:0:115217:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc32b6800. 00010000:00000010:2.1:1777573914.336796:0:115218:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc10ea300. 00010000:00000010:2.1:1777573914.336807:0:115218:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acec00. 00010000:00000010:1.1:1777573914.337658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89ddc3ec1800. 00010000:00000010:1.1:1777573914.337666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc2effd00. 00010000:00000010:1.1:1777573914.337672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acf800. 00000100:00000010:1.0:1777573914.347306:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ea0. 00000100:00000010:3.0:1777573914.347780:0:27024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8600. 00000100:00000010:2.0:1777573914.347843:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8ae0. 00000100:00000010:0.0:1777573914.350389:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8900. 00080000:00000010:0.0:1777573914.693589:0:115228:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d080. 00080000:00000010:0.0:1777573914.693598:0:115228:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d080. 00080000:00000010:0.0:1777573914.693609:0:115228:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d080. 00080000:00000010:0.0:1777573914.693613:0:115228:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d080. 00080000:00000010:0.0:1777573914.693623:0:115228:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d080. 00080000:00000010:0.0:1777573914.693628:0:115228:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d080. 00080000:00000010:0.0:1777573914.693638:0:115228:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431d080. 00080000:00000010:0.0:1777573914.693642:0:115228:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431d080. 00000020:00000010:3.0:1777573914.957417:0:115265:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff89ded8848390. 00000020:00000010:3.0:1777573914.957498:0:115265:0:(kernelcomm.c:263:lustre_device_done()) kfreed 'glist': 16 at ffff89ded8848390. 00000020:00000010:3.0:1777573914.957814:0:115265:0:(class_obd.c:269:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff89ddc32c8c00. 00000020:00000010:3.0:1777573914.957825:0:115265:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def7871200. 00000020:00000010:3.0:1777573914.957829:0:115265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def7870200. 00000040:00000010:3.0:1777573914.957833:0:115265:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89def7870400. 00000020:00000010:3.0:1777573914.957838:0:115265:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573914.957843:0:115265:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def7871a00. 80000000:00000010:3.0:1777573914.957848:0:115265:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ded26a8f00. 00040000:00000010:3.0:1777573914.957853:0:115265:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def7870e00. 00080000:00000010:3.0:1777573914.957860:0:115265:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc4268000. 00080000:00000010:3.0:1777573914.957866:0:115265:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc426c000. 20000000:00000010:3.0:1777573914.957875:0:115265:0:(mgs_handler.c:1783:mgs_key_init()) kmalloced '(value)': 392 at ffff89deef3c0400. 00000020:00000010:3.0:1777573914.957881:0:115265:0:(lu_object.c:2010:lu_env_add_task()) kmalloced '(lei)': 40 at ffff89ddc25c56c0. 00000001:00000010:3.0:1777573914.957889:0:115265:0:(nodemap_handler.c:5512:server_iocontrol_nodemap()) kmalloced '(lcfg)': 96 at ffff89ded26a81e0. 00000001:00000010:3.0:1777573914.957907:0:115265:0:(nodemap_handler.c:2339:nodemap_fileset_add_primary()) kmalloced '(fileset)': 9 at ffff89ded8848390. 00000020:00000010:3.0:1777573914.957910:0:115265:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573914.957913:0:115265:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc2446400. 00000040:00000010:3.0:1777573914.957916:0:115265:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff89deef1a2a00. 00000020:00000010:3.0:1777573914.957919:0:115265:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc40ed800. 00000020:00000010:3.0:1777573914.957922:0:115265:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89deef1a2600. 00040000:00000010:3.0:1777573914.957925:0:115265:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.957928:0:115265:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89deef1a2e00. 00080000:00000010:3.0:1777573914.957932:0:115265:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc426e000. 00080000:00000010:3.0:1777573914.957937:0:115265:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573914.957948:0:115265:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89ddc2758a00. 00000001:00000010:3.0:1777573914.957970:0:115265:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ded0d178f0. 00000001:00000010:3.0:1777573914.957990:0:115265:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ded0d178f0. 00000001:00000010:3.0:1777573914.958033:0:115265:0:(nodemap_storage.c:869:nodemap_idx_fileset_fragments_add()) kmalloced '(nk_array)': 8 at ffff89ded22ecd48. 00000001:00000010:3.0:1777573914.958037:0:115265:0:(nodemap_storage.c:873:nodemap_idx_fileset_fragments_add()) kmalloced '(nr_array)': 32 at ffff89ddc434d2e0. 00080000:00000010:3.0:1777573914.958041:0:115265:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def4ecd800. 00000001:00000010:3.0:1777573914.958047:0:115265:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff89ded0d178f0. 00000001:00000010:3.0:1777573914.958053:0:115265:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff89ded0d178f0. 00000001:00000010:3.0:1777573914.958060:0:115265:0:(nodemap_storage.c:897:nodemap_idx_fileset_fragments_add()) kfreed 'nr_array': 32 at ffff89ddc434d2e0. 00000001:00000010:3.0:1777573914.958064:0:115265:0:(nodemap_storage.c:898:nodemap_idx_fileset_fragments_add()) kfreed 'nk_array': 8 at ffff89ded22ecd48. 00000020:00000010:3.0:1777573914.958068:0:115265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc2446400. 00000040:00000010:3.0:1777573914.958072:0:115265:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89deef1a2a00. 00000020:00000010:3.0:1777573914.958075:0:115265:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ed800. 00000020:00000010:3.0:1777573914.958080:0:115265:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89deef1a2600. 00040000:00000010:3.0:1777573914.958083:0:115265:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4e1ad00. 00040000:00000010:3.0:1777573914.958090:0:115265:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89deef1a2e00. 00080000:00000010:3.0:1777573914.958095:0:115265:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc439a000. 00080000:00000010:3.0:1777573914.958100:0:115265:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc426e000. 00000020:00000010:3.0:1777573914.958104:0:115265:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1600. 00000001:00000010:3.0:1777573914.958109:0:115265:0:(nodemap_handler.c:5686:server_iocontrol_nodemap()) kfreed 'lcfg': 96 at ffff89ded26a81e0. 00010000:00000010:3.0:1777573914.958133:0:115265:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc10ea200. 00010000:00000010:3.0:1777573914.958140:0:115265:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89dec2acf200. 00000020:00000010:3.0:1777573914.958187:0:115265:0:(lu_object.c:2055:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573914.958191:0:115265:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def7870200. 00000040:00000010:3.0:1777573914.958195:0:115265:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff89def7870400. 00000020:00000010:3.0:1777573914.958197:0:115265:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc40ee800. 00000020:00000010:3.0:1777573914.958200:0:115265:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def7871a00. 80000000:00000010:3.0:1777573914.958203:0:115265:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ded26a8f00. 00040000:00000010:3.0:1777573914.958205:0:115265:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def7870e00. 00080000:00000010:3.0:1777573914.958208:0:115265:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc426c000. 00080000:00000010:3.0:1777573914.958212:0:115265:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc4268000. 20000000:00000010:3.0:1777573914.958218:0:115265:0:(mgs_handler.c:1783:mgs_key_fini()) kfreed 'info': 392 at ffff89deef3c0400. 00000020:00000010:3.0:1777573914.958221:0:115265:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def7871200. 00000020:00000010:3.0:1777573914.958225:0:115265:0:(class_obd.c:500:class_handle_ioctl()) kvfree 'data': 576 at ffff89ddc32c8c00. 00080000:00000010:1.0:1777573914.964663:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def4ecd800. 00080000:00000010:1.0:1777573914.964674:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2758a00. 00080000:00000010:1.0:1777573914.964677:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89deef38a800. 00080000:00000010:1.0:1777573914.964681:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89def7870000. 00080000:00000010:1.0:1777573914.964684:0:6464:0:(osd_handler.c:1899:osd_trans_commit_complete()) kfreed 'oh': 288 at ffff89ddc2447e00. 00010000:00000010:3.1:1777573914.973129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff89ddc10ea200. 00010000:00000010:3.1:1777573914.973143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff89dec2acf200. 00000100:00000010:1.0:1777573915.064686:0:9946:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ca80. 02000000:00000010:1.0:1777573915.064839:0:9946:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026300. 00000100:00000010:1.0:1777573915.064875:0:9950:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 02000000:00000010:1.0:1777573915.064880:0:9950:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026d00. 02000000:00000010:1.0:1777573915.064915:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3078000. 00000400:00000010:1.0:1777573915.064922:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37688. 00000400:00000010:1.0:1777573915.064928:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573915.064935:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926536704, portal 4 00000400:00000010:1.0:1777573915.064942:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573915.064945:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926536704, offset 0 00000400:00000200:1.0:1777573915.064953:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573915.064966:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573915.064976:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c6a00 00000400:00000200:1.0:1777573915.064982:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 10752 00000400:00000200:1.0:1777573915.064990:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573915.064994:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573915.065003:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573915.065007:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5180. 00000400:00000200:1.0:1777573915.065023:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573915.065026:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573915.065033:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934ca80 x1863919926536704/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573915.065053:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d83c0. 00000100:00000010:1.0:1777573915.065065:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573915.065069:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8000. 00000100:00000010:1.0:1777573915.065073:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8420. 02000000:00000010:1.0:1777573915.065093:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc307a000. 00000400:00000010:1.0:1777573915.065095:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37840. 00000400:00000010:1.0:1777573915.065098:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573915.065101:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926536832, portal 4 00000400:00000010:1.0:1777573915.065105:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573915.065107:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926536832, offset 0 00000400:00000200:1.0:1777573915.065111:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573915.065115:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573915.065120:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c6a80 00000400:00000200:1.0:1777573915.065124:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 10976 00000400:00000200:1.0:1777573915.065128:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573915.065131:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573915.065133:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573915.065137:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5880. 00000400:00000200:1.0:1777573915.065147:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573915.065149:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573915.065153:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def79bc380 x1863919926536832/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1777573915.065192:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7f00. 00000020:00000010:1.0:1777573915.065207:0:8364:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bec00. 00000020:00000010:1.0:1777573915.065212:0:8364:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48b80. 00000020:00000010:1.0:1777573915.065216:0:8364:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573915.065242:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573915.065246:0:8364:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7300. 00000020:00000010:1.0:1777573915.065249:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573915.065252:0:8364:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48bf600. 00000020:00000010:1.0:1777573915.065255:0:8364:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573915.065258:0:8364:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89defbc067d0. 00000020:00000010:1.0:1777573915.065274:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573915.065276:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573915.065279:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536704 02000000:00000010:1.0:1777573915.065294:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2f8e000. 00010000:00000200:1.0:1777573915.065321:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a5180 x1863919926536704/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:416/0 lens 224/368 e 0 to 0 dl 1777573926 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573915.065335:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573915.065338:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926536704, offset 224 00000400:00000200:1.0:1777573915.065341:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573915.065346:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573915.065351:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c6a00 00000400:00000200:1.0:1777573915.065355:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18151 [1] + 224 00000400:00000200:1.0:1777573915.065359:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573915.065362:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573915.065367:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934ca80 x1863919926536704/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573915.065381:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573915.065383:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000020:00000010:1.0:1777573915.065394:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48b80. 00000020:00000010:1.0:1777573915.065398:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc06000. 00000020:00000010:1.0:1777573915.065400:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bec00. 00000020:00000010:1.0:1777573915.065425:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc32c7580. 00000020:00000010:1.0:1777573915.065427:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc32c7580. 00000100:00000200:1.0:1777573915.065429:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536832 02000000:00000010:1.0:1777573915.065436:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2fabc00. 00010000:00000200:1.0:1777573915.065443:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc31a5880 x1863919926536832/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 224/368 e 0 to 0 dl 1777573926 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573915.065452:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573915.065454:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926536832, offset 224 00000400:00000200:1.0:1777573915.065458:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573915.065462:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573915.065466:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c6a80 00000400:00000200:1.0:1777573915.065470:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18159 [1] + 224 00000400:00000200:1.0:1777573915.065473:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573915.065476:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573915.065481:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def79bc380 x1863919926536832/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1777573915.065504:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573915.065506:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000020:00000010:1.0:1777573915.065512:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc3d48e00. 00000020:00000010:1.0:1777573915.065514:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89defbc067d0. 00000020:00000010:1.0:1777573915.065516:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48bf600. 00000400:00000010:1.0:1777573915.065543:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37840. 00000400:00000200:1.0:1777573915.065546:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573915.065548:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573915.065551:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def79bc380 x1863919926536832/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573915.065559:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def79bc380 x1863919926536832/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1777573915.065598:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37688. 00000400:00000200:1.0:1777573915.065601:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23550 00000400:00000010:1.0:1777573915.065602:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573915.065606:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934ca80 x1863919926536704/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573915.065613:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934ca80 x1863919926536704/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573915.065626:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc307a000. 02000000:00000010:1.0:1777573915.065632:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026d00. 00000100:00000010:1.0:1777573915.065636:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def79bc380. 02000000:00000010:1.0:1777573915.065638:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3078000. 02000000:00000010:1.0:1777573915.065640:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026300. 00000100:00000010:1.0:1777573915.065643:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 00000100:00000010:3.0:1777573915.065772:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8700. 02000000:00000010:3.0:1777573915.065781:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4e1ad00. 00000100:00000010:3.0:1777573915.065801:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c9500. 02000000:00000010:3.0:1777573915.065804:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4e1a900. 00000100:00000010:3.0:1777573915.065809:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31cbb80. 02000000:00000010:3.0:1777573915.065813:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ded83e2000. 00000100:00000010:3.0:1777573915.065824:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31c8a80. 02000000:00000010:3.0:1777573915.065828:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89deef315000. 00000100:00000010:3.0:1777573915.065835:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7100. 02000000:00000010:3.0:1777573915.065840:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4faf700. 00000100:00000010:3.0:1777573915.065845:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7800. 02000000:00000010:3.0:1777573915.065849:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef800. 00000100:00000010:3.0:1777573915.065853:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a4a80. 02000000:00000010:3.0:1777573915.065857:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef400. 00000100:00000010:3.0:1777573915.065862:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a7480. 02000000:00000010:3.0:1777573915.065865:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdefc00. 00000100:00000010:3.0:1777573915.065870:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a6a00. 02000000:00000010:3.0:1777573915.065874:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdeff00. 00000100:00000010:3.0:1777573915.065879:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573915.065882:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef700. 00000100:00000010:3.0:1777573915.065887:0:9870:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc447a300. 02000000:00000010:3.0:1777573915.065891:0:9870:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89defbdef500. 02000000:00000010:3.0:1777573915.065915:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7870e00. 00000400:00000010:3.0:1777573915.065920:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d178f0. 00000400:00000010:3.0:1777573915.065923:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573915.065926:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926536960, portal 25 00000400:00000010:3.0:1777573915.065930:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573915.065931:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1863919926536960, offset 0 00000400:00000200:3.0:1777573915.065936:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.065941:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.065947:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x69f39ad1c6b00 00000400:00000200:3.0:1777573915.065952:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17501 [2] + 0 00000400:00000010:3.0:1777573915.065955:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d630. 00000400:00000200:3.0:1777573915.065959:0:3635:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4489c00 00000400:00000200:3.0:1777573915.065962:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.065964:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1777573915.065966:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489c00 00000400:00000010:3.0:1777573915.065968:0:3635:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4489c00. 00000100:00000200:3.0:1777573915.065972:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1777573915.065983:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dc38 00000400:00000010:3.0:1777573915.065985:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573915.065990:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c8700 x1863919926536960/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.066013:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7871a00. 00000400:00000010:3.0:1777573915.066017:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d171b8. 00000400:00000010:3.0:1777573915.066020:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573915.066022:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537472, portal 4 00000400:00000010:3.0:1777573915.066026:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573915.066028:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926537472, offset 0 00000400:00000200:3.0:1777573915.066031:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066035:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066040:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c6d00 00000400:00000200:3.0:1777573915.066044:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 7840 00000400:00000200:3.0:1777573915.066048:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066050:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066054:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573915.066057:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc447ad80. 00000400:00000200:3.0:1777573915.066069:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573915.066071:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573915.066075:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7100 x1863919926537472/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.066095:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7871200. 00000400:00000010:3.0:1777573915.066098:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17790. 00000400:00000010:3.0:1777573915.066100:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573915.066103:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537984, portal 4 00000400:00000010:3.0:1777573915.066106:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573915.066108:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926537984, offset 0 00000400:00000200:3.0:1777573915.066112:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066116:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066120:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c6f00 00000400:00000200:3.0:1777573915.066125:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfbd [8] + 1792 00000400:00000200:3.0:1777573915.066128:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066130:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066133:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573915.066136:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc4478700. 00000400:00000200:3.0:1777573915.066147:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573915.066149:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573915.066153:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a6a00 x1863919926537984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.066172:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89def7870000. 00000400:00000010:3.0:1777573915.066176:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17840. 00000400:00000010:3.0:1777573915.066178:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573915.066181:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537088, portal 10 00000400:00000010:3.0:1777573915.066184:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573915.066186:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926537088, offset 0 00000400:00000200:3.0:1777573915.066189:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066193:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066197:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6b80 00000400:00000200:3.0:1777573915.066202:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 145128 00000400:00000200:3.0:1777573915.066206:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066208:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066212:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573915.066215:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc447aa00. 00000400:00000200:3.0:1777573915.066227:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573915.066228:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573915.066232:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c9500 x1863919926537088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.066247:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c0400. 00000400:00000010:3.0:1777573915.066250:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d175d8. 00000400:00000010:3.0:1777573915.066252:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573915.066254:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537600, portal 10 00000400:00000010:3.0:1777573915.066258:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573915.066260:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926537600, offset 0 00000400:00000200:3.0:1777573915.066263:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066267:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066271:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6d80 00000400:00000200:3.0:1777573915.066274:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 145352 00000400:00000200:3.0:1777573915.066277:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066280:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066282:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573915.066287:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89deeeae0a80. 00000400:00000200:3.0:1777573915.066296:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573915.066297:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573915.066300:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7800 x1863919926537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.066315:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c1200. 00000400:00000010:3.0:1777573915.066318:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17420. 00000400:00000010:3.0:1777573915.066320:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573915.066322:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926538112, portal 10 00000400:00000010:3.0:1777573915.066325:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.066327:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926538112, offset 0 00000400:00000200:3.0:1777573915.066330:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066334:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066338:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6f80 00000400:00000200:3.0:1777573915.066342:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 145576 00000400:00000200:3.0:1777573915.066345:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066348:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066350:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573915.066353:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb480. 00000400:00000200:3.0:1777573915.066363:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.066365:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.066368:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a5f80 x1863919926538112/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573915.066403:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573915.066406:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573915.066411:0:6479:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573915.066415:0:6479:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.066419:0:6479:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.066443:0:6479:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573915.066446:0:6479:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c40. 00000100:00000200:3.0:1777573915.066449:0:6479:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926536960 02000000:00000010:3.0:1777573915.066457:0:6479:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32c8c00. 00010000:00000200:3.0:1777573915.066463:0:6479:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729f450 x1863919926536960/t0(0) o400->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.066475:0:6479:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.066478:0:6479:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919926536960, offset 224 00000400:00000200:3.0:1777573915.066481:0:6479:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066498:0:6479:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066504:0:6479:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x69f39ad1c6b00 00000400:00000200:3.0:1777573915.066508:0:6479:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18169 [1] + 224 00000400:00000200:3.0:1777573915.066511:0:6479:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066514:0:6479:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066519:0:6479:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c8700 x1863919926536960/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.066534:0:6479:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.066536:0:6479:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573915.066549:0:6479:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.066554:0:6479:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.066558:0:6479:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1600. 02000000:00000010:3.0:1777573915.066565:0:6479:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89ddc32c8c00. 00000100:00000200:3.0:1777573915.066571:0:6479:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1777573915.066575:0:6479:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ded0d17688. 00000400:00000010:3.0:1777573915.066579:0:6479:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89deeeae6480. 00000020:00000010:3.0:1777573915.066600:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573915.066603:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573915.066606:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573915.066609:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.066611:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.066633:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573915.066636:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5c40. 00000100:00000200:3.0:1777573915.066638:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537472 02000000:00000010:3.0:1777573915.066649:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32c8c00. 00010000:00000200:3.0:1777573915.066654:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc447ad80 x1863919926537472/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.066664:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.066666:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926537472, offset 224 00000400:00000200:3.0:1777573915.066670:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066675:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066680:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6d00 00000400:00000200:3.0:1777573915.066684:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18171 [1] + 224 00000400:00000200:3.0:1777573915.066688:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066719:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066726:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7100 x1863919926537472/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.066737:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.066738:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573915.066746:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.066748:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.066751:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573915.066773:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5c40. 00000020:00000010:3.0:1777573915.066786:0:17492:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573915.066788:0:17492:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.066790:0:17492:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.066811:0:17492:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573915.066814:0:17492:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c56c0. 00000100:00000200:3.0:1777573915.066816:0:17492:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537984 02000000:00000010:3.0:1777573915.066824:0:17492:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc32b5000. 00010000:00000200:3.0:1777573915.066829:0:17492:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc4478700 x1863919926537984/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.066837:0:17492:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.066840:0:17492:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926537984, offset 224 00000400:00000200:3.0:1777573915.066843:0:17492:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.066847:0:17492:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.066851:0:17492:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6f00 00000400:00000200:3.0:1777573915.066854:0:17492:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18179 [1] + 224 00000400:00000200:3.0:1777573915.066857:0:17492:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.066860:0:17492:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.066866:0:17492:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a6a00 x1863919926537984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.066875:0:17492:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.066876:0:17492:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573915.066882:0:17492:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.066885:0:17492:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.066887:0:17492:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573915.066905:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573915.066908:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573915.066910:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573915.066912:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.066914:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.066937:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c56c0. 00000020:00000010:3.0:1777573915.066943:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ded43d0000. 00000020:00000010:3.0:1777573915.066946:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573915.066948:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573915.066959:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.066962:0:8523:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7740. 00000020:00000010:3.0:1777573915.066965:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.066968:0:8523:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef1a2e00. 00000020:00000010:3.0:1777573915.066970:0:8523:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.066973:0:8523:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.066986:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.066988:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573915.066990:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537088 02000000:00000010:3.0:1777573915.066997:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e8b400. 00010000:00000200:3.0:1777573915.067002:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc447aa00 x1863919926537088/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.067011:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.067013:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926537088, offset 224 00000400:00000200:3.0:1777573915.067016:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067021:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067025:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6b80 00000400:00000200:3.0:1777573915.067029:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18181 [1] + 224 00000400:00000200:3.0:1777573915.067033:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067035:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067041:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c9500 x1863919926537088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.067050:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.067052:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573915.067057:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.067060:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.067062:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef3c1600. 00000020:00000010:3.0:1777573915.067072:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067074:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573915.067077:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537600 02000000:00000010:3.0:1777573915.067083:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc2e89800. 00010000:00000200:3.0:1777573915.067087:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89deeeae0a80 x1863919926537600/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.067095:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.067097:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926537600, offset 224 00000400:00000200:3.0:1777573915.067100:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067104:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067108:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6d80 00000400:00000200:3.0:1777573915.067112:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18189 [1] + 224 00000400:00000200:3.0:1777573915.067115:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067117:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067122:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7800 x1863919926537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.067130:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.067132:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573915.067137:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573915.067139:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573915.067142:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ded43d0000. 00000020:00000010:3.0:1777573915.067151:0:8523:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067153:0:8523:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573915.067155:0:8523:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926538112 02000000:00000010:3.0:1777573915.067161:0:8523:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1c70000. 00010000:00000200:3.0:1777573915.067165:0:8523:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bb480 x1863919926538112/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.067173:0:8523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.067175:0:8523:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926538112, offset 224 00000400:00000200:3.0:1777573915.067179:0:8523:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067182:0:8523:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067186:0:8523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6f80 00000400:00000200:3.0:1777573915.067190:0:8523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18191 [1] + 224 00000400:00000200:3.0:1777573915.067193:0:8523:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067196:0:8523:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067200:0:8523:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a5f80 x1863919926538112/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.067209:0:8523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.067211:0:8523:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000020:00000010:3.0:1777573915.067216:0:8523:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.067219:0:8523:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.067221:0:8523:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef1a2e00. 02000000:00000010:3.0:1777573915.067266:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef1a2e00. 00000400:00000010:3.0:1777573915.067270:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d630. 00000400:00000010:3.0:1777573915.067274:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.067277:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537344, portal 10 00000400:00000010:3.0:1777573915.067281:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573915.067283:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926537344, offset 0 00000400:00000200:3.0:1777573915.067286:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067291:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067295:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6c80 00000400:00000200:3.0:1777573915.067299:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 145800 00000400:00000200:3.0:1777573915.067303:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067305:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067308:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573915.067312:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79ba300. 00000400:00000200:3.0:1777573915.067320:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573915.067322:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573915.067326:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31c8a80 x1863919926537344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.067344:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef1a2600. 00000400:00000010:3.0:1777573915.067347:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8de70. 00000400:00000010:3.0:1777573915.067350:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573915.067353:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537856, portal 4 00000400:00000010:3.0:1777573915.067357:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573915.067359:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1863919926537856, offset 0 00000400:00000200:3.0:1777573915.067363:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067367:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067370:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x69f39ad1c6e80 00000400:00000200:3.0:1777573915.067375:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xfbd [8] + 2016 00000400:00000200:3.0:1777573915.067378:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067380:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067382:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1777573915.067386:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bb800. 00000400:00000200:3.0:1777573915.067396:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573915.067398:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573915.067402:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a7480 x1863919926537856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.067425:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef1a2a00. 00000400:00000010:3.0:1777573915.067428:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8dd68. 00000400:00000010:3.0:1777573915.067431:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573915.067433:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537216, portal 4 00000400:00000010:3.0:1777573915.067436:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573915.067438:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926537216, offset 0 00000400:00000200:3.0:1777573915.067441:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067446:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067449:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c6c00 00000400:00000200:3.0:1777573915.067454:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 8064 00000400:00000200:3.0:1777573915.067458:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067460:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067463:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573915.067466:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bbb80. 00000400:00000200:3.0:1777573915.067476:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573915.067478:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573915.067481:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31cbb80 x1863919926537216/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.067516:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89ded43d0000. 00000400:00000010:3.0:1777573915.067519:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d2c0. 00000400:00000010:3.0:1777573915.067522:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573915.067524:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926537728, portal 10 00000400:00000010:3.0:1777573915.067529:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573915.067531:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926537728, offset 0 00000400:00000200:3.0:1777573915.067534:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067538:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067542:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c6e00 00000400:00000200:3.0:1777573915.067545:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 146024 00000400:00000200:3.0:1777573915.067550:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067552:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067555:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573915.067558:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79b8380. 00000400:00000200:3.0:1777573915.067568:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573915.067570:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573915.067574:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc45a4a80 x1863919926537728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.067590:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff89deef3c1600. 00000400:00000010:3.0:1777573915.067593:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8d370. 00000400:00000010:3.0:1777573915.067596:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573915.067598:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1863919926538240, portal 10 00000400:00000010:3.0:1777573915.067602:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573915.067604:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1863919926538240, offset 0 00000400:00000200:3.0:1777573915.067607:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067611:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067615:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x69f39ad1c7000 00000400:00000200:3.0:1777573915.067618:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x23d [64] + 146248 00000400:00000200:3.0:1777573915.067622:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067624:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067627:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1777573915.067630:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6c700. 00000400:00000200:3.0:1777573915.067637:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573915.067639:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573915.067643:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc447a300 x1863919926538240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573915.067672:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067677:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067682:0:8359:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2447e00. 00000020:00000010:3.0:1777573915.067684:0:8359:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.067688:0:8359:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.067735:0:8359:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067738:0:8359:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573915.067740:0:8359:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537856 02000000:00000010:3.0:1777573915.067748:0:8359:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1566800. 00010000:00000200:3.0:1777573915.067754:0:8359:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bb800 x1863919926537856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.067763:0:8359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573915.067766:0:8359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926537856, offset 224 00000400:00000200:3.0:1777573915.067769:0:8359:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067774:0:8359:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067779:0:8359:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6e80 00000400:00000200:3.0:1777573915.067784:0:8359:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x181bd [1] + 224 00000400:00000200:3.0:1777573915.067787:0:8359:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067790:0:8359:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067796:0:8359:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a7480 x1863919926537856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.067809:0:8359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573915.067811:0:8359:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573915.067818:0:8359:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.067820:0:8359:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.067823:0:8359:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2447e00. 00000020:00000010:3.0:1777573915.067843:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067846:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067849:0:6491:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2447e00. 00000020:00000010:3.0:1777573915.067851:0:6491:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.067854:0:6491:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.067871:0:6491:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067873:0:6491:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000100:00000200:3.0:1777573915.067875:0:6491:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537216 02000000:00000010:3.0:1777573915.067883:0:6491:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc1566c00. 00010000:00000200:3.0:1777573915.067888:0:6491:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bbb80 x1863919926537216/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.067897:0:6491:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573915.067899:0:6491:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919926537216, offset 224 00000400:00000200:3.0:1777573915.067903:0:6491:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.067907:0:6491:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.067911:0:6491:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x69f39ad1c6c00 00000400:00000200:3.0:1777573915.067915:0:6491:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x181c5 [1] + 224 00000400:00000200:3.0:1777573915.067919:0:6491:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.067921:0:6491:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.067926:0:6491:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31cbb80 x1863919926537216/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.067936:0:6491:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573915.067937:0:6491:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573915.067943:0:6491:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.067945:0:6491:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.067948:0:6491:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2447e00. 00000020:00000010:3.0:1777573915.067967:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067970:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067973:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2447e00. 00000020:00000010:3.0:1777573915.067975:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.067977:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.067992:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5000. 00000020:00000010:3.0:1777573915.067998:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc2446400. 00000020:00000010:3.0:1777573915.068000:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573915.068002:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573915.068013:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573915.068016:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc491e7c0. 00000020:00000010:3.0:1777573915.068020:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573915.068024:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89dec8004200. 00000020:00000010:3.0:1777573915.068026:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.068028:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.068039:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573915.068041:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000100:00000200:3.0:1777573915.068043:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537344 02000000:00000010:3.0:1777573915.068053:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89defae6f800. 00010000:00000200:3.0:1777573915.068058:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79ba300 x1863919926537344/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068067:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573915.068070:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926537344, offset 224 00000400:00000200:3.0:1777573915.068073:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.068078:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.068082:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6c80 00000400:00000200:3.0:1777573915.068086:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x181b5 [1] + 224 00000400:00000200:3.0:1777573915.068089:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.068092:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.068098:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31c8a80 x1863919926537344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.068107:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573915.068109:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573915.068115:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ad00. 00000020:00000010:3.0:1777573915.068118:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded04883e8. 00000020:00000010:3.0:1777573915.068120:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2447e00. 00000020:00000010:3.0:1777573915.068130:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573915.068132:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000100:00000200:3.0:1777573915.068134:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926537728 02000000:00000010:3.0:1777573915.068141:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89defae6dc00. 00010000:00000200:3.0:1777573915.068145:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79b8380 x1863919926537728/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068158:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573915.068161:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926537728, offset 224 00000400:00000200:3.0:1777573915.068164:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.068169:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.068172:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c6e00 00000400:00000200:3.0:1777573915.068176:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x181cd [1] + 224 00000400:00000200:3.0:1777573915.068179:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.068182:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.068186:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc45a4a80 x1863919926537728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.068196:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573915.068197:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573915.068202:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ab80. 00000020:00000010:3.0:1777573915.068205:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573915.068207:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc2446400. 00000020:00000010:3.0:1777573915.068216:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5b40. 00000020:00000010:3.0:1777573915.068218:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5b40. 00000100:00000200:3.0:1777573915.068219:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926538240 02000000:00000010:3.0:1777573915.068226:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41c0800. 00010000:00000200:3.0:1777573915.068230:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defbd6c700 x1863919926538240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:416/0 lens 224/224 e 0 to 0 dl 1777573926 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068238:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d220. 00000100:00000200:3.0:1777573915.068241:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919926538240, offset 224 00000400:00000200:3.0:1777573915.068244:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573915.068248:0:6486:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573915.068252:0:6486:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x69f39ad1c7000 00000400:00000200:3.0:1777573915.068256:0:6486:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x181d5 [1] + 224 00000400:00000200:3.0:1777573915.068259:0:6486:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573915.068261:0:6486:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573915.068266:0:6486:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc447a300 x1863919926538240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573915.068275:0:6486:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d220 00000400:00000010:3.0:1777573915.068276:0:6486:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d220. 00000020:00000010:3.0:1777573915.068282:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a800. 00000020:00000010:3.0:1777573915.068284:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573915.068286:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89dec8004200. 00000400:00000010:3.0:1777573915.068339:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8dd68. 00000400:00000200:3.0:1777573915.068343:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d000 00000400:00000010:3.0:1777573915.068345:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d000. 00000100:00000200:3.0:1777573915.068349:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31cbb80 x1863919926537216/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068356:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31cbb80 x1863919926537216/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068381:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d2c0. 00000400:00000200:3.0:1777573915.068383:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dee0 00000400:00000010:3.0:1777573915.068384:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dee0. 00000100:00000200:3.0:1777573915.068388:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a4a80 x1863919926537728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068394:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a4a80 x1863919926537728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068407:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d370. 00000400:00000200:3.0:1777573915.068410:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d330 00000400:00000010:3.0:1777573915.068411:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d330. 00000100:00000200:3.0:1777573915.068415:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc447a300 x1863919926538240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068422:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc447a300 x1863919926538240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068431:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8d630. 00000400:00000200:3.0:1777573915.068434:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d6e8 00000400:00000010:3.0:1777573915.068435:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d6e8. 00000100:00000200:3.0:1777573915.068438:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c8a80 x1863919926537344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068446:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c8a80 x1863919926537344/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068457:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8de70. 00000400:00000200:3.0:1777573915.068459:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d550 00000400:00000010:3.0:1777573915.068461:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d550. 00000100:00000200:3.0:1777573915.068464:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7480 x1863919926537856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068471:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7480 x1863919926537856/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.068484:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef1a2a00. 02000000:00000010:3.0:1777573915.068502:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ded83e2000. 00000100:00000010:3.0:1777573915.068507:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31cbb80. 02000000:00000010:3.0:1777573915.068511:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89ded43d0000. 02000000:00000010:3.0:1777573915.068514:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef400. 00000100:00000010:3.0:1777573915.068516:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a4a80. 02000000:00000010:3.0:1777573915.068519:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c1600. 02000000:00000010:3.0:1777573915.068522:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef500. 00000100:00000010:3.0:1777573915.068523:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc447a300. 02000000:00000010:3.0:1777573915.068527:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef1a2e00. 02000000:00000010:3.0:1777573915.068529:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89deef315000. 00000100:00000010:3.0:1777573915.068533:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8a80. 02000000:00000010:3.0:1777573915.068535:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef1a2600. 02000000:00000010:3.0:1777573915.068537:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdefc00. 00000100:00000010:3.0:1777573915.068539:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7480. 00000400:00000010:3.0:1777573915.068553:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17840. 00000400:00000200:3.0:1777573915.068557:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d770 00000400:00000010:3.0:1777573915.068558:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d770. 00000100:00000200:3.0:1777573915.068564:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c9500 x1863919926537088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068571:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c9500 x1863919926537088/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068585:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d175d8. 00000400:00000200:3.0:1777573915.068587:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d990 00000400:00000010:3.0:1777573915.068589:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d990. 00000100:00000200:3.0:1777573915.068594:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7800 x1863919926537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068600:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7800 x1863919926537600/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068611:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17420. 00000400:00000200:3.0:1777573915.068614:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573915.068615:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573915.068620:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a5f80 x1863919926538112/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068626:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a5f80 x1863919926538112/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068637:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d178f0. 00000400:00000200:3.0:1777573915.068640:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000400:00000010:3.0:1777573915.068642:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573915.068646:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31c8700 x1863919926536960/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068652:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31c8700 x1863919926536960/t0(0) o400->MGC192.168.204.109@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068661:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d171b8. 00000400:00000200:3.0:1777573915.068663:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dc38 00000400:00000010:3.0:1777573915.068664:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573915.068668:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a7100 x1863919926537472/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068675:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a7100 x1863919926537472/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573915.068684:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ded0d17790. 00000400:00000200:3.0:1777573915.068687:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:3.0:1777573915.068688:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573915.068713:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc45a6a00 x1863919926537984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573915.068720:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc45a6a00 x1863919926537984/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1777573931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573915.068732:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7870000. 02000000:00000010:3.0:1777573915.068736:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4e1a900. 00000100:00000010:3.0:1777573915.068742:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c9500. 02000000:00000010:3.0:1777573915.068745:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c0400. 02000000:00000010:3.0:1777573915.068748:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef800. 00000100:00000010:3.0:1777573915.068750:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7800. 02000000:00000010:3.0:1777573915.068752:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89deef3c1200. 02000000:00000010:3.0:1777573915.068754:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdef700. 00000100:00000010:3.0:1777573915.068756:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a5f80. 02000000:00000010:3.0:1777573915.068759:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7870e00. 02000000:00000010:3.0:1777573915.068761:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4e1ad00. 00000100:00000010:3.0:1777573915.068763:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31c8700. 02000000:00000010:3.0:1777573915.068765:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7871a00. 02000000:00000010:3.0:1777573915.068767:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4faf700. 00000100:00000010:3.0:1777573915.068775:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a7100. 02000000:00000010:3.0:1777573915.068777:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff89def7871200. 02000000:00000010:3.0:1777573915.068779:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89defbdeff00. 00000100:00000010:3.0:1777573915.068781:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc45a6a00. 00000100:00000010:2.0:1777573915.086713:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8000. 00000100:00000010:0.0:1777573915.086722:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d83c0. 00000100:00000010:3.0:1777573915.086786:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8420. 00000100:00000010:1.0:1777573915.086979:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8900. 00080000:00000010:2.0:1777573915.305564:0:115273:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70580. 00080000:00000010:2.0:1777573915.305574:0:115273:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70580. 00080000:00000010:2.0:1777573915.305585:0:115273:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70580. 00080000:00000010:2.0:1777573915.305589:0:115273:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70580. 00080000:00000010:2.0:1777573915.305598:0:115273:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70580. 00080000:00000010:2.0:1777573915.305603:0:115273:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70580. 00080000:00000010:2.0:1777573915.305611:0:115273:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70580. 00080000:00000010:2.0:1777573915.305616:0:115273:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70580. 00000100:00000010:1.0:1777573915.447934:0:6482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5c00. 02000000:00000010:1.0:1777573915.447957:0:6482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff89ddc48be400. 00010000:00000010:1.0:1777573915.447974:0:6482:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89ddc2eede00. 00010000:00000010:1.0:1777573915.447983:0:6482:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc3187400. 00000100:00000010:1.0:1777573915.448014:0:6482:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff89ddc48206c0. 02000000:00000010:1.0:1777573915.448039:0:6482:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2fa8800. 00000400:00000010:1.0:1777573915.448046:0:6482:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37688. 00000400:00000010:1.0:1777573915.448052:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23550. 00000100:00000200:1.0:1777573915.448060:0:6482:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926538368, portal 25 00000400:00000010:1.0:1777573915.448065:0:6482:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573915.448067:0:6482:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1863919926538368, offset 0 00000400:00000200:1.0:1777573915.448076:0:6482:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573915.448089:0:6482:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1777573915.448101:0:6482:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x69f39ad1c7080 00000400:00000200:1.0:1777573915.448107:0:6482:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x17509 [2] + 0 00000400:00000010:1.0:1777573915.448111:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d10. 00000400:00000200:1.0:1777573915.448114:0:6482:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89dec72b2b40 00000400:00000200:1.0:1777573915.448120:0:6482:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573915.448124:0:6482:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1777573915.448130:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89dec72b2b40 00000400:00000010:1.0:1777573915.448133:0:6482:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89dec72b2b40. 00000100:00000200:1.0:1777573915.448139:0:6482:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1777573915.448228:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573915.448231:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573915.448242:0:6482:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31a5c00 x1863919926538368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573931 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1777573915.448267:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8900. 00000100:00000010:1.0:1777573915.448280:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8ea0. 00000100:00000010:1.0:1777573915.448285:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8d20. 00000100:00000010:1.0:1777573915.448289:0:6482:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc26d8780. 00000020:00000010:2.0:1777573915.456006:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb80. 00000020:00000010:2.0:1777573915.456015:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb80. 00000020:00000010:2.0:1777573915.456024:0:6480:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e5e00. 00000020:00000010:2.0:1777573915.456030:0:6480:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70980. 00000020:00000010:2.0:1777573915.456035:0:6480:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573915.456069:0:6480:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491eb80. 00000020:00000010:2.0:1777573915.456072:0:6480:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491eb80. 00000100:00000200:2.0:1777573915.456075:0:6480:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926538368 00010000:00000010:2.0:1777573915.456104:0:6480:0:(ldlm_resource.c:1485:ldlm_resource_new()) slab-alloced 'res': 248 at ffff89deef25c500. 00010000:00000010:2.0:1777573915.456111:0:6480:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff89ddc1c54c00. 02000000:00000010:2.0:1777573915.456125:0:6480:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff89def7924c00. 00010000:00000200:2.0:1777573915.456150:0:6480:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729d050 x1863919926538368/t0(0) o101->ab70bb4e-31bc-406d-a7d0-d9f230cbf721@0@lo:416/0 lens 328/344 e 0 to 0 dl 1777573926 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573915.456171:0:6480:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573915.456178:0:6480:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1863919926538368, offset 224 00000400:00000200:2.0:1777573915.456185:0:6480:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573915.456200:0:6480:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573915.456213:0:6480:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x69f39ad1c7080 00000400:00000200:2.0:1777573915.456222:0:6480:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x181f1 [1] + 224 00000400:00000200:2.0:1777573915.456230:0:6480:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573915.456234:0:6480:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573915.456243:0:6480:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31a5c00 x1863919926538368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573931 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573915.456271:0:6480:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:2.0:1777573915.456274:0:6480:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 00000020:00000010:2.0:1777573915.456287:0:6480:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70980. 00000020:00000010:2.0:1777573915.456292:0:6480:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573915.456296:0:6480:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e5e00. 02000000:00000010:2.0:1777573915.456307:0:6480:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff89def7924c00. 00000100:00000200:2.0:1777573915.456313:0:6480:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573915.456319:0:6480:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7580. 00000400:00000010:2.0:1777573915.456325:0:6480:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890480. 00000400:00000010:2.0:1777573915.456345:0:6482:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37688. 00000400:00000200:2.0:1777573915.456348:0:6482:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23550 00000400:00000010:2.0:1777573915.456350:0:6482:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23550. 00000100:00000200:2.0:1777573915.456355:0:6482:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31a5c00 x1863919926538368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573931 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573915.456363:0:6482:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31a5c00 x1863919926538368/t0(0) o101->MGC192.168.204.109@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1777573931 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1777573915.456387:0:6482:0:(client.c:3790:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff89ddc48206c0. 02000000:00000010:2.0:1777573915.456402:0:6482:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2fa8800. 02000000:00000010:2.0:1777573915.456407:0:6482:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff89ddc48be400. 00000100:00000010:2.0:1777573915.456418:0:6482:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5c00. 00000100:00000010:3.0:1777573915.467754:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8780. 00000100:00000010:1.0:1777573915.467937:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8ea0. 00000100:00000010:0.0:1777573915.468046:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8900. 00000100:00000010:2.0:1777573915.468276:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc26d8d20. 00080000:00000010:1.0:1777573915.942102:0:115325:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48c00. 00080000:00000010:1.0:1777573915.942113:0:115325:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48c00. 00080000:00000010:1.0:1777573915.942126:0:115325:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48c00. 00080000:00000010:1.0:1777573915.942132:0:115325:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48c00. 00080000:00000010:1.0:1777573915.942144:0:115325:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48c00. 00080000:00000010:1.0:1777573915.942149:0:115325:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48c00. 00080000:00000010:1.0:1777573915.942158:0:115325:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc3d48c00. 00080000:00000010:1.0:1777573915.942164:0:115325:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc3d48c00. 00000400:00000200:0.0:1777573916.192031:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573916.192049:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97cb00 00000400:00000200:0.0:1777573916.192058:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 146472 00000400:00000200:0.0:1777573916.192071:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.192076:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573916.192084:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573916.192090:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc2e1f100. 00000400:00000200:0.0:1777573916.192119:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573916.192124:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 26 MB=0x69f39ac97ca80 00000400:00000200:0.0:1777573916.192129:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.9@tcp of length 224/224 into md 0x17511 [2] + 0 00000400:00000010:0.0:1777573916.192133:0:3630:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8db00. 00000400:00000200:0.0:1777573916.192137:0:3630:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff89ddc4489540 00000400:00000200:0.0:1777573916.192142:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.192145:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573916.192147:0:3630:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ddc4489540 00000400:00000010:0.0:1777573916.192150:0:3630:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 152 at ffff89ddc4489540. 00000100:00000200:0.0:1777573916.192154:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1777573916.192176:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573916.192181:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 12 MB=0x69f39ac97cb80 00000400:00000200:0.0:1777573916.192184:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.9@tcp of length 224/224 into md 0x23d [64] + 146696 00000400:00000200:0.0:1777573916.192189:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.192192:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573916.192195:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1777573916.192199:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455ca80. 00000400:00000200:0.0:1777573916.192211:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573916.192215:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97cc00 00000400:00000200:0.0:1777573916.192220:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfbd [8] + 2240 00000400:00000200:0.0:1777573916.192225:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.192228:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573916.192232:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573916.192235:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc455c700. 00000400:00000200:0.0:1777573916.192250:0:3630:0:(lib-move.c:4815:lnet_parse()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp) <- 192.168.204.9@tcp : PUT - for me 00000400:00000200:0.0:1777573916.192254:0:3630:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.9@tcp of length 224 into portal 28 MB=0x69f39ac97cc80 00000400:00000200:0.0:1777573916.192258:0:3630:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.9@tcp of length 224/224 into md 0xfbd [8] + 2464 00000400:00000200:0.0:1777573916.192273:0:3630:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.192276:0:3630:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000100:00000200:0.0:1777573916.192279:0:3630:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1777573916.192282:0:3630:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d7800. 00000020:00000010:0.0:1777573916.192325:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573916.192331:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7500. 00000020:00000010:0.0:1777573916.192344:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749800. 00000020:00000010:0.0:1777573916.192349:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431da80. 00000020:00000010:0.0:1777573916.192354:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573916.192384:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84580. 00000020:00000010:0.0:1777573916.192387:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84ac0. 00000020:00000010:0.0:1777573916.192391:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749200. 00000020:00000010:0.0:1777573916.192394:0:8362:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573916.192397:0:8362:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573916.192410:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84ac0. 00000020:00000010:0.0:1777573916.192412:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84ac0. 00000100:00000200:0.0:1777573916.192416:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917845504 02000000:00000010:0.0:1777573916.192438:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc3238c00. 00000020:00000010:0.0:1777573916.192454:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573916.192481:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc4749600. 00000020:00000010:0.0:1777573916.192486:0:8362:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89ddc4749a00. 00000020:00000010:0.0:1777573916.192490:0:8362:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc1daa800. 00000020:00000010:0.0:1777573916.192494:0:8362:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573916.192499:0:8362:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89ded43d0000. 80000000:00000010:0.0:1777573916.192504:0:8362:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccb600. 40000000:00000010:0.0:1777573916.192507:0:8362:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89def7a842c0. 00100000:00000010:0.0:1777573916.192512:0:8362:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc1dac800. 00040000:00000010:0.0:1777573916.192517:0:8362:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4f76700. 00040000:00000010:0.0:1777573916.192523:0:8362:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def76aea00. 00080000:00000010:0.0:1777573916.192529:0:8362:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329a000. 00080000:00000010:0.0:1777573916.192533:0:8362:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329c000. 00002000:00000010:0.0:1777573916.192539:0:8362:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc323b800. 00080000:00000010:0.0:1777573916.192548:0:8362:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def76acc00. 00080000:00000010:0.0:1777573916.192556:0:8362:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84ac0. 00080000:00000010:0.0:1777573916.192607:0:8362:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84ac0. 00080000:00000010:0.0:1777573916.192614:0:8362:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def76ad800. 00080000:00000010:0.0:1777573916.192616:0:8362:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a84ac0. 00000001:00000010:0.0:1777573916.192621:0:8362:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccb900. 00080000:00000010:0.0:1777573916.192631:0:8362:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a84ac0. 00000020:00000010:0.0:1777573916.192636:0:8362:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89ddc4749a00. 00000020:00000010:0.0:1777573916.192641:0:8362:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc1daa800. 00000020:00000010:0.0:1777573916.192644:0:8362:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573916.192648:0:8362:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89ded43d0000. 80000000:00000010:0.0:1777573916.192651:0:8362:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccb600. 40000000:00000010:0.0:1777573916.192654:0:8362:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89def7a842c0. 00100000:00000010:0.0:1777573916.192657:0:8362:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc1dac800. 00040000:00000010:0.0:1777573916.192661:0:8362:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4f76700. 00040000:00000010:0.0:1777573916.192664:0:8362:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def76aea00. 00080000:00000010:0.0:1777573916.192668:0:8362:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329c000. 00080000:00000010:0.0:1777573916.192671:0:8362:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329a000. 00002000:00000010:0.0:1777573916.192675:0:8362:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc323b800. 00000020:00000010:0.0:1777573916.192678:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749600. 00010000:00000200:0.0:1777573916.192715:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455c700 x1863919917845504/t0(0) o9->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:417/0 lens 224/224 e 0 to 0 dl 1777573927 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573916.192736:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573916.192741:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917845504, offset 224 00000400:00000200:0.0:1777573916.192747:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573916.192758:0:8362:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573916.192763:0:8362:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3667:3667:256:4294967295] 192.168.204.9@tcp LPNI seq info [3663:3663:8:4294967295] 00000400:00000200:0.0:1777573916.192773:0:8362:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573916.192777:0:8362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573916.192781:0:8362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4f76700. 00000800:00000200:0.0:1777573916.192787:0:8362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573916.192794:0:8362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573916.192798:0:8362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4f76700 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573916.192815:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431da80. 00000020:00000010:0.0:1777573916.192820:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d213e8. 00000020:00000010:0.0:1777573916.192823:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749800. 00000020:00000010:0.0:1777573916.192835:0:8362:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a842c0. 00000020:00000010:2.0:1777573916.193044:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573916.193048:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573916.193053:0:6478:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e5a00. 00000020:00000010:2.0:1777573916.193056:0:6478:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70980. 00000020:00000010:2.0:1777573916.193059:0:6478:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573916.193080:0:6478:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491ea00. 00000020:00000010:2.0:1777573916.193082:0:6478:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491ea00. 00000100:00000200:2.0:1777573916.193085:0:6478:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917845120 02000000:00000010:2.0:1777573916.193092:0:6478:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89def7925800. 00010000:00000200:2.0:1777573916.193099:0:6478:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89dec729d850 x1863919917845120/t0(0) o400->ae04cc3c-29fa-4e9c-9679-de801dd7891a@192.168.204.9@tcp:417/0 lens 224/224 e 0 to 0 dl 1777573927 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573916.193110:0:6478:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95550. 00000100:00000200:2.0:1777573916.193113:0:6478:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1863919917845120, offset 224 00000400:00000200:2.0:1777573916.193117:0:6478:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:2.0:1777573916.193124:0:6478:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:2.0:1777573916.193128:0:6478:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3668:3668:255:4294967295] 192.168.204.9@tcp LPNI seq info [3664:3664:7:4294967295] 00000400:00000200:2.0:1777573916.193135:0:6478:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:2.0:1777573916.193139:0:6478:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:2.0:1777573916.193142:0:6478:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89ddc4468800. 00000800:00000200:2.0:1777573916.193146:0:6478:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:2.0:1777573916.193149:0:6478:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:2.0:1777573916.193152:0:6478:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89ddc4468800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1777573916.193158:0:6478:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70980. 00000020:00000010:2.0:1777573916.193161:0:6478:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573916.193165:0:6478:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e5a00. 00000100:00000200:2.0:1777573916.193174:0:6478:0:(niobuf.c:1191:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1777573916.193180:0:6478:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde78f0. 00000400:00000010:2.0:1777573916.193185:0:6478:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff89ddc6890000. 00000020:00000010:3.0:1777573916.193554:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5340. 00000020:00000010:3.0:1777573916.193559:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7640. 00000020:00000010:3.0:1777573916.193566:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef1a2a00. 00000020:00000010:3.0:1777573916.193569:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449a700. 00000020:00000010:3.0:1777573916.193573:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573916.193601:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5800. 00000020:00000010:3.0:1777573916.193605:0:6486:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89ddc32c7680. 00000020:00000010:3.0:1777573916.193610:0:6486:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef1a2e00. 00000020:00000010:3.0:1777573916.193612:0:6486:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573916.193615:0:6486:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573916.193630:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5680. 00000020:00000010:3.0:1777573916.193632:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5680. 00000100:00000200:3.0:1777573916.193634:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917845248 02000000:00000010:3.0:1777573916.193646:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41c1400. 00010000:00000200:3.0:1777573916.193652:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc2e1f100 x1863919917845248/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:417/0 lens 224/224 e 0 to 0 dl 1777573927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573916.193663:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dd48. 00000100:00000200:3.0:1777573916.193667:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917845248, offset 224 00000400:00000200:3.0:1777573916.193671:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573916.193677:0:6486:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573916.193681:0:6486:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3669:3669:254:4294967295] 192.168.204.9@tcp LPNI seq info [3665:3665:6:4294967295] 00000400:00000200:3.0:1777573916.193688:0:6486:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573916.194140:0:6486:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573916.194144:0:6486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89defbdef500. 00000800:00000200:3.0:1777573916.194149:0:6486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573916.194153:0:6486:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573916.194157:0:6486:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89defbdef500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573916.194165:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449a700. 00000020:00000010:3.0:1777573916.194169:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488320. 00000020:00000010:3.0:1777573916.194173:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef1a2a00. 00000020:00000010:3.0:1777573916.194185:0:6486:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5680. 00000020:00000010:3.0:1777573916.194187:0:6486:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5680. 00000100:00000200:3.0:1777573916.194190:0:6486:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917845376 02000000:00000010:3.0:1777573916.194197:0:6486:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc41c3c00. 00010000:00000200:3.0:1777573916.194203:0:6486:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc455ca80 x1863919917845376/t0(0) o400->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:417/0 lens 224/224 e 0 to 0 dl 1777573927 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573916.194214:0:6486:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192dc38. 00000100:00000200:3.0:1777573916.194217:0:6486:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1863919917845376, offset 224 00000400:00000200:3.0:1777573916.194221:0:6486:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:3.0:1777573916.194227:0:6486:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:3.0:1777573916.194231:0:6486:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3670:3670:253:4294967295] 192.168.204.9@tcp LPNI seq info [3666:3666:5:4294967295] 00000400:00000200:3.0:1777573916.194238:0:6486:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:3.0:1777573916.194242:0:6486:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:3.0:1777573916.194245:0:6486:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89defbdef400. 00000800:00000200:3.0:1777573916.194248:0:6486:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:3.0:1777573916.194252:0:6486:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:3.0:1777573916.194255:0:6486:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89defbdef400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1777573916.194260:0:6486:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573916.194263:0:6486:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573916.194266:0:6486:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef1a2e00. 00000020:00000010:0.0:1777573916.194362:0:8362:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a842c0. 00000100:00000200:0.0:1777573916.194365:0:8362:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919917845632 02000000:00000010:0.0:1777573916.194375:0:8362:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff89ddc323b800. 00000020:00000010:0.0:1777573916.194386:0:8362:0:(genops.c:1133:obd_export_timed_del()) kfreed 'ned': 48 at ffff89def7a84580. 00000020:00000010:0.0:1777573916.194436:0:8362:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ad600. 00000020:00000010:0.0:1777573916.194440:0:8362:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff89def76ac200. 00000020:00000010:0.0:1777573916.194444:0:8362:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff89ddc1dac800. 00000020:00000010:0.0:1777573916.194447:0:8362:0:(tgt_main.c:720:tgt_key_init()) slab-alloced 'thread': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573916.194450:0:8362:0:(update_records.c:1178:update_key_init()) kmalloced '(value)': 432 at ffff89def76adc00. 80000000:00000010:0.0:1777573916.194453:0:8362:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff89ddc1ccb600. 40000000:00000010:0.0:1777573916.194457:0:8362:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff89def7a84580. 00100000:00000010:0.0:1777573916.194460:0:8362:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff89ddc1daa800. 00040000:00000010:0.0:1777573916.194472:0:8362:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff89def4f76200. 00040000:00000010:0.0:1777573916.194476:0:8362:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff89def76ac800. 00080000:00000010:0.0:1777573916.194480:0:8362:0:(osd_handler.c:8235:osd_key_init()) kmalloced '(info)': 4296 at ffff89ddc329a000. 00080000:00000010:0.0:1777573916.194484:0:8362:0:(osd_handler.c:8239:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff89ddc329c000. 00002000:00000010:0.0:1777573916.194488:0:8362:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff89ddc323a800. 00080000:00000010:0.0:1777573916.194496:0:8362:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def76ac000. 00080000:00000010:0.0:1777573916.194502:0:8362:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a842c0. 00080000:00000010:0.0:1777573916.194538:0:8362:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a842c0. 00080000:00000010:0.0:1777573916.194543:0:8362:0:(osd_handler.c:2042:osd_trans_create()) kmalloced '(oh)': 288 at ffff89def76ada00. 00080000:00000010:0.0:1777573916.194546:0:8362:0:(osd_io.c:2995:osd_trunc_lock()) kmalloced '(al)': 48 at ffff89def7a842c0. 00000001:00000010:0.0:1777573916.194550:0:8362:0:(tgt_lastrcvd.c:586:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff89ddc1ccba80. 00080000:00000010:0.0:1777573916.194559:0:8362:0:(osd_io.c:3023:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff89def7a842c0. 00000020:00000010:0.0:1777573916.194562:0:8362:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff89def76ac200. 00000020:00000010:0.0:1777573916.194565:0:8362:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff89ddc1dac800. 00000020:00000010:0.0:1777573916.194568:0:8362:0:(tgt_main.c:740:tgt_key_fini()) slab-freed '(info)': 1288 at ffff89ded0d5e4a0. 00000020:00000010:0.0:1777573916.194571:0:8362:0:(update_records.c:1174:update_key_fini()) kfreed 'info': 432 at ffff89def76adc00. 80000000:00000010:0.0:1777573916.194573:0:8362:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff89ddc1ccb600. 40000000:00000010:0.0:1777573916.194576:0:8362:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff89def7a84580. 00100000:00000010:0.0:1777573916.194579:0:8362:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff89ddc1daa800. 00040000:00000010:0.0:1777573916.194581:0:8362:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff89def4f76200. 00040000:00000010:0.0:1777573916.194584:0:8362:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff89def76ac800. 00080000:00000010:0.0:1777573916.194587:0:8362:0:(osd_handler.c:8285:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff89ddc329c000. 00080000:00000010:0.0:1777573916.194590:0:8362:0:(osd_handler.c:8297:osd_key_fini()) kfreed 'info': 4296 at ffff89ddc329a000. 00002000:00000010:0.0:1777573916.194592:0:8362:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff89ddc323a800. 00000020:00000010:0.0:1777573916.194595:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ad600. 00010000:00000200:0.0:1777573916.194604:0:8362:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d7800 x1863919917845632/t0(0) o9->4708facf-623e-4150-ad4b-15378d59290e@192.168.204.9@tcp:417/0 lens 224/224 e 0 to 0 dl 1777573927 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1777573916.194616:0:8362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573916.194619:0:8362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1863919917845632, offset 224 00000400:00000200:0.0:1777573916.194623:0:8362:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.204.9@tcp 00000400:00000200:0.0:1777573916.194628:0:8362:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source Specified: 192.168.204.109@tcp to MR: 192.168.204.9@tcp local destination 00000400:00000200:0.0:1777573916.194632:0:8362:0:(lib-move.c:1911:lnet_handle_send()) 192.168.204.109@tcp NI seq info: [3671:3671:252:4294967295] 192.168.204.9@tcp LPNI seq info [3667:3667:4:4294967295] 00000400:00000200:0.0:1777573916.194639:0:8362:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.204.109@tcp(192.168.204.109@tcp:192.168.204.109@tcp) -> 192.168.204.9@tcp(192.168.204.9@tcp:192.168.204.9@tcp) : PUT try# 0 00000800:00000200:0.0:1777573916.194643:0:8362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.9@tcp 00000800:00000010:0.0:1777573916.194645:0:8362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff89def4f76200. 00000800:00000200:0.0:1777573916.194648:0:8362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff89ddc10bed80] -> 12345-192.168.204.9@tcp (4) 00000800:00000200:0.0:1777573916.194652:0:8362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.9@tcp ip 192.168.204.9:1023 00000800:00000200:0.0:1777573916.194654:0:8362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff89def4f76200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1777573916.194661:0:8362:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573916.194663:0:8362:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573916.194666:0:8362:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc4749200. 00000800:00000200:0.0:1777573916.194746:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573916.194749:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4f76700. 00000400:00000200:0.0:1777573916.194753:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.194757:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573916.194761:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:0.0:1777573916.194763:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000800:00000200:0.0:1777573916.194775:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573916.194777:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89ddc4468800. 00000400:00000200:0.0:1777573916.194780:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.194782:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573916.194784:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95550 00000400:00000010:0.0:1777573916.194785:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95550. 02000000:00000010:0.0:1777573916.194789:0:3629:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff89def7925800. 00000800:00000200:0.0:1777573916.194802:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573916.194803:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89defbdef500. 00000400:00000200:0.0:1777573916.194806:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.194808:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573916.194810:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dd48 00000400:00000010:0.0:1777573916.194811:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dd48. 00000800:00000200:0.0:1777573916.194818:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573916.194819:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89defbdef400. 00000400:00000200:0.0:1777573916.194822:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.194824:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573916.194826:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192dc38 00000400:00000010:0.0:1777573916.194827:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192dc38. 00000800:00000200:0.0:1777573916.194900:0:3629:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1777573916.194903:0:3629:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff89def4f76200. 00000400:00000200:0.0:1777573916.194905:0:3629:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.194909:0:3629:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.109@tcp->192.168.204.9@tcp: PUT: OK 00000400:00000200:0.0:1777573916.194911:0:3629:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573916.194912:0:3629:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000010:1.0:1777573916.598810:0:7413:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc31a5c00. 00000100:00000010:0.0:1777573916.598810:0:8522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d6d80. 02000000:00000010:1.0:1777573916.598836:0:7413:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026300. 02000000:00000010:0.0:1777573916.598836:0:8522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89def4f76200. 02000000:00000010:3.0:1777573916.599022:0:3638:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc2f0d800. 00000400:00000010:3.0:1777573916.599042:0:3638:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def4f8de70. 00000400:00000010:3.0:1777573916.599052:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d660. 00000100:00000200:3.0:1777573916.599062:0:3638:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926538496, portal 4 00000400:00000010:3.0:1777573916.599071:0:3638:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573916.599075:0:3638:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926538496, offset 0 00000400:00000200:3.0:1777573916.599089:0:3638:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573916.599106:0:3638:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573916.599126:0:3638:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c7100 00000400:00000200:3.0:1777573916.599136:0:3638:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 8288 00000400:00000200:3.0:1777573916.599145:0:3638:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573916.599149:0:3638:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573916.599159:0:3638:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1777573916.599166:0:3638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89defbd6d500. 00000400:00000200:3.0:1777573916.599198:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573916.599202:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573916.599214:0:3638:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc31a5c00 x1863919926538496/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1777573916.599242:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8b40. 00000100:00000010:3.0:1777573916.599269:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a8c00. 00000100:00000010:3.0:1777573916.599276:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a87e0. 00000100:00000010:3.0:1777573916.599289:0:3638:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ded26a81e0. 02000000:00000010:2.0:1777573916.599635:0:3636:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89def7926800. 00000400:00000010:2.0:1777573916.599644:0:3636:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89defcde7d10. 00000400:00000010:2.0:1777573916.599651:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573916.599659:0:3636:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926538624, portal 4 00000400:00000010:2.0:1777573916.599666:0:3636:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95220. 00000100:00000200:2.0:1777573916.599669:0:3636:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926538624, offset 0 00000400:00000200:2.0:1777573916.599678:0:3636:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573916.599690:0:3636:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573916.599726:0:3636:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c7180 00000400:00000200:2.0:1777573916.599733:0:3636:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 11200 00000400:00000200:2.0:1777573916.599741:0:3636:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573916.599745:0:3636:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573916.599754:0:3636:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1777573916.600179:0:3636:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5ce00. 00000400:00000200:2.0:1777573916.600208:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95220 00000400:00000010:2.0:1777573916.600212:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95220. 00000100:00000200:2.0:1777573916.600221:0:3636:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ddc47d6d80 x1863919926538624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1777573916.600397:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573916.600406:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573916.600417:0:8364:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89deef1a2600. 00000020:00000010:3.0:1777573916.600423:0:8364:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573916.600430:0:8364:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573916.600486:0:8364:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc25c5ac0. 00000020:00000010:3.0:1777573916.600489:0:8364:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc25c5ac0. 00000100:00000200:3.0:1777573916.600493:0:8364:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926538624 02000000:00000010:3.0:1777573916.600517:0:8364:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc2f0c400. 00010000:00000200:3.0:1777573916.600559:0:8364:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def7a5ce00 x1863919926538624/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:417/0 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573916.600593:0:8364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded192d440. 00000100:00000200:3.0:1777573916.600600:0:8364:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926538624, offset 224 00000400:00000200:3.0:1777573916.600607:0:8364:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1777573916.600617:0:8364:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1777573916.600626:0:8364:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c7180 00000400:00000200:3.0:1777573916.600633:0:8364:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18221 [1] + 224 00000400:00000200:3.0:1777573916.600639:0:8364:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1777573916.600642:0:8364:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1777573916.600651:0:8364:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc47d6d80 x1863919926538624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1777573916.600666:0:8364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d440 00000400:00000010:3.0:1777573916.600668:0:8364:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d440. 00000020:00000010:3.0:1777573916.600683:0:8364:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc449ae00. 00000020:00000010:3.0:1777573916.600688:0:8364:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0488ed8. 00000020:00000010:3.0:1777573916.600731:0:8364:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89deef1a2600. 00000400:00000010:2.0:1777573916.600992:0:3636:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89defcde7d10. 00000400:00000200:2.0:1777573916.600998:0:3636:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573916.600999:0:3636:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573916.601006:0:3636:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc47d6d80 x1863919926538624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1777573916.601016:0:3636:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc47d6d80 x1863919926538624/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1777573916.601051:0:3636:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89def7926800. 02000000:00000010:2.0:1777573916.601058:0:3636:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89def4f76200. 00000100:00000010:2.0:1777573916.601063:0:3636:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc47d6d80. 00000100:00000010:1.0:1777573916.602410:0:8534:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ded934ca80. 00000020:00000010:0.0:1777573916.602424:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f40. 02000000:00000010:1.0:1777573916.602427:0:8534:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc3026d00. 00000020:00000010:0.0:1777573916.602429:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f40. 00000020:00000010:0.0:1777573916.602435:0:13250:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ad600. 00000020:00000010:0.0:1777573916.602440:0:13250:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573916.602445:0:13250:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573916.602495:0:13250:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f40. 00000020:00000010:0.0:1777573916.602498:0:13250:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f40. 00000100:00000200:0.0:1777573916.602501:0:13250:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926538496 02000000:00000010:0.0:1777573916.602519:0:13250:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc323b400. 00010000:00000200:0.0:1777573916.602554:0:13250:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89defbd6d500 x1863919926538496/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:417/0 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573916.602561:0:3635:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc32cac00. 00000400:00000010:1.0:1777573916.602567:0:3635:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89ddc1c37d10. 00000400:00000010:0.0:1777573916.602569:0:13250:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000400:00000010:1.0:1777573916.602571:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573916.602576:0:3635:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926538752, portal 4 00000100:00000200:0.0:1777573916.602652:0:13250:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926538496, offset 224 00000400:00000200:0.0:1777573916.602660:0:13250:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573916.602672:0:13250:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573916.602682:0:13250:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c7100 00000400:00000200:0.0:1777573916.602688:0:13250:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x18219 [1] + 224 00000400:00000200:0.0:1777573916.602715:0:13250:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.602719:0:13250:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573916.602729:0:13250:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ddc31a5c00 x1863919926538496/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573916.602752:0:13250:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:1.0:1777573916.602753:0:3635:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d23198. 00000400:00000010:0.0:1777573916.602754:0:13250:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:1.0:1777573916.602757:0:3635:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1863919926538752, offset 0 00000400:00000200:1.0:1777573916.602762:0:3635:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1777573916.602766:0:3635:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1777573916.602768:0:13250:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000400:00000200:1.0:1777573916.602771:0:3635:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x69f39ad1c7200 00000020:00000010:0.0:1777573916.602771:0:13250:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573916.602774:0:13250:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ad600. 00000400:00000200:1.0:1777573916.602777:0:3635:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x1075 [8] + 11424 00000400:00000200:1.0:1777573916.602781:0:3635:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1777573916.602784:0:3635:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1777573916.602788:0:3635:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1777573916.602793:0:3635:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def79bc380. 00000400:00000200:1.0:1777573916.602810:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23198 00000400:00000010:1.0:1777573916.602812:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23198. 00000100:00000200:1.0:1777573916.602821:0:3635:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89ded934ca80 x1863919926538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1777573916.602831:0:3638:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def4f8de70. 00000400:00000200:3.0:1777573916.602843:0:3638:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded192d660 00000020:00000010:0.0:1777573916.602847:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f40. 00000020:00000010:0.0:1777573916.602852:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f40. 00000400:00000010:3.0:1777573916.602857:0:3638:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded192d660. 00000020:00000010:0.0:1777573916.602858:0:10243:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89def76ad600. 00000020:00000010:0.0:1777573916.602864:0:10243:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573916.602867:0:10243:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded0d210c8. 00000100:00000200:3.0:1777573916.602874:0:3638:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ddc31a5c00 x1863919926538496/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1777573916.602888:0:3638:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ddc31a5c00 x1863919926538496/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1777573916.602894:0:10243:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89def7a84f40. 00000020:00000010:0.0:1777573916.602898:0:10243:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89def7a84f40. 00000100:00000200:0.0:1777573916.602901:0:10243:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926538752 02000000:00000010:0.0:1777573916.602909:0:10243:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89ddc323b000. 00010000:00000200:0.0:1777573916.602926:0:10243:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89def79bc380 x1863919926538752/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:417/0 lens 224/368 e 0 to 0 dl 1777573927 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1777573916.602931:0:3638:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc2f0d800. 02000000:00000010:3.0:1777573916.602941:0:3638:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026300. 00000400:00000010:0.0:1777573916.602942:0:10243:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000010:3.0:1777573916.602950:0:3638:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ddc31a5c00. 00000100:00000200:0.0:1777573916.602951:0:10243:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926538752, offset 224 00000400:00000200:0.0:1777573916.602961:0:10243:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573916.602968:0:10243:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573916.602976:0:10243:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c7200 00000400:00000200:0.0:1777573916.602984:0:10243:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1822d [1] + 224 00000400:00000200:0.0:1777573916.602988:0:10243:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573916.602990:0:10243:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573916.602996:0:10243:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89ded934ca80 x1863919926538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1777573916.603013:0:10243:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573916.603015:0:10243:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000020:00000010:0.0:1777573916.603256:0:10243:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89ddc431df00. 00000020:00000010:0.0:1777573916.603260:0:10243:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded0d210c8. 00000020:00000010:0.0:1777573916.603262:0:10243:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89def76ad600. 00000400:00000010:1.0:1777573916.603313:0:3635:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89ddc1c37d10. 00000400:00000200:1.0:1777573916.603317:0:3635:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d23b28 00000400:00000010:1.0:1777573916.603319:0:3635:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d23b28. 00000100:00000200:1.0:1777573916.603324:0:3635:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89ded934ca80 x1863919926538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1777573916.603333:0:3635:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89ded934ca80 x1863919926538752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1777573932 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1777573916.603359:0:3635:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc32cac00. 02000000:00000010:1.0:1777573916.603364:0:3635:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc3026d00. 00000100:00000010:1.0:1777573916.603367:0:3635:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89ded934ca80. 00000100:00000010:2.0:1777573916.606823:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a87e0. 00000100:00000010:3.0:1777573916.606887:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a81e0. 00000100:00000010:0.0:1777573916.607257:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8b40. 00000100:00000010:1.0:1777573916.607332:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ded26a8c00. 00080000:00000010:0.0:1777573917.122373:0:115373:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573917.122384:0:115373:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573917.122397:0:115373:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573917.122402:0:115373:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573917.122411:0:115373:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573917.122416:0:115373:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573917.122425:0:115373:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89ddc431dc00. 00080000:00000010:0.0:1777573917.122430:0:115373:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89ddc431dc00. 00000001:02000400:2.0:1777573917.366610:0:115409:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_25b: @@@@@@ FAIL: nodemap info differs from get_param output (1) 00000100:00000010:2.0:1777573918.137888:0:7672:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89def7a5c000. 02000000:00000010:2.0:1777573918.137915:0:7672:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff89ddc4468500. 02000000:00000010:0.0:1777573918.137996:0:3637:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff89ddc3239000. 00000400:00000010:0.0:1777573918.138004:0:3637:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff89def79407e8. 00000400:00000010:0.0:1777573918.138013:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573918.138021:0:3637:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1863919926538880, portal 4 00000400:00000010:0.0:1777573918.138029:0:3637:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573918.138032:0:3637:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1863919926538880, offset 0 00000400:00000200:0.0:1777573918.138042:0:3637:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1777573918.138057:0:3637:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1777573918.138071:0:3637:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x69f39ad1c7280 00000400:00000200:0.0:1777573918.138079:0:3637:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x45d [256] + 8512 00000400:00000200:0.0:1777573918.138086:0:3637:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1777573918.138090:0:3637:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1777573918.138098:0:3637:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1777573918.138102:0:3637:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff89ddc47d6d80. 00000400:00000200:0.0:1777573918.138124:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3f908 00000400:00000010:0.0:1777573918.138127:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3f908. 00000100:00000200:0.0:1777573918.138135:0:3637:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff89def7a5c000 x1863919926538880/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573934 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1777573918.138154:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbd80. 00000100:00000010:0.0:1777573918.138165:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccbde0. 00000100:00000010:0.0:1777573918.138170:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb480. 00000100:00000010:0.0:1777573918.138175:0:3637:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff89ddc1ccb7e0. 00000020:00000010:2.0:1777573918.138245:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573918.138250:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573918.138256:0:6490:0:(lu_object.c:1769:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff89ddc48e4e00. 00000020:00000010:2.0:1777573918.138261:0:6490:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573918.138267:0:6490:0:(tgt_main.c:757:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573918.138305:0:6490:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff89ddc491e100. 00000020:00000010:2.0:1777573918.138308:0:6490:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff89ddc491e100. 00000100:00000200:2.0:1777573918.138311:0:6490:0:(service.c:2544:ptlrpc_server_handle_request()) got req 1863919926538880 02000000:00000010:2.0:1777573918.138327:0:6490:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff89def7925800. 00010000:00000200:2.0:1777573918.138361:0:6490:0:(ldlm_lib.c:3345:target_send_reply_msg()) @@@ sending reply req@ffff89ddc47d6d80 x1863919926538880/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:419/0 lens 224/368 e 0 to 0 dl 1777573929 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1777573918.138383:0:6490:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff89defaf95770. 00000100:00000200:2.0:1777573918.138387:0:6490:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1863919926538880, offset 224 00000400:00000200:2.0:1777573918.138391:0:6490:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1777573918.138397:0:6490:0:(lib-move.c:4815:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1777573918.138402:0:6490:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x69f39ad1c7280 00000400:00000200:2.0:1777573918.138406:0:6490:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1823d [1] + 224 00000400:00000200:2.0:1777573918.138411:0:6490:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1777573918.138413:0:6490:0:(lib-msg.c:824:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1777573918.138420:0:6490:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff89def7a5c000 x1863919926538880/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573934 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1777573918.138445:0:6490:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89defaf95770 00000400:00000010:2.0:1777573918.138447:0:6490:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89defaf95770. 00000020:00000010:2.0:1777573918.138457:0:6490:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff89def4f70d00. 00000020:00000010:2.0:1777573918.138462:0:6490:0:(tgt_main.c:769:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff89ded057ced8. 00000020:00000010:2.0:1777573918.138467:0:6490:0:(lu_object.c:1697:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff89ddc48e4e00. 00000400:00000010:0.0:1777573918.138521:0:3637:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff89def79407e8. 00000400:00000200:0.0:1777573918.138524:0:3637:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff89ded0d3fb28 00000400:00000010:0.0:1777573918.138526:0:3637:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff89ded0d3fb28. 00000100:00000200:0.0:1777573918.138531:0:3637:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff89def7a5c000 x1863919926538880/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573934 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1777573918.138539:0:3637:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff89def7a5c000 x1863919926538880/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1777573934 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1777573918.138569:0:3637:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff89ddc3239000. 02000000:00000010:0.0:1777573918.138576:0:3637:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff89ddc4468500. 00000100:00000010:0.0:1777573918.138584:0:3637:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff89def7a5c000. 00080000:00000010:2.0:1777573918.141224:0:115421:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573918.141234:0:115421:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573918.141245:0:115421:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573918.141250:0:115421:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573918.141261:0:115421:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573918.141265:0:115421:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573918.141275:0:115421:0:(osd_handler.c:2599:osd_statfs()) kmalloced '(ksfs)': 120 at ffff89def4f70280. 00080000:00000010:2.0:1777573918.141279:0:115421:0:(osd_handler.c:2640:osd_statfs()) kfreed 'ksfs': 120 at ffff89def4f70280. 00000100:00000010:0.0:1777573918.142145:0:109777:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbd80. 00000100:00000010:2.0:1777573918.142716:0:105797:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb480. 00000100:00000010:3.0:1777573918.142782:0:107731:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccb7e0. 00000100:00000010:1.0:1777573918.143327:0:108901:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff89ddc1ccbde0. Debug log: 85569 lines, 85569 kept, 0 dropped, 0 bad.